00000001:02000400:1.0F:1770684727.979926:0:3165:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg341-server.virtnet: executing load_modules_local 00000400:00000010:1.0:1770684729.720098:0:3220:0:(lib-cpt.c:111:cfs_cpt_table_alloc()) alloc '(cptab)': 56 at 00000000ef134c9c. 00000400:00000010:1.0:1770684729.720117:0:3220:0:(lib-cpt.c:120:cfs_cpt_table_alloc()) alloc '(cptab->ctb_nodemask)': 128 at 000000009deff95f. 00000400:00000010:1.0:1770684729.720121:0:3220:0:(lib-cpt.c:124:cfs_cpt_table_alloc()) alloc '(cptab->ctb_cpu2cpt)': 16 at 0000000022adbdee. 00000400:00000010:1.0:1770684729.720124:0:3220:0:(lib-cpt.c:131:cfs_cpt_table_alloc()) alloc '(cptab->ctb_node2cpt)': 4 at 0000000000a4065a. 00000400:00000010:1.0:1770684729.720127:0:3220:0:(lib-cpt.c:138:cfs_cpt_table_alloc()) alloc '(cptab->ctb_parts)': 32 at 0000000054b3dd9c. 00000400:00000010:1.0:1770684729.720130:0:3220:0:(lib-cpt.c:150:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at 00000000cb40786e. 00000400:00000010:1.0:1770684729.720133:0:3220:0:(lib-cpt.c:154:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 4 at 00000000f3c20eeb. 00000100:00000010:1.0:1770684733.171257:0:3274:0:(service.c:3207:ptlrpc_hr_main()) kmalloced '(env)': 56 at 00000000723ed1b1. 00000020:00000010:1.0:1770684733.171272:0:3274:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d88c1584. 00000020:00000010:1.0:1770684733.171278:0:3274:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bafd10e2. 00000040:00000010:1.0:1770684733.171282:0:3274:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001af0931a. 00000020:00000010:1.0:1770684733.171287:0:3274:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a0227925. 00000020:00000010:1.0:1770684733.171292:0:3274:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c2b2cde6. 00000800:00000010:1.0:1770684733.185885:0:3281:0:(socklnd_cb.c:1460:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 00000000df50c1cb. 00000800:00000010:1.0:1770684733.185890:0:3281:0:(socklnd_cb.c:1467:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 00000000c096e443. 00000020:00000010:1.0:1770684736.748390:0:3381:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000593ca1fa. 00000100:00000010:1.0:1770684805.848395:0:5743:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000008cb733f. 00000020:00000010:1.0:1770684805.848400:0:5743:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000f11fa82. 00000020:00000010:1.0:1770684805.848406:0:5743:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a3b1d9d. 00000020:00000010:1.0:1770684805.848410:0:5743:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004a6ea934. 00000040:00000010:1.0:1770684805.848413:0:5743:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b6096d73. 00000020:00000010:1.0:1770684805.848416:0:5743:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000007cbe374. 00000020:00000010:1.0:1770684805.848436:0:5743:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004b43b979. 00000020:00000010:1.0:1770684805.848441:0:5743:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004f3f512c. 80000000:00000010:1.0:1770684805.848445:0:5743:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000084d8b42. 40000000:00000010:1.0:1770684805.848558:0:5743:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b0b71e86. 00100000:00000010:1.0:1770684805.848563:0:5743:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c7d7a400. 00040000:00000010:1.0:1770684805.848567:0:5743:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004912bbe8. 00040000:00000010:1.0:1770684805.848572:0:5743:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005253a92f. 00040000:00000010:1.0:1770684805.848640:0:5743:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008b5a7005. 00080000:00000010:1.0:1770684805.848646:0:5743:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f33752ba. 00000004:00000010:1.0:1770684805.848650:0:5743:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003db50c5a. 00000004:00000010:1.0:1770684805.848660:0:5743:0:(mdt_handler.c:8368:mdt_key_init()) kmalloced '(value)': 2568 at 000000005f059134. 00000004:00000010:1.0:1770684805.848664:0:5743:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b928847d. 00002000:00000010:1.0:1770684805.848668:0:5743:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000017b712e9. 00000004:00000010:1.0:1770684805.848671:0:5743:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000017a0e0f1. 00000100:00000200:1.0:1770684805.848675:0:5743:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1770684805.848691:0:5743:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c1f7b30. 00000400:00000010:1.0:1770684805.848699:0:5743:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b6b615ed. 00000100:00000010:1.0:1770684805.848718:0:5743:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000039114898. 00000100:00000200:1.0:1770684805.848738:0:5743:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1770684805.849002:0:5744:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000c490b93b. 00000020:00000010:1.0:1770684805.849005:0:5744:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002c00578c. 00000020:00000010:1.0:1770684805.849008:0:5744:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006727ce1c. 00000020:00000010:1.0:1770684805.849010:0:5744:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001da9fe7c. 00000040:00000010:1.0:1770684805.849013:0:5744:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000018b5b340. 00000020:00000010:1.0:1770684805.849016:0:5744:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ac5e9c65. 00000020:00000010:1.0:1770684805.849019:0:5744:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000035dea994. 00000020:00000010:1.0:1770684805.849022:0:5744:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006c3faa92. 80000000:00000010:1.0:1770684805.849024:0:5744:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a3f2912e. 40000000:00000010:1.0:1770684805.849026:0:5744:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001aa4d1b9. 00100000:00000010:1.0:1770684805.849038:0:5744:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000039b82526. 00040000:00000010:1.0:1770684805.849042:0:5744:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e07c50cc. 00040000:00000010:1.0:1770684805.849044:0:5744:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c2f0eb59. 00040000:00000010:1.0:1770684805.849047:0:5744:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d79cca79. 00080000:00000010:1.0:1770684805.849050:0:5744:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a6a2bfa4. 00000004:00000010:1.0:1770684805.849052:0:5744:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000443406f2. 00000004:00000010:1.0:1770684805.849056:0:5744:0:(mdt_handler.c:8368:mdt_key_init()) kmalloced '(value)': 2568 at 00000000601c8fd5. 00000004:00000010:1.0:1770684805.849059:0:5744:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ac1e245b. 00002000:00000010:1.0:1770684805.849061:0:5744:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b5c6562e. 00000004:00000010:1.0:1770684805.849064:0:5744:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a1dd88da. 00000100:00000010:1.0:1770684805.849067:0:5744:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000ab3eca3a. 00000100:00000200:1.0:1770684805.849082:0:5744:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1770684805.851406:0:5745:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000002e9d26bf. 00000020:00000010:1.0:1770684805.851415:0:5745:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003bd8d83c. 00000020:00000010:1.0:1770684805.851421:0:5745:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c042bf8. 00000020:00000010:1.0:1770684805.851436:0:5745:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e3af4c4d. 00000020:00000010:1.0:1770684805.851439:0:5745:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000095290d98. 00000040:00000010:1.0:1770684805.851443:0:5745:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003e8addbb. 00000020:00000010:1.0:1770684805.851664:0:5745:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e28f9a20. 00000020:00000010:1.0:1770684805.851670:0:5745:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002f9b06be. 00000020:00000010:1.0:1770684805.851675:0:5745:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e883b7b0. 80000000:00000010:1.0:1770684805.851679:0:5745:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005abcd5dc. 40000000:00000010:1.0:1770684805.851682:0:5745:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a09b1ac7. 00000008:00000010:1.0:1770684805.851777:0:5745:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 0000000025782089. 00020000:00000010:1.0:1770684805.851784:0:5745:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000098964f4a. 00008000:00000010:1.0:1770684805.851799:0:5745:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000f788d766. 00100000:00000010:1.0:1770684805.851804:0:5745:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000044b9403b. 00040000:00000010:1.0:1770684805.851808:0:5745:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000039f547e7. 00040000:00000010:1.0:1770684805.851812:0:5745:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000cb32f36f. 00040000:00000010:1.0:1770684805.851816:0:5745:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000999a809e. 00080000:00000010:1.0:1770684805.851819:0:5745:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000059764797. 00000004:00000010:1.0:1770684805.851823:0:5745:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009e63c798. 00000004:00000010:1.0:1770684805.851830:0:5745:0:(mdt_handler.c:8368:mdt_key_init()) kmalloced '(value)': 2568 at 000000005731dc05. 00000004:00000010:1.0:1770684805.851834:0:5745:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000de9ba5d0. 00002000:00000010:1.0:1770684805.851845:0:5745:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003c9e040c. 00000004:00000010:1.0:1770684805.851849:0:5745:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000034482f03. 00000080:00000010:1.0:1770684805.851860:0:5745:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000439b45ff. 00000080:00000010:1.0:1770684805.851871:0:5745:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 592 at 000000005378e456. 00000100:00000200:1.0:1770684805.851876:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.851882:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a2f991c. 00000400:00000010:1.0:1770684805.851889:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1b6e545. 00000100:00000200:1.0:1770684805.851897:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.851899:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000783fa396. 00000400:00000010:1.0:1770684805.851901:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e3025ea7. 00000100:00000200:1.0:1770684805.851903:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.851905:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004cb16453. 00000400:00000010:1.0:1770684805.851907:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eebfdb03. 00000100:00000200:1.0:1770684805.851909:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.851910:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000080cb790. 00000400:00000010:1.0:1770684805.851918:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000063d05a08. 00000100:00000200:1.0:1770684805.851921:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.851923:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c68cc221. 00000400:00000010:1.0:1770684805.851925:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000106ba427. 00000100:00000200:1.0:1770684805.851927:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.851929:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbffe4f9. 00000400:00000010:1.0:1770684805.851931:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000078a519d2. 00000100:00000200:1.0:1770684805.851933:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.851934:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b6780da. 00000400:00000010:1.0:1770684805.851936:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b06cfe43. 00000100:00000200:1.0:1770684805.851938:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.851940:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004711244. 00000400:00000010:1.0:1770684805.851941:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004b009d2f. 00000100:00000200:1.0:1770684805.851943:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.851945:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000837b8b47. 00000400:00000010:1.0:1770684805.851947:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b25d6513. 00000100:00000200:1.0:1770684805.851948:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.851950:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028c38e34. 00000400:00000010:1.0:1770684805.851952:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000047b277e1. 00000100:00000200:1.0:1770684805.851954:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.851956:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5dbec05. 00000400:00000010:1.0:1770684805.851959:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a07026ad. 00000100:00000200:1.0:1770684805.851960:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.851962:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e1568b0. 00000400:00000010:1.0:1770684805.851964:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000afd4f6b. 00000100:00000200:1.0:1770684805.851965:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.851967:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcf6ef3e. 00000400:00000010:1.0:1770684805.851969:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f90cc75. 00000100:00000200:1.0:1770684805.851971:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.851972:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012b5b2cb. 00000400:00000010:1.0:1770684805.851975:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b6877fa8. 00000100:00000200:1.0:1770684805.851977:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.851979:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035c5f6aa. 00000400:00000010:1.0:1770684805.851981:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005b6f6fc1. 00000100:00000200:1.0:1770684805.851983:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.851989:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000034c07f3. 00000400:00000010:1.0:1770684805.851991:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000088820b88. 00000100:00000200:1.0:1770684805.851994:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.851996:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a48cb28d. 00000400:00000010:1.0:1770684805.851998:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f837dcec. 00000100:00000200:1.0:1770684805.851999:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852001:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079390d0d. 00000400:00000010:1.0:1770684805.852003:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005488d2ed. 00000100:00000200:1.0:1770684805.852004:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852006:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000876c1bd9. 00000400:00000010:1.0:1770684805.852008:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006995cd17. 00000100:00000200:1.0:1770684805.852010:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852012:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015c63aae. 00000400:00000010:1.0:1770684805.852014:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000efe61717. 00000100:00000200:1.0:1770684805.852016:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852018:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd972001. 00000400:00000010:1.0:1770684805.852020:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000095e842cc. 00000100:00000200:1.0:1770684805.852022:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852025:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1cec947. 00000400:00000010:1.0:1770684805.852027:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ef4fa226. 00000100:00000200:1.0:1770684805.852029:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852031:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068c5cebd. 00000400:00000010:1.0:1770684805.852032:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000043b849d4. 00000100:00000200:1.0:1770684805.852035:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852036:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1de2f74. 00000400:00000010:1.0:1770684805.852038:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d371b052. 00000100:00000200:1.0:1770684805.852040:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852042:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005cb30025. 00000400:00000010:1.0:1770684805.852044:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000011c3f8f6. 00000100:00000200:1.0:1770684805.852046:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852048:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab701f1e. 00000400:00000010:1.0:1770684805.852050:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000051409871. 00000100:00000200:1.0:1770684805.852052:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852053:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fdf3a4c2. 00000400:00000010:1.0:1770684805.852055:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f86342b5. 00000100:00000200:1.0:1770684805.852064:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852065:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cb9cde2. 00000400:00000010:1.0:1770684805.852068:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c04ffef. 00000100:00000200:1.0:1770684805.852070:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852071:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e522271. 00000400:00000010:1.0:1770684805.852073:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000abe9bc4b. 00000100:00000200:1.0:1770684805.852075:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852076:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000012bf052. 00000400:00000010:1.0:1770684805.852078:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000347ad521. 00000100:00000200:1.0:1770684805.852080:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852081:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d7954cd. 00000400:00000010:1.0:1770684805.852083:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000bedbc04. 00000100:00000200:1.0:1770684805.852085:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852087:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064dbf44b. 00000400:00000010:1.0:1770684805.852089:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002f29e4bb. 00000100:00000200:1.0:1770684805.852091:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852092:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000618bad6. 00000400:00000010:1.0:1770684805.852095:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c00bf30. 00000100:00000200:1.0:1770684805.852096:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852098:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000699c098b. 00000400:00000010:1.0:1770684805.852100:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008fb3e592. 00000100:00000200:1.0:1770684805.852102:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852103:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009afcd77b. 00000400:00000010:1.0:1770684805.852106:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000741b7874. 00000100:00000200:1.0:1770684805.852107:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852109:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a2bca15. 00000400:00000010:1.0:1770684805.852111:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000008e38682. 00000100:00000200:1.0:1770684805.852113:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852115:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0eac7bf. 00000400:00000010:1.0:1770684805.852117:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000c558c6a. 00000100:00000200:1.0:1770684805.852119:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852122:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3d0fad9. 00000400:00000010:1.0:1770684805.852124:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c395dae4. 00000100:00000200:1.0:1770684805.852126:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852127:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003a57fee. 00000400:00000010:1.0:1770684805.852134:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c5103bdb. 00000100:00000200:1.0:1770684805.852137:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852138:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000224195c2. 00000400:00000010:1.0:1770684805.852140:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cf588dd4. 00000100:00000200:1.0:1770684805.852142:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852144:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce3f6655. 00000400:00000010:1.0:1770684805.852146:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8aba864. 00000100:00000200:1.0:1770684805.852148:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852149:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005399913. 00000400:00000010:1.0:1770684805.852151:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dbd0374b. 00000100:00000200:1.0:1770684805.852153:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852155:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd7038ec. 00000400:00000010:1.0:1770684805.852157:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f5c52201. 00000100:00000200:1.0:1770684805.852159:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852161:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049a94164. 00000400:00000010:1.0:1770684805.852163:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b0c677f7. 00000100:00000200:1.0:1770684805.852164:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852166:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014770c33. 00000400:00000010:1.0:1770684805.852168:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a961d3d4. 00000100:00000200:1.0:1770684805.852170:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852181:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e09fc7a. 00000400:00000010:1.0:1770684805.852186:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005e063198. 00000100:00000200:1.0:1770684805.852189:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852191:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cac6ebdc. 00000400:00000010:1.0:1770684805.852193:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000279cd8b8. 00000100:00000200:1.0:1770684805.852275:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852278:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0edfeea. 00000400:00000010:1.0:1770684805.852281:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005779dc70. 00000100:00000200:1.0:1770684805.852282:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852284:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ce00dd8. 00000400:00000010:1.0:1770684805.852287:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c205ee6a. 00000100:00000200:1.0:1770684805.852288:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852290:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049ac61c9. 00000400:00000010:1.0:1770684805.852292:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006fd31d65. 00000100:00000200:1.0:1770684805.852293:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852302:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a17aebc. 00000400:00000010:1.0:1770684805.852306:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073bbd092. 00000100:00000200:1.0:1770684805.852309:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852310:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000914b0547. 00000400:00000010:1.0:1770684805.852312:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003d084fc9. 00000100:00000200:1.0:1770684805.852314:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852316:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7fb39b7. 00000400:00000010:1.0:1770684805.852317:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e4d361d7. 00000100:00000200:1.0:1770684805.852319:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852321:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000658f9d27. 00000400:00000010:1.0:1770684805.852323:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce4d731f. 00000100:00000200:1.0:1770684805.852324:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852326:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006600c044. 00000400:00000010:1.0:1770684805.852328:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093015fc1. 00000100:00000200:1.0:1770684805.852329:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852331:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024a5dc09. 00000400:00000010:1.0:1770684805.852333:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c1a57692. 00000100:00000200:1.0:1770684805.852335:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852336:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000098ca6ab. 00000400:00000010:1.0:1770684805.852338:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ce9eda3. 00000100:00000200:1.0:1770684805.852340:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852342:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1b3b1f5. 00000400:00000010:1.0:1770684805.852344:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f445efd. 00000100:00000200:1.0:1770684805.852346:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852347:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1fa5462. 00000400:00000010:1.0:1770684805.852349:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066ab6c47. 00000100:00000200:1.0:1770684805.852351:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852352:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087d097c7. 00000400:00000010:1.0:1770684805.852355:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fdf812f4. 00000100:00000200:1.0:1770684805.852356:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852358:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021bf47cb. 00000400:00000010:1.0:1770684805.852360:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008584b31f. 00000100:00000200:1.0:1770684805.852362:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852364:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a504a86. 00000400:00000010:1.0:1770684805.852366:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000120110a2. 00000100:00000200:1.0:1770684805.852373:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852375:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1fde6af. 00000400:00000010:1.0:1770684805.852378:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007154df60. 00000100:00000200:1.0:1770684805.852379:0:5745:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1770684805.852381:0:5745:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093dc54e7. 00000400:00000010:1.0:1770684805.852383:0:5745:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c9e47c97. 00000100:00000010:1.0:1770684805.852388:0:5745:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000f58de7bb. 00000100:00000200:1.0:1770684805.852672:0:5745:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1770684805.853080:0:5746:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000030437e7c. 00000020:00000010:1.0:1770684805.853084:0:5746:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005c339347. 00000020:00000010:1.0:1770684805.853090:0:5746:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e2568b3. 00000020:00000010:1.0:1770684805.853094:0:5746:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001a646ba0. 00000020:00000010:1.0:1770684805.853097:0:5746:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000068eedf54. 00000040:00000010:1.0:1770684805.853108:0:5746:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003148d774. 00000020:00000010:1.0:1770684805.853113:0:5746:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bf72b087. 00000020:00000010:1.0:1770684805.853118:0:5746:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f9844ef2. 00000020:00000010:1.0:1770684805.853121:0:5746:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001e23696f. 80000000:00000010:1.0:1770684805.853124:0:5746:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f40e0086. 40000000:00000010:1.0:1770684805.853127:0:5746:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000005c1496b. 00000008:00000010:1.0:1770684805.853131:0:5746:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 000000003edefeab. 00020000:00000010:1.0:1770684805.853135:0:5746:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000d124bf6f. 00008000:00000010:1.0:1770684805.853140:0:5746:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000a5e7bf63. 00100000:00000010:1.0:1770684805.853143:0:5746:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008f85e808. 00040000:00000010:1.0:1770684805.853147:0:5746:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e228f272. 00040000:00000010:1.0:1770684805.853151:0:5746:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b73d515a. 00040000:00000010:1.0:1770684805.853154:0:5746:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a4192b43. 00080000:00000010:1.0:1770684805.853166:0:5746:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000551815d1. 00000004:00000010:1.0:1770684805.853170:0:5746:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000162fd697. 00000004:00000010:1.0:1770684805.853175:0:5746:0:(mdt_handler.c:8368:mdt_key_init()) kmalloced '(value)': 2568 at 00000000027713d5. 00000004:00000010:1.0:1770684805.853178:0:5746:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e107381c. 00002000:00000010:1.0:1770684805.853181:0:5746:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000c29bf8b. 00000004:00000010:1.0:1770684805.853184:0:5746:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008e398ede. 00000080:00000010:1.0:1770684805.853188:0:5746:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000d4bb9b84. 00000080:00000010:1.0:1770684805.853191:0:5746:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 592 at 000000002a64e07d. 00000100:00000010:1.0:1770684805.853393:0:5746:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000972e09ba. 00000100:00000200:1.0:1770684805.853442:0:5746:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1770684805.853938:0:5747:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000f85c58d3. 00000020:00000010:1.0:1770684805.853942:0:5747:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000062dcc6d0. 00000020:00000010:1.0:1770684805.853946:0:5747:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b3b4e62. 00000020:00000010:1.0:1770684805.853949:0:5747:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008ed1e90a. 00000020:00000010:1.0:1770684805.853952:0:5747:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000f4fdfb6d. 00000040:00000010:1.0:1770684805.853955:0:5747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000abafcf3b. 00000020:00000010:1.0:1770684805.853958:0:5747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a560f353. 00000020:00000010:1.0:1770684805.853962:0:5747:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f4f154b6. 00000020:00000010:1.0:1770684805.853965:0:5747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005be518df. 80000000:00000010:1.0:1770684805.853968:0:5747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b33aea6e. 40000000:00000010:1.0:1770684805.853970:0:5747:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009e9dd720. 00000008:00000010:1.0:1770684805.853975:0:5747:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 000000000a5bab39. 00020000:00000010:1.0:1770684805.853979:0:5747:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000015d0b62c. 00008000:00000010:1.0:1770684805.853983:0:5747:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000003e64496d. 00100000:00000010:1.0:1770684805.853987:0:5747:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000739291f9. 00040000:00000010:1.0:1770684805.853991:0:5747:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000072b3e3d. 00040000:00000010:1.0:1770684805.853995:0:5747:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a153c75d. 00040000:00000010:1.0:1770684805.853997:0:5747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000b63c2bd. 00080000:00000010:1.0:1770684805.854000:0:5747:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000066c106f5. 00000004:00000010:1.0:1770684805.854003:0:5747:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000018c9e7f5. 00000004:00000010:1.0:1770684805.854018:0:5747:0:(mdt_handler.c:8368:mdt_key_init()) kmalloced '(value)': 2568 at 0000000091dbdadb. 00000004:00000010:1.0:1770684805.854023:0:5747:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f29443c0. 00002000:00000010:1.0:1770684805.854026:0:5747:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003bc1ba38. 00000004:00000010:1.0:1770684805.854028:0:5747:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a14021e2. 00000080:00000010:1.0:1770684805.854031:0:5747:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000061f59944. 00000080:00000010:1.0:1770684805.854034:0:5747:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 592 at 00000000f016b4c8. 00000100:00000010:1.0:1770684805.854037:0:5747:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000ffa659fb. 00000100:00000200:1.0:1770684805.854094:0:5747:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00010000:00000010:1.0:1770684805.854382:0:5748:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 000000007cd86fd6. 00000020:00000010:1.0:1770684805.854386:0:5748:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001fde2c0b. 00000020:00000010:1.0:1770684805.854389:0:5748:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000341fa407. 00000020:00000010:1.0:1770684805.854397:0:5748:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000683c7b4c. 00000020:00000010:1.0:1770684805.854400:0:5748:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d511e98b. 00000020:00000010:1.0:1770684805.854403:0:5748:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003d921af1. 80000000:00000010:1.0:1770684805.854406:0:5748:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a1d8adc9. 40000000:00000010:1.0:1770684805.854408:0:5748:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000eff26196. 00100000:00000010:1.0:1770684805.854410:0:5748:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e4702e84. 00040000:00000010:1.0:1770684805.854413:0:5748:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f4d73c1c. 00040000:00000010:1.0:1770684805.854415:0:5748:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b5966026. 00080000:00000010:1.0:1770684805.854417:0:5748:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003d47879e. 00002000:00000010:1.0:1770684805.854419:0:5748:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000aea40ac5. 00000020:00000010:1.0:1770684805.854422:0:5748:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000fa265861. 00010000:00000010:1.0:1770684805.855009:0:5749:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000396d8ed7. 00000020:00000010:1.0:1770684805.855013:0:5749:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000088288d69. 00000020:00000010:1.0:1770684805.855017:0:5749:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005f56ff40. 00000020:00000010:1.0:1770684805.855020:0:5749:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000029eff2d2. 00000020:00000010:1.0:1770684805.855022:0:5749:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000050000cd9. 00000020:00000010:1.0:1770684805.855025:0:5749:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000731e4ad5. 80000000:00000010:1.0:1770684805.855027:0:5749:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008571391a. 40000000:00000010:1.0:1770684805.855029:0:5749:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c32a45d9. 00100000:00000010:1.0:1770684805.855032:0:5749:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000090cd5bf2. 00040000:00000010:1.0:1770684805.855035:0:5749:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006facf54a. 00040000:00000010:1.0:1770684805.855038:0:5749:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003c50f2f1. 00080000:00000010:1.0:1770684805.855049:0:5749:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c03e2e0e. 00002000:00000010:1.0:1770684805.855054:0:5749:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c1cd9158. 00000020:00000010:1.0:1770684805.855056:0:5749:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008673b910. 00000020:00000010:1.0:1770684805.861189:0:5750:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5066d98. 00000020:00000010:1.0:1770684805.861205:0:5750:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000560d7a76. 00000040:00000010:1.0:1770684805.861208:0:5750:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007d727e9f. 00000020:00000010:1.0:1770684805.861212:0:5750:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d73e9101. 00000020:00000010:1.0:1770684805.861218:0:5750:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003d222d6a. 00000020:00000010:1.0:1770684805.861222:0:5750:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000784d416e. 80000000:00000010:1.0:1770684805.861226:0:5750:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002aff38ea. 40000000:00000010:1.0:1770684805.861230:0:5750:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000188ecab7. 00100000:00000010:1.0:1770684805.861242:0:5750:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e7e1f59c. 00040000:00000010:1.0:1770684805.861258:0:5750:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d82256be. 00040000:00000010:1.0:1770684805.861262:0:5750:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c9f66c10. 00040000:00000010:1.0:1770684805.861265:0:5750:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009b53aba0. 00080000:00000010:1.0:1770684805.861268:0:5750:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000a43c817. 00000004:00000010:1.0:1770684805.861272:0:5750:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000da097946. 00000004:00000010:1.0:1770684805.861277:0:5750:0:(mdt_handler.c:8368:mdt_key_init()) kmalloced '(value)': 2568 at 0000000038e95b37. 00000004:00000010:1.0:1770684805.861280:0:5750:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000098242ea9. 00002000:00000010:1.0:1770684805.861285:0:5750:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b17af0f6. 00000004:00000010:1.0:1770684805.861288:0:5750:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004e1bdc12. 00000020:00000010:1.0:1770684805.861294:0:5750:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008722a0c4. 00000100:00000010:1.0:1770684806.941825:0:5741:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000e9b6cad9. 00000100:00000010:1.0:1770684806.943266:0:5741:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000007ca7f1d. 00000020:00000010:1.0:1770684806.945439:0:5756:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008817a1ba. 00000020:00000010:1.0:1770684806.945445:0:5756:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e7b8050b. 00000040:00000010:1.0:1770684806.945448:0:5756:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000011b4d12a. 00000020:00000010:1.0:1770684806.945452:0:5756:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000074b5289d. 00000020:00000010:1.0:1770684806.945456:0:5756:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003ce8a5a5. 00000020:00000010:1.0:1770684806.945459:0:5756:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000090aed808. 80000000:00000010:1.0:1770684806.945462:0:5756:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a075fe06. 40000000:00000010:1.0:1770684806.945465:0:5756:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000260af871. 00100000:00000010:1.0:1770684806.945470:0:5756:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000adaf2a7. 00040000:00000010:1.0:1770684806.945474:0:5756:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000032e204b5. 00040000:00000010:1.0:1770684806.945477:0:5756:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000596287ec. 00040000:00000010:1.0:1770684806.945480:0:5756:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005d4c73a1. 00080000:00000010:1.0:1770684806.945483:0:5756:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000009994a68. 00000004:00000010:1.0:1770684806.945487:0:5756:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a8d1a247. 00000004:00000010:1.0:1770684806.945492:0:5756:0:(mdt_handler.c:8368:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e59ed796. 00000004:00000010:1.0:1770684806.945496:0:5756:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007bc2a27c. 00002000:00000010:1.0:1770684806.945500:0:5756:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000081edf9fa. 00000004:00000010:1.0:1770684806.945504:0:5756:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ad381b48. 00000020:00000010:1.0:1770684806.945508:0:5756:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e0a9e565. 00000400:00000200:1.0:1770684806.960096:0:3286:0:(peer.c:3990:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1770684806.960136:0:3286:0:(peer.c:4102:lnet_peer_discovery()) peer 192.168.203.141@tcp(000000003f928c32) state 0x100041 00000400:00000010:1.0:1770684806.960149:0:3286:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007f8059ad. 00000400:00000010:1.0:1770684806.960171:0:3286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000749efcbe. 00000400:00000010:1.0:1770684806.960193:0:3286:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000094a2ad2a. 00000400:00000200:1.0:1770684806.960199:0:3286:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.141@tcp 00000400:00000200:1.0:1770684806.960215:0:3286:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.141@tcp local destination 00000400:00000200:1.0:1770684806.960221:0:3286:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1770684806.960225:0:3286:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.141@tcp 00000400:00000200:1.0:1770684806.960229:0:3286:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.141@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1770684806.960232:0:3286:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.141@tcp 00000400:00000200:1.0:1770684806.960236:0:3286:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.141@tcp NI seq info: [1:1:256:4294967295] 192.168.203.141@tcp LPNI seq info [1:1:8:4294967295] 00000400:00000200:1.0:1770684806.960244:0:3286:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.141@tcp 00000400:00000200:1.0:1770684806.960252:0:3286:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.141@tcp(192.168.203.141@tcp:) -> 192.168.203.141@tcp(192.168.203.141@tcp:192.168.203.141@tcp) : GET try# 0 00000800:00000200:1.0:1770684806.960259:0:3286:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.141@tcp 00000800:00000010:1.0:1770684806.960265:0:3286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000631e105b. 00000800:00000010:1.0:1770684806.960280:0:3286:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001b8a970b. 00000800:00000010:1.0:1770684806.960285:0:3286:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000006a64f166. 00000800:00000200:1.0:1770684806.960292:0:3286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001b8a970b] -> 12345-192.168.203.141@tcp (2) 00000800:00000200:1.1F:1770684806.960296:0:3286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001b8a970b] -> 12345-192.168.203.141@tcp (2) 00000400:00000200:1.0:1770684806.960349:0:3286:0:(peer.c:3790:lnet_peer_send_ping()) peer 192.168.203.141@tcp 00000400:00000200:1.0:1770684806.960351:0:3286:0:(peer.c:4120:lnet_peer_discovery()) peer 192.168.203.141@tcp(000000003f928c32) state 0x100241 rc 0 00000400:00000200:1.0:1770684806.961466:0:3284:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1770684806.961487:0:3284:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.141@tcp from 255.3.0.2 00000800:00000010:1.0:1770684806.961490:0:3284:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f566c156. 00000800:00000010:1.0:1770684806.961547:0:3277:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000082a0c9ec. 00000800:00000010:1.0:1770684806.961551:0:3277:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000beccc7b8. 00000800:00000010:1.0:1770684806.961563:0:3277:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000c53bcdf. 00000800:00000200:1.1:1770684806.961568:0:3277:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001b8a970b] -> 12345-192.168.203.141@tcp (2) 00000800:00000200:1.1:1770684806.961763:0:3277:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.141@tcp 000000000c53bcdf deleted 00000800:00000010:1.1:1770684806.961765:0:3277:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000c53bcdf. 00000800:00000200:1.1:1770684806.961770:0:3277:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1770684806.961776:0:3277:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.141@tcp ip 192.168.203.141:1023 00000800:00000200:1.1:1770684806.961781:0:3277:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000631e105b type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1770684806.961810:0:3277:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.141@tcp p 3.x 192.168.203.141 -> 192.168.203.141:1023 incarnation:1770684733183471926 sched[0] 00000800:00000010:1.0:1770684806.961815:0:3277:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e6201bcc. 00000800:00000010:1.0:1770684806.961881:0:3277:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e6201bcc. 00000800:00000010:1.0:1770684806.961886:0:3277:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000beccc7b8. 00000800:00000010:1.0:1770684806.961916:0:3277:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f566c156. 00000020:00000010:1.0:1770684806.961953:0:3287:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009b005f35. 00000020:00000010:1.0:1770684806.961958:0:3287:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a0831914. 80000000:00000010:1.0:1770684806.961963:0:3287:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ad351e2f. 40000000:00000010:1.0:1770684806.961967:0:3287:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e6201bcc. 00000008:00000010:1.0:1770684806.961971:0:3287:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 0000000047940b38. 00020000:00000010:1.0:1770684806.961976:0:3287:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000009933ab5e. 00008000:00000010:1.0:1770684806.961981:0:3287:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000004d99ef15. 00100000:00000010:1.0:1770684806.961986:0:3287:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000aec9cfd5. 00040000:00000010:1.0:1770684806.961991:0:3287:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f1974e28. 00040000:00000010:1.0:1770684806.961995:0:3287:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007760318c. 00040000:00000010:1.0:1770684806.961998:0:3287:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c7e155b2. 00080000:00000010:1.0:1770684806.962002:0:3287:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000130dfa0e. 00000004:00000010:1.0:1770684806.962016:0:3287:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b9c1735f. 00000004:00000010:1.0:1770684806.962022:0:3287:0:(mdt_handler.c:8368:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f9e3bba2. 00000004:00000010:1.0:1770684806.962026:0:3287:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006ee44c29. 00002000:00000010:1.0:1770684806.962030:0:3287:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004d71fe67. 00000004:00000010:1.0:1770684806.962033:0:3287:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000361564d3. 00000080:00000010:1.0:1770684806.962038:0:3287:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000007b8280a. 00000080:00000010:1.0:1770684806.962042:0:3287:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 592 at 000000009a9fd0ab. 00000008:00000010:1.0:1770684806.962055:0:3287:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000df7527d2. 00020000:00000010:1.0:1770684806.962067:0:3287:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 584 at 0000000048f3fcc9. 00008000:00000010:1.0:1770684806.962085:0:3287:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000b7b2791f. 00000080:00000010:1.0:1770684806.962096:0:3287:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000d593ba55. 02000000:00000010:1.0:1770684806.962116:0:3287:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000257c5c55. 00000400:00000010:1.0:1770684806.962123:0:3287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010909d88. 00000400:00000010:1.0:1770684806.962129:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000438023ff. 00000100:00000200:1.0:1770684806.962136:0:3287:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856697514590336, portal 25 00000400:00000010:1.0:1770684806.962141:0:3287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004de0d3a1. 00000100:00000200:1.0:1770684806.962143:0:3287:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1856697514590336, offset 0 00000400:00000200:1.0:1770684806.962150:0:3287:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1770684806.962163:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1770684806.962181:0:3287:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000fb0c7feb. 00000400:00000200:1.0:1770684806.962186:0:3287:0:(peer.c:264:lnet_peer_alloc()) 00000000fb0c7feb nid 0@lo 00000400:00000010:1.0:1770684806.962194:0:3287:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000058828d18. 00000400:00000200:1.0:1770684806.962196:0:3287:0:(peer.c:204:lnet_peer_net_alloc()) 0000000058828d18 net lo 00000400:00000010:1.0:1770684806.962199:0:3287:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000cbfcd87d. 00000400:00000200:1.0:1770684806.962202:0:3287:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000cbfcd87d nid 0@lo 00000400:00000200:1.0:1770684806.962205:0:3287:0:(peer.c:1068:lnet_peer_ni_set_non_mr_pref_nid()) peer 0@lo nid 0@lo: 0 00000400:00000200:1.0:1770684806.962213:0:3287:0:(peer.c:1641:lnet_peer_attach_peer_ni()) peer 0@lo NID 0@lo flags 0x0 00000400:00000200:1.0:1770684806.962216:0:3287:0:(peer.c:2000:lnet_peer_ni_traffic_add()) peer 0@lo: 0 00000400:00000200:1.0:1770684806.962223:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x698a813d00080 00000400:00000200:1.0:1770684806.962229:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 520/520 into md 0x10d [2] + 0 00000400:00000010:1.0:1770684806.962233:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041ade50d. 00000400:00000200:1.0:1770684806.962237:0:3287:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fcc703a4 00000400:00000200:1.0:1770684806.962245:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770684806.962249:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1770684806.962254:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcc703a4 00000400:00000010:1.0:1770684806.962256:0:3287:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fcc703a4. 00000100:00000200:1.0:1770684806.962260:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1770684806.962275:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004de0d3a1 00000400:00000010:1.0:1770684806.962277:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004de0d3a1. 00000100:00000200:1.0:1770684806.962283:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ee8ce0df x1856697514590336/t0(0) o250->MGC192.168.203.141@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1770684816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1770684806.962300:0:3287:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000039b9bcb3. 00000100:00000010:1.0:1770684806.962312:0:3287:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b2c47914. 00000100:00000010:1.0:1770684806.962317:0:3287:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007621b028. 00000100:00000010:1.0:1770684806.962322:0:3287:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000075bdfc64. 00000800:00000200:2.1F:1770684806.962500:0:3276:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000010:1.0:1770684806.964437:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010909d88. 00000400:00000200:1.0:1770684806.964443:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000438023ff 00000400:00000010:1.0:1770684806.964444:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000438023ff. 00000100:00000200:1.0:1770684806.964452:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ee8ce0df x1856697514590336/t0(0) o250->MGC192.168.203.141@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1770684816 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1770684806.964461:0:3287:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ee8ce0df x1856697514590336/t0(0) o250->MGC192.168.203.141@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1770684816 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1770684806.964537:0:3287:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000257c5c55. 02000000:00000010:1.0:1770684806.964544:0:3287:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000070f27387. 00000100:00000010:1.0:1770684806.964558:0:3287:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ee8ce0df. 00000800:00000200:2.1:1770684806.965099:0:3278:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001b8a970b] -> 12345-192.168.203.141@tcp (4) 00000800:00000200:2.1:1770684806.965103:0:3278:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.141@tcp 00000000aa1b2e5c deleted 00000800:00000010:2.1:1770684806.965105:0:3278:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000aa1b2e5c. 00000800:00000200:2.1:1770684806.965109:0:3278:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.1:1770684806.965227:0:3276:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000100:00000010:1.0:1770684806.979820:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b2c47914. 00000100:00000010:1.0:1770684806.982003:0:5760:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000846eefbe. 00000020:00000010:1.0:1770684806.982010:0:5760:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001b6d9dff. 00000020:00000010:1.0:1770684806.982017:0:5760:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0e22997. 00000020:00000010:1.0:1770684806.982021:0:5760:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004409ef4c. 00000040:00000010:1.0:1770684806.982024:0:5760:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000093b91a94. 00000020:00000010:1.0:1770684806.982029:0:5760:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005d2fac79. 00000020:00000010:1.0:1770684806.982033:0:5760:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e2e63ee0. 00000020:00000010:1.0:1770684806.982037:0:5760:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a571a627. 80000000:00000010:1.0:1770684806.982041:0:5760:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b2c47914. 40000000:00000010:1.0:1770684806.982044:0:5760:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000000322c2e. 00100000:00000010:1.0:1770684806.982049:0:5760:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000450f4e4b. 00040000:00000010:1.0:1770684806.982054:0:5760:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000631e105b. 00040000:00000010:1.0:1770684806.982058:0:5760:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000026036bea. 00040000:00000010:1.0:1770684806.982061:0:5760:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bfcc3fa2. 00080000:00000010:1.0:1770684806.982065:0:5760:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b36d6b7c. 00000004:00000010:1.0:1770684806.982069:0:5760:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000583f2871. 00000004:00000010:1.0:1770684806.982073:0:5760:0:(mdt_handler.c:8368:mdt_key_init()) kmalloced '(value)': 2568 at 00000000539eea1e. 00000004:00000010:1.0:1770684806.982077:0:5760:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000db354bf1. 00002000:00000010:1.0:1770684806.982081:0:5760:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000257c5c55. 00000004:00000010:1.0:1770684806.982084:0:5760:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000054126a2b. 00000100:00000200:1.0:1770684806.982089:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.982095:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010909d88. 00000400:00000010:1.0:1770684806.982100:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000065863f07. 00000100:00000200:1.0:1770684806.982108:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.982110:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000660998bc. 00000400:00000010:1.0:1770684806.982113:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008072f99c. 00000100:00000200:1.0:1770684806.982115:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.982117:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f6aa988. 00000400:00000010:1.0:1770684806.982119:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001239ca3c. 00000100:00000200:1.0:1770684806.982121:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.982123:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c1764e6. 00000400:00000010:1.0:1770684806.982125:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000006794cae. 00000100:00000200:1.0:1770684806.982135:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.982137:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2188668. 00000400:00000010:1.0:1770684806.982140:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000414d3adf. 00000100:00000200:1.0:1770684806.982142:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.982144:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053ce9423. 00000400:00000010:1.0:1770684806.982146:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000449ae106. 00000100:00000200:1.0:1770684806.982148:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.982150:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000753fdbb0. 00000400:00000010:1.0:1770684806.982152:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ab4c583b. 00000100:00000200:1.0:1770684806.982154:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.982156:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6f9cd97. 00000400:00000010:1.0:1770684806.982158:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003bbfecb8. 00000100:00000200:1.0:1770684806.982161:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.982162:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001aca3a8a. 00000400:00000010:1.0:1770684806.982173:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c0f5e99f. 00000100:00000200:1.0:1770684806.982177:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.982179:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a04bf36d. 00000400:00000010:1.0:1770684806.982181:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000085dbc967. 00000100:00000200:1.0:1770684806.982184:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.982186:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e865e583. 00000400:00000010:1.0:1770684806.982188:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005928bd29. 00000100:00000200:1.0:1770684806.982190:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.982192:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000997fedc7. 00000400:00000010:1.0:1770684806.982195:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003b434cc3. 00000100:00000200:1.0:1770684806.982197:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.982198:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f235d4e9. 00000400:00000010:1.0:1770684806.982200:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000098ac5591. 00000100:00000200:1.0:1770684806.982203:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.982204:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000371c0674. 00000400:00000010:1.0:1770684806.982206:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c14c16a5. 00000100:00000200:1.0:1770684806.982208:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.982210:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007317727. 00000400:00000010:1.0:1770684806.982212:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001250bd49. 00000100:00000200:1.0:1770684806.982214:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.982216:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a7b6f26. 00000400:00000010:1.0:1770684806.982218:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000002764545. 00000100:00000200:1.0:1770684806.982225:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.982227:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d1acf73. 00000400:00000010:1.0:1770684806.982230:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000cead6d82. 00000100:00000200:1.0:1770684806.982232:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.982234:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d88b35b. 00000400:00000010:1.0:1770684806.982236:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000047056b25. 00000100:00000200:1.0:1770684806.982238:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.982239:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d75e7510. 00000400:00000010:1.0:1770684806.982242:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002f6e8cf1. 00000100:00000200:1.0:1770684806.982244:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.982245:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7d5016a. 00000400:00000010:1.0:1770684806.982247:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e97c53ac. 00000100:00000200:1.0:1770684806.982249:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.982251:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ffdd6bf9. 00000400:00000010:1.0:1770684806.982253:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000cc19be96. 00000100:00000200:1.0:1770684806.982255:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.982257:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091e21586. 00000400:00000010:1.0:1770684806.982259:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002b9023a6. 00000100:00000200:1.0:1770684806.982261:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.982262:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ef18a47. 00000400:00000010:1.0:1770684806.982265:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000033eeb2c9. 00000100:00000200:1.0:1770684806.982267:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.982268:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec0ce526. 00000400:00000010:1.0:1770684806.982270:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000010f9d1e6. 00000100:00000200:1.0:1770684806.982272:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.982273:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f74d7f2. 00000400:00000010:1.0:1770684806.982285:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f41724ba. 00000100:00000200:1.0:1770684806.982289:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.982291:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d126593c. 00000400:00000010:1.0:1770684806.982294:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000785ef231. 00000100:00000200:1.0:1770684806.982296:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.982297:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8ce08f1. 00000400:00000010:1.0:1770684806.982300:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005320261e. 00000100:00000200:1.0:1770684806.982302:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.982305:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041ade50d. 00000400:00000010:1.0:1770684806.982307:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006bfeeddb. 00000100:00000200:1.0:1770684806.982314:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.982323:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ee6c017. 00000400:00000010:1.0:1770684806.983566:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000083aff12b. 00000100:00000200:1.0:1770684806.983611:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.983620:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d5fd165. 00000400:00000010:1.0:1770684806.983624:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008697d5aa. 00000100:00000200:1.0:1770684806.983627:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.983629:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042e8e5b4. 00000400:00000010:1.0:1770684806.983631:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000000a8e2ee. 00000100:00000200:1.0:1770684806.983634:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.983635:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000923d68c8. 00000400:00000010:1.0:1770684806.983783:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b3255540. 00000100:00000200:1.0:1770684806.983789:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.983792:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064da35e3. 00000400:00000010:1.0:1770684806.983795:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002c9e7776. 00000100:00000200:1.0:1770684806.983797:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.983800:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2312235. 00000400:00000010:1.0:1770684806.983802:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000091d7515. 00000100:00000200:1.0:1770684806.983804:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.983806:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005fdf7d4b. 00000400:00000010:1.0:1770684806.983809:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000013d1e0a1. 00000100:00000200:1.0:1770684806.983811:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.983822:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d43fc0d. 00000400:00000010:1.0:1770684806.983825:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000036d0e702. 00000100:00000200:1.0:1770684806.983828:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.983829:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082627f02. 00000400:00000010:1.0:1770684806.983832:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a8ccf399. 00000100:00000200:1.0:1770684806.983834:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.983836:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f294b24b. 00000400:00000010:1.0:1770684806.983838:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000da44ad64. 00000100:00000200:1.0:1770684806.983841:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.983842:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e57f696. 00000400:00000010:1.0:1770684806.983846:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008dace1a4. 00000100:00000200:1.0:1770684806.983848:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.983850:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f85618e. 00000400:00000010:1.0:1770684806.983852:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a660608a. 00000100:00000200:1.0:1770684806.983869:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.983871:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d271a10. 00000400:00000010:1.0:1770684806.983888:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000fb7f9fe8. 00000100:00000200:1.0:1770684806.983892:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.983895:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000207049a8. 00000400:00000010:1.0:1770684806.983897:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000082fd5421. 00000100:00000200:1.0:1770684806.983899:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.983900:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbe74c79. 00000400:00000010:1.0:1770684806.983902:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000032c5ed6f. 00000100:00000200:1.0:1770684806.983905:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.983907:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a086c7b0. 00000400:00000010:1.0:1770684806.983909:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d49fa825. 00000100:00000200:1.0:1770684806.983912:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.983914:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9962714. 00000400:00000010:1.0:1770684806.983917:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000db6eb7a3. 00000100:00000200:1.0:1770684806.983919:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.983921:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000085668a4. 00000400:00000010:1.0:1770684806.983924:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000632935c9. 00000100:00000200:1.0:1770684806.983926:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.983928:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d0ab2a7. 00000400:00000010:1.0:1770684806.983930:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000091a3bd35. 00000100:00000200:1.0:1770684806.983933:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.983935:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a2125f5. 00000400:00000010:1.0:1770684806.983938:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000007920609. 00000100:00000200:1.0:1770684806.983941:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.983943:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000add22594. 00000400:00000010:1.0:1770684806.983945:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000de279c8c. 00000100:00000200:1.0:1770684806.983948:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.983950:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074f6a4b5. 00000400:00000010:1.0:1770684806.983953:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e6901fef. 00000100:00000200:1.0:1770684806.983956:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.983958:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad2648d8. 00000400:00000010:1.0:1770684806.983961:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000055fd6c75. 00000100:00000200:1.0:1770684806.983963:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.983965:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007574da71. 00000400:00000010:1.0:1770684806.983968:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000012078bc3. 00000100:00000200:1.0:1770684806.983979:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.983982:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2fc461a. 00000400:00000010:1.0:1770684806.983985:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f5d07ebc. 00000100:00000200:1.0:1770684806.983987:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.983989:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006924b549. 00000400:00000010:1.0:1770684806.983992:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d351daed. 00000100:00000200:1.0:1770684806.983995:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.983996:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000908524da. 00000400:00000010:1.0:1770684806.983999:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002c8a9040. 00000100:00000200:1.0:1770684806.984002:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.984003:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f525ac5. 00000400:00000010:1.0:1770684806.984006:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000be81dab5. 00000100:00000200:1.0:1770684806.984009:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.984011:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d86e08c. 00000400:00000010:1.0:1770684806.984022:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f902ffe5. 00000100:00000200:1.0:1770684806.984026:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.984029:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd71694f. 00000400:00000010:1.0:1770684806.984032:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005b1c156a. 00000100:00000200:1.0:1770684806.984035:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.984037:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026668c3e. 00000400:00000010:1.0:1770684806.984040:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e3b0ab06. 00000100:00000200:1.0:1770684806.984042:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.984044:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042fc29e0. 00000400:00000010:1.0:1770684806.984047:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007684068d. 00000100:00000200:1.0:1770684806.984050:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.984052:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000027a1565. 00000400:00000010:1.0:1770684806.984055:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003bd6c539. 00000100:00000200:1.0:1770684806.984057:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.984058:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016dd0454. 00000400:00000010:1.0:1770684806.984060:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a04b6e34. 00000100:00000200:1.0:1770684806.984062:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.984064:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051c5310e. 00000400:00000010:1.0:1770684806.984066:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000bbd84d36. 00000100:00000200:1.0:1770684806.984068:0:5760:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1770684806.984069:0:5760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fce95a8e. 00000400:00000010:1.0:1770684806.984071:0:5760:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000010736c37. 00000100:00000010:1.0:1770684806.984122:0:5760:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000494a7fb1. 00000100:00000200:1.0:1770684806.984148:0:5760:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1770684806.989562:0:5764:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000004ee3112d. 00000020:00000010:1.0:1770684806.989566:0:5764:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001d7a79d9. 00000020:00000010:1.0:1770684806.989819:0:5764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5352ebe. 00000020:00000010:1.0:1770684806.989823:0:5764:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000354dea2e. 00000040:00000010:1.0:1770684806.989826:0:5764:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e1e89e23. 00000020:00000010:1.0:1770684806.989829:0:5764:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003827ebc4. 00000020:00000010:1.0:1770684806.989834:0:5764:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c3b005ca. 00000020:00000010:1.0:1770684806.989837:0:5764:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000063864f40. 80000000:00000010:1.0:1770684806.989840:0:5764:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c8d5d59e. 40000000:00000010:1.0:1770684806.989843:0:5764:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004f6f3361. 00100000:00000010:1.0:1770684806.989847:0:5764:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007e253ace. 00040000:00000010:1.0:1770684806.989851:0:5764:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000094b9c11b. 00040000:00000010:1.0:1770684806.989854:0:5764:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009aecddc3. 00040000:00000010:1.0:1770684806.989856:0:5764:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000016872512. 00080000:00000010:1.0:1770684806.989859:0:5764:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001a99045f. 00000004:00000010:1.0:1770684806.989863:0:5764:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000fea8bc65. 00000004:00000010:1.0:1770684806.989867:0:5764:0:(mdt_handler.c:8368:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f1012b23. 00000004:00000010:1.0:1770684806.989870:0:5764:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000427066cb. 00000004:00000010:1.0:1770684806.989874:0:5764:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000070f27387. 00000100:00000010:1.0:1770684806.989888:0:5764:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000005457694b. 00000100:00000200:1.0:1770684806.989903:0:5764:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1770684807.014950:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bf935afa. 00000100:00000010:1.0:1770684807.015240:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000004dc52a1. 00000100:00000010:1.0:1770684807.015246:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000902f0bdd. 00000100:00000010:1.0:1770684807.015811:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d09641fa. 00000100:00000010:1.0:1770684807.015818:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000012a7f816. 00000100:00000010:1.0:1770684807.016115:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000045098463. 00000100:00000010:1.0:1770684807.016120:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c0210f03. 00000100:00000010:1.0:1770684807.016531:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000530197d9. 00000100:00000010:1.0:1770684807.016537:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000061e72eeb. 00000100:00000010:1.0:1770684807.017050:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000fce297cc. 00000100:00000010:1.0:1770684807.017062:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dc68e70c. 00000100:00000010:1.0:1770684807.017453:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000756ecbc6. 00000100:00000010:1.0:1770684807.017459:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f86ae3d2. 00000100:00000010:1.0:1770684807.018034:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005e6b158c. 00000100:00000010:1.0:1770684807.018041:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000025f7cb05. 00000100:00000010:1.0:1770684807.018472:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003272f8a9. 00000100:00000010:1.0:1770684807.018478:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003002b963. 00000100:00000010:1.0:1770684807.019146:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000061f2cdab. 00000100:00000010:1.0:1770684807.019154:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005e8a728f. 00000100:00000010:1.0:1770684807.019629:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000097a9dfae. 00000100:00000010:1.0:1770684807.019635:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000069d78193. 00000100:00000010:1.0:1770684807.020067:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a7ab4331. 00000100:00000010:1.0:1770684807.020075:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000506c7f99. 00000100:00000010:1.0:1770684807.020545:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008dcfbf03. 00000100:00000010:1.0:1770684807.020550:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cff7da98. 00000100:00000010:1.0:1770684807.021080:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000038cf8e51. 00000100:00000010:1.0:1770684807.021086:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005e023620. 00000100:00000010:1.0:1770684807.021505:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000034531515. 00000100:00000010:1.0:1770684807.021511:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000072f771ce. 00000100:00000010:1.0:1770684807.021982:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000058dc7ab6. 00000100:00000010:1.0:1770684807.021988:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000114229f3. 00000100:00000010:1.0:1770684807.022320:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e8742f1e. 00000100:00000010:1.0:1770684807.022416:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c1b6636c. 00000100:00000010:1.0:1770684807.022886:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000043eb6818. 00000100:00000010:1.0:1770684807.022893:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b54568b. 00000100:00000010:1.0:1770684807.023370:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a146f09b. 00000100:00000010:1.0:1770684807.023376:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000af150058. 00000100:00000010:1.0:1770684807.023877:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000014239b05. 00000100:00000010:1.0:1770684807.023883:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a1ecfe0. 00000100:00000010:1.0:1770684807.024204:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c73713b3. 00000100:00000010:1.0:1770684807.024210:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b70049d1. 00000100:00000010:1.0:1770684807.024759:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000010e40d07. 00000100:00000010:1.0:1770684807.024766:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000048038e7c. 00000100:00000010:1.0:1770684807.025089:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c41fab26. 00000100:00000010:1.0:1770684807.025095:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000337892f2. 00000100:00000010:1.0:1770684807.025407:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009489cfd2. 00000100:00000010:1.0:1770684807.025412:0:5741:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002f8d6648. 00000100:00000010:1.0:1770684807.026116:0:5741:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006f51e90e. 00000020:00000010:1.0:1770684807.070996:0:5773:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000d62dc29e. 00000100:00000010:1.0:1770684807.071007:0:5773:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000736152b5. 00000020:00000010:1.0:1770684807.071012:0:5773:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000483203e5. 00000020:00000010:1.0:1770684807.071084:0:5773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0d35e90. 00000020:00000010:1.0:1770684807.071089:0:5773:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006eeeb26f. 00000040:00000010:1.0:1770684807.071093:0:5773:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000094e3c83a. 00000020:00000010:1.0:1770684807.071097:0:5773:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c4f82ff7. 00000020:00000010:1.0:1770684807.071102:0:5773:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009b18b58d. 00000020:00000010:1.0:1770684807.071106:0:5773:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000257e6572. 80000000:00000010:1.0:1770684807.071110:0:5773:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000050111363. 40000000:00000010:1.0:1770684807.071113:0:5773:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000aa4360c4. 00100000:00000010:1.0:1770684807.071119:0:5773:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b984be98. 00040000:00000010:1.0:1770684807.071123:0:5773:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a09d63b9. 00040000:00000010:1.0:1770684807.071141:0:5773:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000492789df. 00040000:00000010:1.0:1770684807.071153:0:5773:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000041bc1bcd. 00080000:00000010:1.0:1770684807.071157:0:5773:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ff8b111d. 00000004:00000010:1.0:1770684807.071161:0:5773:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009ca4d306. 00000004:00000010:1.0:1770684807.071166:0:5773:0:(mdt_handler.c:8368:mdt_key_init()) kmalloced '(value)': 2568 at 0000000072bef947. 00000004:00000010:1.0:1770684807.071170:0:5773:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000037f2fd1b. 00002000:00000010:1.0:1770684807.071174:0:5773:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a0ced3cf. 00000004:00000010:1.0:1770684807.071177:0:5773:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000564aae65. 00000100:00000200:1.0:1770684807.071183:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071189:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086da927c. 00000400:00000010:1.0:1770684807.071196:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004a5b7a58. 00000100:00000200:1.0:1770684807.071205:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071208:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a1ddac2. 00000400:00000010:1.0:1770684807.071224:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006a5e6fdd. 00000100:00000200:1.0:1770684807.071228:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071231:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000699198ba. 00000400:00000010:1.0:1770684807.071233:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000029d6bcce. 00000100:00000200:1.0:1770684807.071236:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071239:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ffaa1357. 00000400:00000010:1.0:1770684807.071241:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000093e0078c. 00000100:00000200:1.0:1770684807.071244:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071246:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081c92850. 00000400:00000010:1.0:1770684807.071248:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000da4e31e1. 00000100:00000200:1.0:1770684807.071251:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071253:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b88df12f. 00000400:00000010:1.0:1770684807.071255:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000030ddee04. 00000100:00000200:1.0:1770684807.071257:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071260:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010b47432. 00000400:00000010:1.0:1770684807.071262:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000fa08d46b. 00000100:00000200:1.0:1770684807.071264:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071266:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004441274d. 00000400:00000010:1.0:1770684807.071268:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000019be6580. 00000100:00000200:1.0:1770684807.071270:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071272:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072deaf11. 00000400:00000010:1.0:1770684807.071274:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000afc9544e. 00000100:00000200:1.0:1770684807.071277:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071279:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066a96f7f. 00000400:00000010:1.0:1770684807.071288:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000797eceea. 00000100:00000200:1.0:1770684807.071293:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071305:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082e5fded. 00000400:00000010:1.0:1770684807.071309:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000fdfc6c21. 00000100:00000200:1.0:1770684807.071312:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071315:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084c03b1a. 00000400:00000010:1.0:1770684807.071317:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004618fc01. 00000100:00000200:1.0:1770684807.071319:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071321:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000545fc873. 00000400:00000010:1.0:1770684807.071323:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000aa0b6a5f. 00000100:00000200:1.0:1770684807.071326:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071327:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005dec9413. 00000400:00000010:1.0:1770684807.071334:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000004975fef. 00000100:00000200:1.0:1770684807.071338:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071340:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080ce8d61. 00000400:00000010:1.0:1770684807.071342:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007cb7e38a. 00000100:00000200:1.0:1770684807.071345:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071346:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032296fe7. 00000400:00000010:1.0:1770684807.071349:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b2deab87. 00000100:00000200:1.0:1770684807.071352:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071353:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c55c236d. 00000400:00000010:1.0:1770684807.071355:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000af93f40. 00000100:00000200:1.0:1770684807.071358:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071359:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000003e7a71. 00000400:00000010:1.0:1770684807.071367:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000003ef2f7f. 00000100:00000200:1.0:1770684807.071373:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071375:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7315f7b. 00000400:00000010:1.0:1770684807.071377:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000664a4706. 00000100:00000200:1.0:1770684807.071379:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071381:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000343874a4. 00000400:00000010:1.0:1770684807.071384:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003791c091. 00000100:00000200:1.0:1770684807.071387:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071388:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a3372d7. 00000400:00000010:1.0:1770684807.071391:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c03b01c6. 00000100:00000200:1.0:1770684807.071393:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071395:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034437107. 00000400:00000010:1.0:1770684807.071398:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000494cd510. 00000100:00000200:1.0:1770684807.071400:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071402:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b99d9d8c. 00000400:00000010:1.0:1770684807.071404:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000014edc5a7. 00000100:00000200:1.0:1770684807.071407:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071409:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009317c3b8. 00000400:00000010:1.0:1770684807.071411:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007212d213. 00000100:00000200:1.0:1770684807.071414:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071415:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054afa8d8. 00000400:00000010:1.0:1770684807.071418:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ad935faf. 00000100:00000200:1.0:1770684807.071421:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071423:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c6c5da4. 00000400:00000010:1.0:1770684807.071436:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000be15d796. 00000100:00000200:1.0:1770684807.071441:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071444:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006db53d89. 00000400:00000010:1.0:1770684807.071447:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000dae28a67. 00000100:00000200:1.0:1770684807.071449:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071451:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f864c54. 00000400:00000010:1.0:1770684807.071454:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000102b756a. 00000100:00000200:1.0:1770684807.071457:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071459:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000462e7166. 00000400:00000010:1.0:1770684807.071461:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008162b84f. 00000100:00000200:1.0:1770684807.071464:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071466:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c77b004. 00000400:00000010:1.0:1770684807.071468:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001491a8d8. 00000100:00000200:1.0:1770684807.071470:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071472:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000507ff82c. 00000400:00000010:1.0:1770684807.071474:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c6ecfc45. 00000100:00000200:1.0:1770684807.071477:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071478:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070e5870d. 00000400:00000010:1.0:1770684807.071480:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004e270a6e. 00000100:00000200:1.0:1770684807.071482:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071484:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000022fd65f. 00000400:00000010:1.0:1770684807.071486:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f4ecb897. 00000100:00000200:1.0:1770684807.071488:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071490:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001138d825. 00000400:00000010:1.0:1770684807.071499:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000910d403e. 00000100:00000200:1.0:1770684807.071504:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071506:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3e99bbe. 00000400:00000010:1.0:1770684807.071509:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000042599943. 00000100:00000200:1.0:1770684807.071511:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071525:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a33815a. 00000400:00000010:1.0:1770684807.071528:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000050291610. 00000100:00000200:1.0:1770684807.071530:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071532:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d509b419. 00000400:00000010:1.0:1770684807.071535:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d24d446a. 00000100:00000200:1.0:1770684807.071537:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071539:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077e8458c. 00000400:00000010:1.0:1770684807.071546:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d04708d1. 00000100:00000200:1.0:1770684807.071550:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071553:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003169abfa. 00000400:00000010:1.0:1770684807.071555:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a95eb7f8. 00000100:00000200:1.0:1770684807.071558:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071560:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ca90210. 00000400:00000010:1.0:1770684807.071562:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e703a456. 00000100:00000200:1.0:1770684807.071565:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071567:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be46e38f. 00000400:00000010:1.0:1770684807.071569:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002d831234. 00000100:00000200:1.0:1770684807.071572:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071574:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035310646. 00000400:00000010:1.0:1770684807.071669:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000079fe32a2. 00000100:00000200:1.0:1770684807.071674:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071677:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d5611b9. 00000400:00000010:1.0:1770684807.071680:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005725be18. 00000100:00000200:1.0:1770684807.071682:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071684:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d84d8498. 00000400:00000010:1.0:1770684807.071686:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002790da76. 00000100:00000200:1.0:1770684807.071689:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071692:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b12414bc. 00000400:00000010:1.0:1770684807.071694:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006fd38111. 00000100:00000200:1.0:1770684807.071697:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071699:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c72d848. 00000400:00000010:1.0:1770684807.071701:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ea776ab6. 00000100:00000200:1.0:1770684807.071704:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071706:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089bf2899. 00000400:00000010:1.0:1770684807.071708:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000dc842503. 00000100:00000200:1.0:1770684807.071711:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071713:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044b7cc67. 00000400:00000010:1.0:1770684807.071715:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005710937f. 00000100:00000200:1.0:1770684807.071718:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071720:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000915d1541. 00000400:00000010:1.0:1770684807.071722:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b26d2571. 00000100:00000200:1.0:1770684807.071725:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071727:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca749555. 00000400:00000010:1.0:1770684807.071742:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f883afc3. 00000100:00000200:1.0:1770684807.071747:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071749:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000743bcd5d. 00000400:00000010:1.0:1770684807.071751:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c5ff52c7. 00000100:00000200:1.0:1770684807.071754:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071756:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000910f30fb. 00000400:00000010:1.0:1770684807.071758:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f9bea687. 00000100:00000200:1.0:1770684807.071761:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071762:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da88145e. 00000400:00000010:1.0:1770684807.071764:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000fd72360e. 00000100:00000200:1.0:1770684807.071767:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071769:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b419e572. 00000400:00000010:1.0:1770684807.071771:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bc2dc4a0. 00000100:00000200:1.0:1770684807.071774:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071776:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af3c2d05. 00000400:00000010:1.0:1770684807.071861:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009085ac3e. 00000100:00000200:1.0:1770684807.071866:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071869:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f3b28a9. 00000400:00000010:1.0:1770684807.071872:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ef79b346. 00000100:00000200:1.0:1770684807.071875:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071887:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cdb2d826. 00000400:00000010:1.0:1770684807.071891:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004785c40f. 00000100:00000200:1.0:1770684807.071895:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071896:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8bd3a8a. 00000400:00000010:1.0:1770684807.071905:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bdc682f3. 00000100:00000200:1.0:1770684807.071910:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071912:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f55897e1. 00000400:00000010:1.0:1770684807.071915:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002286ad0d. 00000100:00000200:1.0:1770684807.071918:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071919:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd4c8825. 00000400:00000010:1.0:1770684807.071922:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a5b70f32. 00000100:00000200:1.0:1770684807.071924:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071926:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099166ff9. 00000400:00000010:1.0:1770684807.071928:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008c7b5648. 00000100:00000200:1.0:1770684807.071931:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071933:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018dfb8f2. 00000400:00000010:1.0:1770684807.071941:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001a21acd4. 00000100:00000200:1.0:1770684807.071945:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071947:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e7e483e. 00000400:00000010:1.0:1770684807.071950:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005af7eceb. 00000100:00000200:1.0:1770684807.071953:0:5773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1770684807.071954:0:5773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a359336e. 00000400:00000010:1.0:1770684807.071957:0:5773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000029acc480. 00000100:00000010:1.0:1770684807.071969:0:5773:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000006208108d. 00000100:00000200:1.0:1770684807.072113:0:5773:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000020:00000010:1.0:1770684807.073744:0:5774:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000c6c66056. 00000100:00000010:1.0:1770684807.073759:0:5774:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000009a33f379. 00000020:00000010:1.0:1770684807.073762:0:5774:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005857c221. 00000020:00000010:1.0:1770684807.073769:0:5774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009febc7b8. 00000020:00000010:1.0:1770684807.073773:0:5774:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000607450b1. 00000040:00000010:1.0:1770684807.073846:0:5774:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d06bf0ec. 00000020:00000010:1.0:1770684807.073852:0:5774:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000984a4249. 00000020:00000010:1.0:1770684807.073858:0:5774:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e1746a58. 00000020:00000010:1.0:1770684807.073861:0:5774:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000913789b9. 80000000:00000010:1.0:1770684807.073866:0:5774:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009e6d3859. 40000000:00000010:1.0:1770684807.073869:0:5774:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003ef0e5fe. 00100000:00000010:1.0:1770684807.073873:0:5774:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f370b2f9. 00040000:00000010:1.0:1770684807.073877:0:5774:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b53486cd. 00040000:00000010:1.0:1770684807.073881:0:5774:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000565bd99c. 00040000:00000010:1.0:1770684807.073884:0:5774:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006970c262. 00080000:00000010:1.0:1770684807.073887:0:5774:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003421969d. 00000004:00000010:1.0:1770684807.073891:0:5774:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f2be3c3b. 00000004:00000010:1.0:1770684807.073896:0:5774:0:(mdt_handler.c:8368:mdt_key_init()) kmalloced '(value)': 2568 at 0000000034539c1f. 00000004:00000010:1.0:1770684807.073899:0:5774:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a4781b92. 00002000:00000010:1.0:1770684807.073904:0:5774:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000095298f70. 00000004:00000010:1.0:1770684807.073907:0:5774:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000080eba81c. 00000100:00000010:1.0:1770684807.073926:0:5774:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000ea4e8657. 00000100:00000200:1.0:1770684807.074000:0:5774:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000020:00000010:1.0:1770684807.074941:0:5775:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000d470385d. 00000100:00000010:1.0:1770684807.074949:0:5775:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000aed17cae. 00000020:00000010:1.0:1770684807.074957:0:5775:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000a0530e9. 00000020:00000010:1.0:1770684807.074961:0:5775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000acdabaae. 00000020:00000010:1.0:1770684807.074964:0:5775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bfc9f632. 00000040:00000010:1.0:1770684807.074966:0:5775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005de6769b. 00000020:00000010:1.0:1770684807.074970:0:5775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e162012a. 00000020:00000010:1.0:1770684807.074975:0:5775:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003405ff3e. 00000020:00000010:1.0:1770684807.074979:0:5775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000894f48cf. 80000000:00000010:1.0:1770684807.074983:0:5775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000028ee81a2. 40000000:00000010:1.0:1770684807.074986:0:5775:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006711e758. 00100000:00000010:1.0:1770684807.074989:0:5775:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000049386e8e. 00040000:00000010:1.0:1770684807.074993:0:5775:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000863eb103. 00040000:00000010:1.0:1770684807.074997:0:5775:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000068eac090. 00040000:00000010:1.0:1770684807.074999:0:5775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ac005ffe. 00080000:00000010:1.0:1770684807.075003:0:5775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ef4b8330. 00000004:00000010:1.0:1770684807.075006:0:5775:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000013df3a7. 00000004:00000010:1.0:1770684807.075018:0:5775:0:(mdt_handler.c:8368:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c69b8c3f. 00000004:00000010:1.0:1770684807.075106:0:5775:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000bcb3827a. 00002000:00000010:1.0:1770684807.075110:0:5775:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004ce460e5. 00000004:00000010:1.0:1770684807.075113:0:5775:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a24d273a. 00000100:00000010:1.0:1770684807.075125:0:5775:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000022caffd4. 00000100:00000200:1.0:1770684807.075180:0:5775:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:1.0:1770684807.079688:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009a20ad53. 00000020:00000010:1.0:1770684807.104807:0:5778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bceaf19a. 00000020:00000010:1.0:1770684807.104819:0:5778:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000069160e7c. 00000040:00000010:1.0:1770684807.104823:0:5778:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cc7012ca. 00000020:00000010:1.0:1770684807.104849:0:5778:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000066a7ba4e. 00000020:00000010:1.0:1770684807.104854:0:5778:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000030f0a318. 00000020:00000010:1.0:1770684807.104858:0:5778:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000077ba7d07. 80000000:00000010:1.0:1770684807.104863:0:5778:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c403ed31. 40000000:00000010:1.0:1770684807.104867:0:5778:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000057892203. 00100000:00000010:1.0:1770684807.104872:0:5778:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000c9d3f9d. 00040000:00000010:1.0:1770684807.104877:0:5778:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000001ccbf01. 00040000:00000010:1.0:1770684807.104881:0:5778:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000094ffb313. 00040000:00000010:1.0:1770684807.104890:0:5778:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000020abcff6. 00080000:00000010:1.0:1770684807.104895:0:5778:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000087dc63f. 00000004:00000010:1.0:1770684807.104899:0:5778:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ddf76c6e. 00000004:00000010:1.0:1770684807.104904:0:5778:0:(mdt_handler.c:8368:mdt_key_init()) kmalloced '(value)': 2568 at 00000000232ed11d. 00000004:00000010:1.0:1770684807.104909:0:5778:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009e8ab2a2. 00002000:00000010:1.0:1770684807.104913:0:5778:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f27ca3e7. 00000004:00000010:1.0:1770684807.104917:0:5778:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000002119383f. 00000020:00000010:1.0:1770684807.104922:0:5778:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000cb1518b8. 00000040:00000010:1.0:1770684807.104932:0:5778:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000046c5182c. 00000040:00000010:1.0:1770684807.105013:0:5778:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000046c5182c. 00000020:00000010:1.0:1770684807.105020:0:5778:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000cb1518b8. 00000020:00000010:1.0:1770684807.105034:0:5778:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000069160e7c. 00000040:00000010:1.0:1770684807.105038:0:5778:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000cc7012ca. 00000020:00000010:1.0:1770684807.105040:0:5778:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000066a7ba4e. 00000020:00000010:1.0:1770684807.105044:0:5778:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000030f0a318. 00000020:00000010:1.0:1770684807.105047:0:5778:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000077ba7d07. 80000000:00000010:1.0:1770684807.105050:0:5778:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c403ed31. 40000000:00000010:1.0:1770684807.105053:0:5778:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000057892203. 00100000:00000010:1.0:1770684807.105055:0:5778:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000c9d3f9d. 00040000:00000010:1.0:1770684807.105058:0:5778:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000001ccbf01. 00040000:00000010:1.0:1770684807.105062:0:5778:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000094ffb313. 00040000:00000010:1.0:1770684807.105064:0:5778:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000020abcff6. 00080000:00000010:1.0:1770684807.105067:0:5778:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000087dc63f. 00000004:00000010:1.0:1770684807.105070:0:5778:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ddf76c6e. 00000004:00000010:1.0:1770684807.105072:0:5778:0:(mdt_handler.c:8393:mdt_key_fini()) kfreed 'info': 2568 at 00000000232ed11d. 00000004:00000010:1.0:1770684807.105075:0:5778:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009e8ab2a2. 00002000:00000010:1.0:1770684807.105077:0:5778:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f27ca3e7. 00000004:00000010:1.0:1770684807.105080:0:5778:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002119383f. 00000020:00000010:1.0:1770684807.105083:0:5778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bceaf19a. 00010000:00000010:2.1:1770684807.147896:0:5632:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000088c360d0. 00010000:00000010:2.1:1770684807.148003:0:5632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e4b1b189. 00000020:00000010:1.0:1770684807.396160:0:5753:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000a3bea036. 00000020:00000010:1.0:1770684807.397988:0:5753:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cf0a8bae. 00000020:00000010:1.0:1770684807.397991:0:5753:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cf0a8bae. 00000020:00000010:1.0:1770684807.397996:0:5753:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077ba7d07. 00000020:00000010:1.0:1770684807.397999:0:5753:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c9192412. 00000020:00000010:1.0:1770684807.398017:0:5753:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031f9bc89. 00000020:00000010:1.0:1770684807.398052:0:5753:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cf0a8bae. 00000020:00000010:1.0:1770684807.398054:0:5753:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cf0a8bae. 00000100:00000200:1.0:1770684807.398057:0:5753:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856697514590848 00010000:00000010:1.0:1770684807.398077:0:5753:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002a797178. 00010000:00000010:1.0:1770684807.398082:0:5753:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b7ee660c. 00000020:00000010:1.0:1770684807.398086:0:5753:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000cf0a8bae. 02000000:00000010:1.0:1770684807.398098:0:5753:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000f27ca3e7. 00010000:00000200:1.0:1770684807.398215:0:5753:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a3569298 x1856697514590848/t0(0) o101->02368443-f312-44b4-8d5b-8c5b083a881f@0@lo:683/0 lens 328/344 e 0 to 0 dl 1770684818 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1770684807.398320:0:5753:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000438023ff. 00000100:00000200:1.0:1770684807.398324:0:5753:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1856697514590848, offset 224 00000400:00000200:1.0:1770684807.398329:0:5753:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1770684807.398334:0:5753:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1770684807.398340:0:5753:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x698a813d00280 00000400:00000200:1.0:1770684807.398343:0:5753:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x959 [1] + 224 00000400:00000200:1.0:1770684807.398348:0:5753:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770684807.398350:0:5753:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1770684807.398353:0:5753:0:(lib-lnet.h:229:lnet_ni_set_status_locked()) ni 0@lo status changed from 0x1 to 0x15aac0de 00000100:00000200:1.0:1770684807.398359:0:5753:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b4d8d808 x1856697514590848/t0(0) o101->MGC192.168.203.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1770684823 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770684807.398384:0:5753:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000438023ff 00000400:00000010:1.0:1770684807.398386:0:5753:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000438023ff. 00000020:00000010:1.0:1770684807.398396:0:5753:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c9192412. 00000020:00000010:1.0:1770684807.398399:0:5753:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031f9bc89. 00000020:00000010:1.0:1770684807.398402:0:5753:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077ba7d07. 02000000:00000010:1.0:1770684807.398407:0:5753:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000f27ca3e7. 00000100:00000200:1.0:1770684807.398412:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1770684807.398415:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048dd8c36. 00000400:00000010:1.0:1770684807.398419:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000068110b4f. 00000020:00000010:1.0:1770684807.400207:0:5753:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003c7580bd. 00000020:00000010:1.0:1770684807.400212:0:5753:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003c7580bd. 00000020:00000010:1.0:1770684807.400222:0:5753:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077ba7d07. 00000020:00000010:1.0:1770684807.400302:0:5753:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c9192412. 00000020:00000010:1.0:1770684807.400308:0:5753:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031f9bc89. 00000020:00000010:1.0:1770684807.400339:0:5753:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003c7580bd. 00000020:00000010:1.0:1770684807.400341:0:5753:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003c7580bd. 00000100:00000200:1.0:1770684807.400344:0:5753:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856697514591104 02000000:00000010:1.0:1770684807.400357:0:5753:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000f27ca3e7. 00000040:00000010:1.0:1770684807.400364:0:5753:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000cc7012ca. 00000040:00000010:1.0:1770684807.400434:0:5753:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000000652f0b2. 00000020:00000010:1.0:1770684807.400445:0:5753:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000c8e0ddb9. 00000040:00000010:1.0:1770684807.400454:0:5753:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000000652f0b2. 00000040:00000010:1.0:1770684807.400460:0:5753:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000cc7012ca. 20000000:00000010:1.0:1770684807.400470:0:5753:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000003c7580bd. 00010000:00000200:1.0:1770684807.400478:0:5753:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006d16d37c x1856697514591104/t0(0) o501->02368443-f312-44b4-8d5b-8c5b083a881f@0@lo:683/0 lens 512/272 e 0 to 0 dl 1770684818 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1770684807.400491:0:5753:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000438023ff. 00000100:00000200:1.0:1770684807.400494:0:5753:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1856697514591104, offset 224 00000400:00000200:1.0:1770684807.400498:0:5753:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1770684807.400504:0:5753:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1770684807.400519:0:5753:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x698a813d00380 00000400:00000200:1.0:1770684807.400524:0:5753:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x979 [1] + 224 00000400:00000200:1.0:1770684807.400528:0:5753:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770684807.400530:0:5753:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1770684807.400535:0:5753:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c0204b4d x1856697514591104/t0(0) o501->MGC192.168.203.141@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1770684823 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770684807.400556:0:5753:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000438023ff 00000400:00000010:1.0:1770684807.400558:0:5753:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000438023ff. 00000020:00000010:1.0:1770684807.400568:0:5753:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c9192412. 00000020:00000010:1.0:1770684807.400571:0:5753:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031f9bc89. 00000020:00000010:1.0:1770684807.400573:0:5753:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077ba7d07. 02000000:00000010:1.0:1770684807.400595:0:5753:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000f27ca3e7. 00000100:00000200:1.0:1770684807.400600:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1770684807.400609:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075bc111c. 00000400:00000010:1.0:1770684807.400613:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000098ebc974. 00000020:00000010:1.0:1770684807.401100:0:5753:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005688f08e. 00000020:00000010:1.0:1770684807.401103:0:5753:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005688f08e. 00000020:00000010:1.0:1770684807.401107:0:5753:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077ba7d07. 00000020:00000010:1.0:1770684807.401207:0:5753:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c9192412. 00000020:00000010:1.0:1770684807.401211:0:5753:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031f9bc89. 00000020:00000010:1.0:1770684807.401358:0:5753:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005688f08e. 00000020:00000010:1.0:1770684807.401361:0:5753:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005688f08e. 00000100:00000200:1.0:1770684807.401364:0:5753:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856697514591232 02000000:00000010:1.0:1770684807.401384:0:5753:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000fae98b50. 00000040:00000010:1.0:1770684807.401389:0:5753:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000cc7012ca. 00000040:00000010:1.0:1770684807.401406:0:5753:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000006432cdfb. 00000040:00000010:1.0:1770684807.401866:0:5753:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000006432cdfb. 00000040:00000010:1.0:1770684807.401871:0:5753:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000cc7012ca. 00010000:00000200:1.0:1770684807.401879:0:5753:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004fc92986 x1856697514591232/t0(0) o503->02368443-f312-44b4-8d5b-8c5b083a881f@0@lo:683/0 lens 272/8416 e 0 to 0 dl 1770684818 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1770684807.401892:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000004d8e76ae. 00000100:00000200:1.0:1770684807.401896:0:5753:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1856697514591232, offset 224 00000400:00000200:1.0:1770684807.401901:0:5753:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1770684807.401910:0:5753:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1770684807.401917:0:5753:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x698a813d00400 00000400:00000200:1.0:1770684807.401922:0:5753:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x989 [4] + 224 00000400:00000200:1.0:1770684807.401928:0:5753:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770684807.401931:0:5753:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1770684807.401937:0:5753:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c0204b4d x1856697514591232/t0(0) o503->MGC192.168.203.141@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1770684823 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770684807.402079:0:5753:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d8e76ae 00000400:00000010:1.0:1770684807.402082:0:5753:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000004d8e76ae. 00000020:00000010:1.0:1770684807.402094:0:5753:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c9192412. 00000020:00000010:1.0:1770684807.402097:0:5753:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031f9bc89. 00000020:00000010:1.0:1770684807.402100:0:5753:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077ba7d07. 02000000:00000010:1.0:1770684807.402105:0:5753:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000fae98b50. 00000100:00000200:1.0:1770684807.402135:0:5753:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1770684807.402140:0:5753:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003060360a. 00000400:00000010:1.0:1770684807.402143:0:5753:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004d8e76ae. 00000020:00000010:1.0:1770684807.402974:0:5783:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077ba7d07. 00000020:00000010:1.0:1770684807.402982:0:5783:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cc7012ca. 00000040:00000010:1.0:1770684807.402986:0:5783:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000069160e7c. 00000020:00000010:1.0:1770684807.402990:0:5783:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ddf76c6e. 00000020:00000010:1.0:1770684807.402994:0:5783:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000030f0a318. 00000020:00000010:1.0:1770684807.402999:0:5783:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bceaf19a. 80000000:00000010:1.0:1770684807.403003:0:5783:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006dc980f9. 40000000:00000010:1.0:1770684807.403007:0:5783:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005688f08e. 00100000:00000010:1.0:1770684807.403014:0:5783:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000087dc63f. 00040000:00000010:1.0:1770684807.403019:0:5783:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000052b65469. 00040000:00000010:1.0:1770684807.403024:0:5783:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000094ffb313. 00040000:00000010:1.0:1770684807.403028:0:5783:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000020abcff6. 00080000:00000010:1.0:1770684807.403033:0:5783:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000c9d3f9d. 00000004:00000010:1.0:1770684807.403039:0:5783:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000066a7ba4e. 00000004:00000010:1.0:1770684807.403045:0:5783:0:(mdt_handler.c:8368:mdt_key_init()) kmalloced '(value)': 2568 at 00000000036079fd. 00000004:00000010:1.0:1770684807.403051:0:5783:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001590bf76. 00002000:00000010:1.0:1770684807.403056:0:5783:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f27ca3e7. 00000004:00000010:1.0:1770684807.403064:0:5783:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000db579a74. 00000020:00000010:1.0:1770684807.403069:0:5783:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000cddb20e5. 00000040:00000010:1.0:1770684807.403076:0:5783:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000006432cdfb. 00000100:00000010:1.0:1770684807.403096:0:5783:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002157a056. 02000000:00000010:1.0:1770684807.403211:0:5783:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f9dd0183. 00000100:00000010:1.0:1770684807.403322:0:5783:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ccadc32. 02000000:00000010:1.0:1770684807.403353:0:5783:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000fae98b50. 00000400:00000010:1.0:1770684807.403360:0:5783:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f6a2af0. 00000400:00000010:1.0:1770684807.403366:0:5783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000fb894a69. 00000100:00000200:1.0:1770684807.403372:0:5783:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1856697514591360, portal 25 00000400:00000010:1.0:1770684807.403379:0:5783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000438023ff. 00000100:00000200:1.0:1770684807.403382:0:5783:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1856697514591360, offset 0 00000400:00000200:1.0:1770684807.403390:0:5783:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1770684807.403407:0:5783:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1770684807.403417:0:5783:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x698a813d00480 00000400:00000200:1.0:1770684807.403423:0:5783:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x12d [2] + 0 00000400:00000010:1.0:1770684807.403427:0:5783:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ddf866b. 00000400:00000200:1.0:1770684807.403431:0:5783:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001c49f56f 00000400:00000200:1.0:1770684807.403435:0:5783:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770684807.403439:0:5783:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1770684807.403443:0:5783:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c49f56f 00000400:00000010:1.0:1770684807.403445:0:5783:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c49f56f. 00000100:00000200:1.0:1770684807.403449:0:5783:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1770684807.403525:0:5783:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000438023ff 00000400:00000010:1.0:1770684807.403528:0:5783:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000438023ff. 00000100:00000200:1.0:1770684807.403534:0:5783:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002157a056 x1856697514591360/t0(0) o502->MGC192.168.203.141@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1770684823 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1770684807.406876:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000004808421. 00000020:00000010:1.0:1770684807.519632:0:5783:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000009ad7154. 00040000:00000010:1.0:1770684807.519669:0:5783:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 0000000052cf2594. 00000020:00000010:1.0:1770684807.519680:0:5783:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000b41836e0. 00040000:00000010:1.0:1770684807.519684:0:5783:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 00000000f9dd0183. 00000020:00000010:1.0:1770684807.519689:0:5783:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000007df15832. 00000020:00000010:1.0:1770684807.519724:0:5783:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009b0d30fc. 00000040:00000010:1.0:1770684807.519730:0:5783:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e9cef80a. 00000020:00000010:1.0:1770684807.519734:0:5783:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c049a871. 00000020:00000010:1.0:1770684807.519739:0:5783:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000037e2aae3. 00000020:00000010:1.0:1770684807.519744:0:5783:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000027bc202d. 80000000:00000010:1.0:1770684807.519748:0:5783:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001028d0c1. 40000000:00000010:1.0:1770684807.519753:0:5783:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005e79776d. 00100000:00000010:1.0:1770684807.519757:0:5783:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000091f06000. 00040000:00000010:1.0:1770684807.519760:0:5783:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e926ffa1. 00040000:00000010:1.0:1770684807.519765:0:5783:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000a89284c. 00040000:00000010:1.0:1770684807.519768:0:5783:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004af78e8c. 00080000:00000010:1.0:1770684807.519772:0:5783:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000008d15c88a. 00000004:00000010:1.0:1770684807.519776:0:5783:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000afd38590. 00000004:00000010:1.0:1770684807.519781:0:5783:0:(mdt_handler.c:8393:mdt_key_fini()) kfreed 'info': 2568 at 000000009907e4ba. 00000004:00000010:1.0:1770684807.519792:0:5783:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b25c3688. 00000004:00000010:1.0:1770684807.519796:0:5783:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000069193820. 00000020:00000010:1.0:1770684807.519800:0:5783:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fed837d0. 00000020:00000010:1.0:1770684807.519805:0:5783:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003219e3b4. 00000020:00000010:1.0:1770684807.519807:0:5783:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b6356f28. 00000008:00000010:1.0:1770684807.519811:0:5783:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000072fb4bc1. 00020000:00000010:1.0:1770684807.519814:0:5783:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 584 at 000000008fe825f7. 00008000:00000010:1.0:1770684807.519817:0:5783:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000009dc1fa9b. 00000080:00000010:1.0:1770684807.519820:0:5783:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000057e5615. 00000020:00000010:1.0:1770684807.519822:0:5783:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000057261124. 00000004:00000010:1.0:1770684807.519849:0:5783:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000dc85c7df. 00000004:00000010:1.0:1770684807.519861:0:5783:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d476bfa5. 00000004:00000010:1.0:1770684807.519872:0:5783:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d5d7dfa9. 00080000:00000010:1.0:1770684807.519883:0:5783:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a548bf26. 00000020:00000010:1.0:1770684807.519971:0:5783:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000445c8dfa. 00080000:00000010:1.0:1770684807.519976:0:5783:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004a51c371. 00080000:00000010:1.0:1770684807.519985:0:5783:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006b751199. 00080000:00000010:1.0:1770684807.520830:0:5783:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004a51c371. 00000020:00000010:1.0:1770684807.520835:0:5783:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000445c8dfa. 00000004:00000010:1.0:1770684807.520847:0:5783:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f437169e. 00000004:00000010:1.0:1770684807.520851:0:5783:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000be416fff. 00000004:00000010:1.0:1770684807.520854:0:5783:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000088510aa8. 00080000:00000010:1.0:1770684807.520857:0:5783:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004a51c371. 00000020:00000010:1.0:1770684807.520897:0:5783:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000fdd8f619. 00080000:00000010:1.0:1770684807.520900:0:5783:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009eb24e90. 00080000:00000010:1.0:1770684807.520903:0:5783:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b52d2f77. 00080000:00000010:1.0:1770684807.521049:0:5783:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009eb24e90. 00000020:00000010:1.0:1770684807.521053:0:5783:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fdd8f619. 00000004:00000010:1.0:1770684807.521060:0:5783:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000006b149ee8. 00000004:00000010:1.0:1770684807.521063:0:5783:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000318ac59. 00000004:00000010:1.0:1770684807.521067:0:5783:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f04884fb. 00080000:00000010:1.0:1770684807.521070:0:5783:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009eb24e90. 00000020:00000010:1.0:1770684807.521102:0:5783:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000072f3fca7. 00080000:00000010:1.0:1770684807.521110:0:5783:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008a010bfd. 00080000:00000010:1.0:1770684807.521115:0:5783:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ade3d868. 00080000:00000010:1.0:1770684807.521853:0:5783:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008a010bfd. 00000020:00000010:1.0:1770684807.521856:0:5783:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000072f3fca7. 00000004:00000010:1.0:1770684807.521862:0:5783:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000bdf7b9d3. 00000004:00000010:1.0:1770684807.521866:0:5783:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000282d1478. 00000004:00000010:1.0:1770684807.521868:0:5783:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000933f02f5. 00080000:00000010:1.0:1770684807.521871:0:5783:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008a010bfd. 00100000:00000010:1.0:1770684807.521903:0:5783:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e762008b. 00080000:00000010:1.0:1770684807.521912:0:5783:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004163411d. 00040000:00000010:1.0:1770684807.521928:0:5783:0:(lquota_disk.c:791:lquota_disk_write_glb()) kmalloced '(tmp)': 32 at 0000000017755606. 00040000:00000010:1.0:1770684807.521942:0:5783:0:(lquota_disk.c:797:lquota_disk_write_glb()) kfreed 'tmp': 32 at 0000000017755606. 00080000:00000010:1.0:1770684807.521955:0:5783:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000081d605bc. 00000020:00000010:1.0:1770684807.521970:0:5783:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 000000002aedf727. 00000020:00000010:1.0:1770684807.521975:0:5783:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at 00000000aa986216. 00040000:00000010:1.0:1770684807.601998:0:5783:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000005f134609. 00000001:00000010:1.0:1770684807.602005:0:5783:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000ebb54b45. 00000001:00000010:1.0:1770684807.602011:0:5783:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000008e3decf1. 00000001:00000010:1.0:1770684807.602015:0:5783:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000067a48095. 00040000:00000010:1.0:1770684807.602020:0:5783:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000e3c2526f. 00080000:00000010:1.0:1770684807.602028:0:5783:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000006325da3f. 00080000:00000010:1.0:1770684807.602032:0:5783:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000b45f2b7c. 00080000:00000010:1.0:1770684807.602077:0:5783:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000b45f2b7c. 00080000:00000010:1.0:1770684807.602081:0:5783:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000006325da3f. 00040000:00000010:1.0:1770684807.602084:0:5783:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000e3c2526f. 00040000:00000010:1.0:1770684807.602117:0:5783:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000005d1ccafa. 00000020:00000010:1.0:1770684807.602191:0:5783:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003470d643. 00080000:00000010:1.0:1770684807.602200:0:5783:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003542951d. 00080000:00000010:1.0:1770684807.602212:0:5783:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000b50adae. 00080000:00000010:1.0:1770684807.602872:0:5783:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003542951d. 00000020:00000010:1.0:1770684807.602878:0:5783:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003470d643. 00000004:00000010:1.0:1770684807.602892:0:5783:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a193c98e. 00000004:00000010:1.0:1770684807.602899:0:5783:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e7cf258a. 00000004:00000010:1.0:1770684807.602910:0:5783:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000033742b5. 00080000:00000010:1.0:1770684807.602915:0:5783:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003542951d. 00000020:00000010:1.0:1770684807.602970:0:5783:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000710dbb77. 00080000:00000010:1.0:1770684807.602974:0:5783:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000085161bba. 00080000:00000010:1.0:1770684807.602978:0:5783:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006b751199. 00080000:00000010:1.0:1770684807.603137:0:5783:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000085161bba. 00000020:00000010:1.0:1770684807.603141:0:5783:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000710dbb77. 00000004:00000010:1.0:1770684807.603146:0:5783:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000ac31961a. 00000004:00000010:1.0:1770684807.603150:0:5783:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009c66cacc. 00000004:00000010:1.0:1770684807.603153:0:5783:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000016002636. 00080000:00000010:1.0:1770684807.603156:0:5783:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000085161bba. 00100000:00000010:1.0:1770684807.603183:0:5783:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008f9ad554. 00080000:00000010:1.0:1770684807.603191:0:5783:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b52d2f77. 00040000:00000010:1.0:1770684807.603205:0:5783:0:(lquota_disk.c:791:lquota_disk_write_glb()) kmalloced '(tmp)': 32 at 000000000f999365. 00040000:00000010:1.0:1770684807.603216:0:5783:0:(lquota_disk.c:797:lquota_disk_write_glb()) kfreed 'tmp': 32 at 000000000f999365. 00080000:00000010:1.0:1770684807.603328:0:5783:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ade3d868. 00040000:00000010:1.0:1770684807.648836:0:5783:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000cc4127d7. 00000001:00000010:1.0:1770684807.648846:0:5783:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000cde0f213. 00000001:00000010:1.0:1770684807.648853:0:5783:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000e0394f96. 00000001:00000010:1.0:1770684807.648856:0:5783:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000003d399a89. 00040000:00000010:1.0:1770684807.648861:0:5783:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000031557bed. 00080000:00000010:1.0:1770684807.648867:0:5783:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000006325da3f. 00080000:00000010:1.0:1770684807.648870:0:5783:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000ebb1442f. 00080000:00000010:1.0:1770684807.648911:0:5783:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000ebb1442f. 00080000:00000010:1.0:1770684807.648915:0:5783:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000006325da3f. 00040000:00000010:1.0:1770684807.648917:0:5783:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000031557bed. 00040000:00000010:1.0:1770684807.648926:0:5783:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000003fe28815. 00000020:00000010:1.0:1770684807.648990:0:5783:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000098d035d8. 00080000:00000010:1.0:1770684807.649000:0:5783:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fdb72439. 00080000:00000010:1.0:1770684807.649011:0:5783:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004163411d. 00080000:00000010:1.0:1770684807.649442:0:5783:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000fdb72439. 00000020:00000010:1.0:1770684807.649447:0:5783:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000098d035d8. 00000004:00000010:1.0:1770684807.649463:0:5783:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b5b9c1b3. 00000004:00000010:1.0:1770684807.649476:0:5783:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000051ae0bd9. 00000004:00000010:1.0:1770684807.649482:0:5783:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d0a02b2b. 00080000:00000010:1.0:1770684807.649487:0:5783:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fdb72439. 00100000:00000010:1.0:1770684807.649548:0:5783:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ebb1442f. 00080000:00000010:1.0:1770684807.649557:0:5783:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000081d605bc. 00040000:00000010:1.0:1770684807.649571:0:5783:0:(lquota_disk.c:791:lquota_disk_write_glb()) kmalloced '(tmp)': 32 at 00000000552f8963. 00040000:00000010:1.0:1770684807.649711:0:5783:0:(lquota_disk.c:797:lquota_disk_write_glb()) kfreed 'tmp': 32 at 00000000552f8963. 00080000:00000010:1.0:1770684807.649730:0:5783:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000b50adae. 00000400:00000010:1.0:1770684807.679057:0:5741:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080a213f5. 00000400:00000200:1.0:1770684807.679063:0:5741:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad082e8b 00000400:00000010:1.0:1770684807.679064:0:5741:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad082e8b. 00000100:00000200:1.0:1770684807.679069:0:5741:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000bf98355 x1856697514591744/t0(0) o256->MGC192.168.203.141@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1770684823 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1770684807.679077:0:5741:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000bf98355 x1856697514591744/t0(0) o256->MGC192.168.203.141@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1770684823 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1770684807.679099:0:5741:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c2a7e710. 02000000:00000010:1.0:1770684807.679109:0:5741:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000079672a14. 00000100:00000010:1.0:1770684807.679133:0:5741:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at 0000000074aa8408. 00000100:00000010:1.0:1770684807.679136:0:5741:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000000f374663. 02000000:00000010:1.0:1770684807.679140:0:5741:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005d8ff53d. 00000100:00000010:1.0:1770684807.679145:0:5741:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000bf98355. 10000000:00000010:1.0:1770684807.679847:0:5741:0:(mgc_request.c:1662:mgc_process_recover_log()) kvfree 'pages': 2048 at 00000000af2cd6ef. 00000100:00000010:1.0:1770684807.679878:0:5741:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b172a130. 02000000:00000010:1.0:1770684807.679889:0:5741:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003f0d46e2. 00010000:00000010:1.0:1770684807.679902:0:5741:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006d1546da. 00010000:00000010:1.0:1770684807.679907:0:5741:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c51aafdc. 00000020:00000010:1.0:1770684807.679913:0:5741:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000008b48b0de. 00000100:00000010:1.0:1770684807.679927:0:5741:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007adf768e. 02000000:00000010:1.0:1770684807.679942:0:5741:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006b751199. 00000400:00000010:1.0:1770684807.679946:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3788c50. 00000400:00000010:1.0:1770684807.679951:0:5741:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000438023ff. 00000100:00000200:1.0:1770684807.679954:0:5741:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856697514591872, portal 25 00000400:00000010:1.0:1770684807.679965:0:5741:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004de0d3a1. 00000100:00000200:1.0:1770684807.679967:0:5741:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1856697514591872, offset 0 00000400:00000200:1.0:1770684807.679972:0:5741:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1770684807.679981:0:5741:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1770684807.679988:0:5741:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x698a813d00680 00000400:00000200:1.0:1770684807.679993:0:5741:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x13d [2] + 0 00000400:00000010:1.0:1770684807.679996:0:5741:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e128b22. 00000400:00000200:1.0:1770684807.679999:0:5741:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004501c967 00000400:00000200:1.0:1770684807.680003:0:5741:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770684807.680006:0:5741:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1770684807.680009:0:5741:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004501c967 00000400:00000010:1.0:1770684807.680011:0:5741:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004501c967. 00000100:00000200:1.0:1770684807.680015:0:5741:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1770684807.680140:0:5741:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004de0d3a1 00000400:00000010:1.0:1770684807.680142:0:5741:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004de0d3a1. 00000100:00000200:1.0:1770684807.680148:0:5741:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b172a130 x1856697514591872/t0(0) o101->MGC192.168.203.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1770684823 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1770684807.680165:0:5741:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a2a53869. 00000400:00000010:1.0:1770684807.680650:0:5741:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3788c50. 00000400:00000200:1.0:1770684807.680654:0:5741:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000438023ff 00000400:00000010:1.0:1770684807.680655:0:5741:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000438023ff. 00000100:00000200:1.0:1770684807.680659:0:5741:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b172a130 x1856697514591872/t0(0) o101->MGC192.168.203.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1770684823 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1770684807.680667:0:5741:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b172a130 x1856697514591872/t0(0) o101->MGC192.168.203.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1770684823 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1770684807.680684:0:5741:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007adf768e. 02000000:00000010:1.0:1770684807.680694:0:5741:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006b751199. 02000000:00000010:1.0:1770684807.680698:0:5741:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003f0d46e2. 00000100:00000010:1.0:1770684807.680701:0:5741:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b172a130. 10000000:00000010:1.0:1770684807.680708:0:5741:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000006469aa8c. 00000020:00000010:1.0:1770684807.680710:0:5741:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f0d46e2. 00000020:00000010:1.0:1770684807.680714:0:5741:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002ac83278. 00000040:00000010:1.0:1770684807.680721:0:5741:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003078ec08. 00000020:00000010:1.0:1770684807.680725:0:5741:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c56fa9e3. 00000020:00000010:1.0:1770684807.680729:0:5741:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003063138c. 80000000:00000010:1.0:1770684807.680732:0:5741:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007917843b. 00040000:00000010:1.0:1770684807.680738:0:5741:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000100678f1. 00080000:00000010:1.0:1770684807.680742:0:5741:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d7ced636. 20000000:00000010:1.0:1770684807.680746:0:5741:0:(mgs_handler.c:1741:mgs_key_init()) kmalloced '(value)': 392 at 00000000787deefe. 00000040:00000010:1.0:1770684807.680751:0:5741:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d790dc2a. 00000100:00000010:1.0:1770684807.680755:0:5741:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b172a130. 02000000:00000010:1.0:1770684807.680761:0:5741:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002e6f1615. 00000100:00000010:1.0:1770684807.680768:0:5741:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007adf768e. 02000000:00000010:1.0:1770684807.680775:0:5741:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000057463c3b. 00000400:00000010:1.0:1770684807.680777:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3788c50. 00000400:00000010:1.0:1770684807.680780:0:5741:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000438023ff. 00000100:00000200:1.0:1770684807.680783:0:5741:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856697514592000, portal 25 00000400:00000010:1.0:1770684807.680785:0:5741:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004de0d3a1. 00000100:00000200:1.0:1770684807.680787:0:5741:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1856697514592000, offset 0 00000400:00000200:1.0:1770684807.680791:0:5741:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1770684807.680796:0:5741:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1770684807.680800:0:5741:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x698a813d00700 00000400:00000200:1.0:1770684807.680804:0:5741:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x141 [2] + 0 00000400:00000010:1.0:1770684807.680806:0:5741:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000802bfd16. 00000400:00000200:1.0:1770684807.680810:0:5741:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c58d37f7 00000400:00000200:1.0:1770684807.680812:0:5741:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770684807.680815:0:5741:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1770684807.680817:0:5741:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c58d37f7 00000400:00000010:1.0:1770684807.680818:0:5741:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c58d37f7. 00000100:00000200:1.0:1770684807.680821:0:5741:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1770684807.680973:0:5741:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004de0d3a1 00000400:00000010:1.0:1770684807.680975:0:5741:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004de0d3a1. 00000100:00000200:1.0:1770684807.680979:0:5741:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b172a130 x1856697514592000/t0(0) o501->MGC192.168.203.141@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1770684823 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1770684807.681837:0:5741:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3788c50. 00000400:00000200:1.0:1770684807.681847:0:5741:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000438023ff 00000400:00000010:1.0:1770684807.681848:0:5741:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000438023ff. 00000100:00000200:1.0:1770684807.681853:0:5741:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b172a130 x1856697514592000/t0(0) o501->MGC192.168.203.141@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1770684823 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1770684807.681860:0:5741:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b172a130 x1856697514592000/t0(0) o501->MGC192.168.203.141@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1770684823 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1770684807.681876:0:5741:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007adf768e. 02000000:00000010:1.0:1770684807.681882:0:5741:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000057463c3b. 02000000:00000010:1.0:1770684807.681885:0:5741:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002e6f1615. 00000100:00000010:1.0:1770684807.681887:0:5741:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b172a130. 00000040:00000010:1.0:1770684807.681895:0:5741:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000006b7fb797. 00000100:00000010:1.0:1770684807.681899:0:5741:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b172a130. 02000000:00000010:1.0:1770684807.681904:0:5741:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002e6f1615. 00000100:00000010:1.0:1770684807.681909:0:5741:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007adf768e. 02000000:00000010:1.0:1770684807.681929:0:5741:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000297bad8f. 00000400:00000010:1.0:1770684807.681933:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3788c50. 00000400:00000010:1.0:1770684807.681936:0:5741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000008b4af319. 00000100:00000200:1.0:1770684807.681938:0:5741:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1856697514592128, portal 25 00000400:00000010:1.0:1770684807.681941:0:5741:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000438023ff. 00000100:00000200:1.0:1770684807.681942:0:5741:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1856697514592128, offset 0 00000400:00000200:1.0:1770684807.681947:0:5741:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1770684807.681952:0:5741:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1770684807.681956:0:5741:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x698a813d00780 00000400:00000200:1.0:1770684807.681959:0:5741:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x145 [2] + 0 00000400:00000010:1.0:1770684807.681962:0:5741:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e45b1d26. 00000400:00000200:1.0:1770684807.681964:0:5741:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000376814dc 00000400:00000200:1.0:1770684807.681967:0:5741:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770684807.681970:0:5741:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1770684807.681972:0:5741:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000376814dc 00000400:00000010:1.0:1770684807.681973:0:5741:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000376814dc. 00000100:00000200:1.0:1770684807.681976:0:5741:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1770684807.681994:0:5741:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000438023ff 00000400:00000010:1.0:1770684807.681996:0:5741:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000438023ff. 00000100:00000200:1.0:1770684807.682006:0:5741:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b172a130 x1856697514592128/t0(0) o503->MGC192.168.203.141@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1770684823 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1770684807.682554:0:5741:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3788c50. 00000400:00000200:1.0:1770684807.682558:0:5741:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b4af319 00000400:00000010:1.0:1770684807.682560:0:5741:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000008b4af319. 00000100:00000200:1.0:1770684807.682564:0:5741:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b172a130 x1856697514592128/t0(0) o503->MGC192.168.203.141@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1770684823 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1770684807.682571:0:5741:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b172a130 x1856697514592128/t0(0) o503->MGC192.168.203.141@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1770684823 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1770684807.682962:0:5741:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007adf768e. 02000000:00000010:1.0:1770684807.682972:0:5741:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000297bad8f. 02000000:00000010:1.0:1770684807.682982:0:5741:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002e6f1615. 00000100:00000010:1.0:1770684807.682986:0:5741:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b172a130. 00000040:00000010:1.0:1770684807.682994:0:5741:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000008a6b3f. 00000040:00000010:1.0:1770684807.684341:0:5741:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000008a6b3f. 00000040:00000010:1.0:1770684807.684348:0:5741:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000006b7fb797. 00000040:00000010:1.0:1770684807.684351:0:5741:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d790dc2a. 00000020:00000010:1.0:1770684807.684357:0:5741:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002ac83278. 00000040:00000010:1.0:1770684807.684361:0:5741:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003078ec08. 00000020:00000010:1.0:1770684807.684364:0:5741:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c56fa9e3. 00000020:00000010:1.0:1770684807.684367:0:5741:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003063138c. 80000000:00000010:1.0:1770684807.684369:0:5741:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007917843b. 00040000:00000010:1.0:1770684807.684371:0:5741:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000100678f1. 00080000:00000010:1.0:1770684807.684374:0:5741:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d7ced636. 20000000:00000010:1.0:1770684807.684376:0:5741:0:(mgs_handler.c:1741:mgs_key_fini()) kfreed 'info': 392 at 00000000787deefe. 00000020:00000010:1.0:1770684807.684379:0:5741:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f0d46e2. 10000000:00000010:1.0:1770684807.684382:0:5741:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at 000000006469aa8c. 00000020:00000010:1.0:1770684807.684438:0:5741:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000067b5e97e. 00000040:00000010:1.0:1770684807.684443:0:5741:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a2246b57. 00000020:00000010:1.0:1770684807.684445:0:5741:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000841625ed. 00000020:00000010:1.0:1770684807.684447:0:5741:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000029c6db76. 00040000:00000010:1.0:1770684807.684450:0:5741:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f38e49dd. 00040000:00000010:1.0:1770684807.684453:0:5741:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a8d7582c. 00080000:00000010:1.0:1770684807.684461:0:5741:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000065a2f5b1. 00000020:00000010:1.0:1770684807.684463:0:5741:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c9c7d08b. 00000020:00000010:1.0:1770684807.684466:0:5741:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 000000001f1058b6. 00000020:00000010:1.0:1770684807.684468:0:5741:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 00000000932b09a2. 00000020:00000010:1.0:1770684807.684479:0:5741:0:(tgt_mount.c:1064:lustre_start_lwp()) kmalloced '(logname)': 64 at 000000006469aa8c. 00000020:00000010:1.0:1770684807.684482:0:5741:0:(tgt_mount.c:1076:lustre_start_lwp()) kmalloced '(cfg)': 88 at 000000007917843b. 00000020:00000010:1.0:1770684807.684485:0:5741:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 00000000f899114f. 00000020:00000010:1.0:1770684807.684489:0:5741:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 000000007adf768e. 00000020:00000010:1.0:1770684807.684492:0:5741:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d790dc2a. 00000020:00000010:1.0:1770684807.684495:0:5741:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002e6f1615. 00000040:00000010:1.0:1770684807.684497:0:5741:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000057463c3b. 00000020:00000010:1.0:1770684807.684500:0:5741:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d7ced636. 00000020:00000010:1.0:1770684807.684503:0:5741:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000de64b9a7. 00040000:00000010:1.0:1770684807.684506:0:5741:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000098d035d8. 00040000:00000010:1.0:1770684807.684519:0:5741:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c9c7d08b. 00080000:00000010:1.0:1770684807.684522:0:5741:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c56fa9e3. 10000000:00000010:1.0:1770684807.684529:0:5741:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 00000000a8d7582c. 00000100:00000010:1.0:1770684807.684540:0:5741:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b172a130. 02000000:00000010:1.0:1770684807.684552:0:5741:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000029c6db76. 00010000:00000010:1.0:1770684807.684568:0:5741:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004478b7ea. 00000100:00000010:1.0:1770684807.684616:0:5741:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b4af319. 02000000:00000010:1.0:1770684807.684634:0:5741:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006b751199. 00000400:00000010:1.0:1770684807.684639:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3788c50. 00000400:00000010:1.0:1770684807.684645:0:5741:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000438023ff. 00000100:00000200:1.0:1770684807.684650:0:5741:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856697514592256, portal 25 00000400:00000010:1.0:1770684807.684655:0:5741:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004de0d3a1. 00000100:00000200:1.0:1770684807.684657:0:5741:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1856697514592256, offset 0 00000400:00000200:1.0:1770684807.684664:0:5741:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1770684807.684675:0:5741:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1770684807.684685:0:5741:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x698a813d00800 00000400:00000200:1.0:1770684807.684691:0:5741:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x149 [2] + 0 00000400:00000010:1.0:1770684807.684695:0:5741:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000060fff2a. 00000400:00000200:1.0:1770684807.684698:0:5741:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008b091d3f 00000400:00000200:1.0:1770684807.684712:0:5741:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770684807.684716:0:5741:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1770684807.684720:0:5741:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b091d3f 00000400:00000010:1.0:1770684807.684722:0:5741:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008b091d3f. 00000100:00000200:1.0:1770684807.684726:0:5741:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1770684807.684744:0:5741:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004de0d3a1 00000400:00000010:1.0:1770684807.684746:0:5741:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004de0d3a1. 00000100:00000200:1.0:1770684807.684753:0:5741:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b172a130 x1856697514592256/t0(0) o101->MGC192.168.203.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1770684823 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1770684807.685132:0:5741:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3788c50. 00000400:00000200:1.0:1770684807.685136:0:5741:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000438023ff 00000400:00000010:1.0:1770684807.685137:0:5741:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000438023ff. 00000100:00000200:1.0:1770684807.685141:0:5741:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b172a130 x1856697514592256/t0(0) o101->MGC192.168.203.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1770684823 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1770684807.685148:0:5741:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b172a130 x1856697514592256/t0(0) o101->MGC192.168.203.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1770684823 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1770684807.685164:0:5741:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008b4af319. 02000000:00000010:1.0:1770684807.685176:0:5741:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006b751199. 02000000:00000010:1.0:1770684807.685181:0:5741:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000029c6db76. 00000100:00000010:1.0:1770684807.685185:0:5741:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b172a130. 10000000:00000010:1.0:1770684807.685191:0:5741:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000092c025a6. 00000020:00000010:1.0:1770684807.685194:0:5741:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000029c6db76. 00000020:00000010:1.0:1770684807.685196:0:5741:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a2246b57. 00000040:00000010:1.0:1770684807.685198:0:5741:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000067b5e97e. 00000020:00000010:1.0:1770684807.685201:0:5741:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002c632535. 00000020:00000010:1.0:1770684807.685204:0:5741:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000787deefe. 80000000:00000010:1.0:1770684807.685207:0:5741:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000008a6b3f. 00040000:00000010:1.0:1770684807.685210:0:5741:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000100678f1. 00080000:00000010:1.0:1770684807.685213:0:5741:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a1a1abd8. 20000000:00000010:1.0:1770684807.685215:0:5741:0:(mgs_handler.c:1741:mgs_key_init()) kmalloced '(value)': 392 at 000000003f0d46e2. 00000040:00000010:1.0:1770684807.685219:0:5741:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000003063138c. 00000100:00000010:1.0:1770684807.685223:0:5741:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b172a130. 02000000:00000010:1.0:1770684807.685241:0:5741:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003078ec08. 00000100:00000010:1.0:1770684807.685254:0:5741:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b4af319. 02000000:00000010:1.0:1770684807.685260:0:5741:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002ac83278. 00000400:00000010:1.0:1770684807.685263:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3788c50. 00000400:00000010:1.0:1770684807.685266:0:5741:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000438023ff. 00000100:00000200:1.0:1770684807.685269:0:5741:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856697514592384, portal 25 00000400:00000010:1.0:1770684807.685272:0:5741:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004de0d3a1. 00000100:00000200:1.0:1770684807.685273:0:5741:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1856697514592384, offset 0 00000400:00000200:1.0:1770684807.685276:0:5741:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1770684807.685281:0:5741:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1770684807.685285:0:5741:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x698a813d00880 00000400:00000200:1.0:1770684807.685288:0:5741:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x14d [2] + 0 00000400:00000010:1.0:1770684807.685290:0:5741:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e36d7007. 00000400:00000200:1.0:1770684807.685292:0:5741:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000261e5b1f 00000400:00000200:1.0:1770684807.685295:0:5741:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770684807.685297:0:5741:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1770684807.685299:0:5741:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000261e5b1f 00000400:00000010:1.0:1770684807.685300:0:5741:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000261e5b1f. 00000100:00000200:1.0:1770684807.685302:0:5741:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1770684807.685320:0:5741:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004de0d3a1 00000400:00000010:1.0:1770684807.685322:0:5741:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004de0d3a1. 00000100:00000200:1.0:1770684807.685326:0:5741:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b172a130 x1856697514592384/t0(0) o501->MGC192.168.203.141@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1770684823 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1770684807.685895:0:5741:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3788c50. 00000400:00000200:1.0:1770684807.685899:0:5741:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000438023ff 00000400:00000010:1.0:1770684807.685901:0:5741:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000438023ff. 00000100:00000200:1.0:1770684807.685906:0:5741:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b172a130 x1856697514592384/t0(0) o501->MGC192.168.203.141@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1770684823 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1770684807.685913:0:5741:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b172a130 x1856697514592384/t0(0) o501->MGC192.168.203.141@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1770684823 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1770684807.685925:0:5741:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008b4af319. 02000000:00000010:1.0:1770684807.685931:0:5741:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002ac83278. 02000000:00000010:1.0:1770684807.685935:0:5741:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003078ec08. 00000100:00000010:1.0:1770684807.685938:0:5741:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b172a130. 00000040:00000010:1.0:1770684807.685951:0:5741:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000006b7fb797. 00000100:00000010:1.0:1770684807.685955:0:5741:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b172a130. 02000000:00000010:1.0:1770684807.685959:0:5741:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003078ec08. 00000100:00000010:1.0:1770684807.685965:0:5741:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b4af319. 02000000:00000010:1.0:1770684807.685983:0:5741:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000604d48d8. 00000400:00000010:1.0:1770684807.685987:0:5741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3788c50. 00000400:00000010:1.0:1770684807.685991:0:5741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000ca815eb4. 00000100:00000200:1.0:1770684807.685993:0:5741:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1856697514592512, portal 25 00000400:00000010:1.0:1770684807.685996:0:5741:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000438023ff. 00000100:00000200:1.0:1770684807.685998:0:5741:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1856697514592512, offset 0 00000400:00000200:1.0:1770684807.686001:0:5741:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1770684807.686006:0:5741:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1770684807.686010:0:5741:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x698a813d00900 00000400:00000200:1.0:1770684807.686014:0:5741:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x151 [2] + 0 00000400:00000010:1.0:1770684807.686016:0:5741:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008801c6c5. 00000400:00000200:1.0:1770684807.686019:0:5741:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b8bc385f 00000400:00000200:1.0:1770684807.686022:0:5741:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770684807.686024:0:5741:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1770684807.686027:0:5741:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8bc385f 00000400:00000010:1.0:1770684807.686029:0:5741:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b8bc385f. 00000100:00000200:1.0:1770684807.686032:0:5741:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1770684807.686052:0:5741:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000438023ff 00000400:00000010:1.0:1770684807.686054:0:5741:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000438023ff. 00000100:00000200:1.0:1770684807.686059:0:5741:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b172a130 x1856697514592512/t0(0) o503->MGC192.168.203.141@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1770684823 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1770684807.687064:0:5741:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3788c50. 00000400:00000200:1.0:1770684807.687069:0:5741:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca815eb4 00000400:00000010:1.0:1770684807.687070:0:5741:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000ca815eb4. 00000100:00000200:1.0:1770684807.687075:0:5741:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b172a130 x1856697514592512/t0(0) o503->MGC192.168.203.141@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1770684823 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1770684807.687081:0:5741:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b172a130 x1856697514592512/t0(0) o503->MGC192.168.203.141@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1770684823 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1770684807.687095:0:5741:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008b4af319. 02000000:00000010:1.0:1770684807.687112:0:5741:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000604d48d8. 02000000:00000010:1.0:1770684807.687120:0:5741:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003078ec08. 00000100:00000010:1.0:1770684807.687123:0:5741:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b172a130. 00000040:00000010:1.0:1770684807.687130:0:5741:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000002c1b1841. 00000100:00000010:1.0:1770684807.691854:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009fb10b20. 00000100:00000010:1.0:1770684807.706437:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cd2f213a. 00000100:00000010:1.0:1770684807.736994:0:5748:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b172a130. 02000000:00000010:1.0:1770684807.737004:0:5748:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003078ec08. 00010000:00000010:1.0:1770684807.737045:0:5748:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000001ddbe4a2. 00000020:00000010:1.0:1770684807.737058:0:3288:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000010641511. 00000020:00000010:1.0:1770684807.737062:0:3288:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002ac83278. 80000000:00000010:1.0:1770684807.737065:0:3288:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c32f9976. 40000000:00000010:1.0:1770684807.737069:0:3288:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000092c025a6. 00000008:00000010:1.0:1770684807.737074:0:3288:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 00000000eea93287. 00020000:00000010:1.0:1770684807.737079:0:3288:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000084cf518d. 00008000:00000010:1.0:1770684807.737084:0:3288:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000204d2137. 00100000:00000010:1.0:1770684807.737088:0:3288:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000eadb6fbd. 00040000:00000010:1.0:1770684807.737093:0:3288:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fdd8f619. 00040000:00000010:1.0:1770684807.737096:0:3288:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009b6ad7a2. 00040000:00000010:1.0:1770684807.737101:0:3288:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003f0d46e2. 00080000:00000010:1.0:1770684807.737105:0:3288:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000076a0b3a6. 00000004:00000010:1.0:1770684807.737109:0:3288:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000028dcd952. 00000004:00000010:1.0:1770684807.737114:0:3288:0:(mdt_handler.c:8368:mdt_key_init()) kmalloced '(value)': 2568 at 00000000480c0bd1. 00000004:00000010:1.0:1770684807.737119:0:3288:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008c53d710. 00002000:00000010:1.0:1770684807.737122:0:3288:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b52d2f77. 00000004:00000010:1.0:1770684807.737126:0:3288:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ade3d868. 00000080:00000010:1.0:1770684807.737130:0:3288:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000002cae5a64. 00000080:00000010:1.0:1770684807.737134:0:3288:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 592 at 000000006325da3f. 00000008:00000010:1.0:1770684807.737138:0:3288:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000d89ff7c1. 00020000:00000010:1.0:1770684807.737141:0:3288:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 584 at 000000002fe4047b. 00008000:00000010:1.0:1770684807.737143:0:3288:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000019b85e2d. 00000080:00000010:1.0:1770684807.737147:0:3288:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000dbfe0761. 02000000:00000010:1.0:1770684807.737160:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003063138c. 00000400:00000010:1.0:1770684807.737169:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3788c50. 00000400:00000010:1.0:1770684807.737173:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000438023ff. 00000100:00000200:1.0:1770684807.737176:0:3288:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856697514593280, portal 18 00000400:00000010:1.0:1770684807.737179:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004de0d3a1. 00000100:00000200:1.0:1770684807.737181:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1856697514593280, offset 0 00000400:00000200:1.0:1770684807.737185:0:3288:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1770684807.737191:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1770684807.737195:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x698a813d00c00 00000400:00000200:1.0:1770684807.737200:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 0 00000400:00000200:1.0:1770684807.737204:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770684807.737207:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1770684807.737210:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1770684807.737213:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000060cdaa50. 00000400:00000200:1.0:1770684807.737223:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004de0d3a1 00000400:00000010:1.0:1770684807.737225:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004de0d3a1. 00000100:00000200:1.0:1770684807.737229:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b172a130 x1856697514593280/t0(0) o103->MGC192.168.203.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1770684823 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1770684807.737265:0:5747:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000006b7fb797. 00000020:00000010:1.0:1770684807.737275:0:5747:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000094ea792d. 00000020:00000010:1.0:1770684807.737277:0:5747:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000094ea792d. 00000020:00000010:1.0:1770684807.737283:0:5747:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e07dc79. 00000020:00000010:1.0:1770684807.737286:0:5747:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000080f7dfe. 00000020:00000010:1.0:1770684807.737289:0:5747:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031f9bc89. 00000100:00000200:1.0:1770684807.737302:0:5747:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000060cdaa50 x1856697514593280/t0(0) o103->02368443-f312-44b4-8d5b-8c5b083a881f@0@lo:683/0 lens 328/0 e 0 to 0 dl 1770684818 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1770684807.737321:0:5747:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000094ea792d. 00000020:00000010:1.0:1770684807.737322:0:5747:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000094ea792d. 00000100:00000200:1.0:1770684807.737324:0:5747:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856697514593280 02000000:00000010:1.0:1770684807.737330:0:5747:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004163411d. 00010000:00000010:1.0:1770684807.737357:0:5747:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000094ea792d. 00000100:00000010:1.0:1770684807.737363:0:5747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007adf768e. 00000100:00000010:1.0:1770684807.737376:0:5747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007adf768e. 00010000:00000010:1.0:1770684807.737384:0:5747:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000094ea792d. 00000400:00000010:1.0:1770684807.737390:0:5747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004de0d3a1. 00000100:00000200:1.0:1770684807.737393:0:5747:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856697514593280, offset 224 00000400:00000200:1.0:1770684807.737397:0:5747:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1770684807.737402:0:5747:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1770684807.737406:0:5747:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x698a813d00c00 00000400:00000200:1.0:1770684807.737410:0:5747:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0xa81 [1] + 224 00000400:00000200:1.0:1770684807.737413:0:5747:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770684807.737416:0:5747:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1770684807.737420:0:5747:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b172a130 x1856697514593280/t0(0) o103->MGC192.168.203.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1770684823 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770684807.737432:0:5747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004de0d3a1 00000400:00000010:1.0:1770684807.737434:0:5747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004de0d3a1. 00000020:00000010:1.0:1770684807.737441:0:5747:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000080f7dfe. 00000020:00000010:1.0:1770684807.737444:0:5747:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031f9bc89. 00000020:00000010:1.0:1770684807.737446:0:5747:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001e07dc79. 00000400:00000010:1.0:1770684807.737466:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3788c50. 00000400:00000200:1.0:1770684807.737470:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000438023ff 00000400:00000010:1.0:1770684807.737472:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000438023ff. 00000100:00000200:1.0:1770684807.737475:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b172a130 x1856697514593280/t0(0) o103->MGC192.168.203.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1770684823 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1770684807.737482:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b172a130 x1856697514593280/t0(0) o103->MGC192.168.203.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1770684823 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1770684807.737506:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003063138c. 02000000:00000010:1.0:1770684807.737522:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003078ec08. 00000100:00000010:1.0:1770684807.737526:0:3288:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b172a130. 00000100:00000010:1.0:1770684807.740743:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000311cfd3a. 00010000:00000010:1.1:1770684807.741697:0:5578:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c3e1f9d7. 00010000:00000010:1.1:1770684807.741705:0:5578:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000edbb68e8. 00010000:00000010:1.1:1770684807.750316:0:5593:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000024b56730. 00010000:00000010:1.1:1770684807.750333:0:5593:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000631737f4. 00010000:00000010:0.1F:1770684807.750620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000055592781. 00000040:00000010:1.0:1770684807.849531:0:5794:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000003f8624dc. 00000004:00000010:1.0:1770684807.849542:0:5794:0:(mdt_handler.c:6942:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000fc529c46. 00000004:00000010:1.0:1770684807.849550:0:5794:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000774bc0f2. 00000004:00000010:1.0:1770684807.849554:0:5794:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000054bce813. 00080000:00000010:1.0:1770684807.849563:0:5794:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009ecc089e. 00080000:00000010:1.0:1770684807.849624:0:5794:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e9a09228. 00080000:00000010:1.0:1770684807.849805:0:5794:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000c0ae7ee2. 00000020:00000010:1.0:1770684807.850005:0:5794:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 000000007621b028. 00000040:00000010:1.0:1770684807.913763:0:5794:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 32768 at 0000000019a2cd12. 00080000:00000010:1.0:1770684807.913803:0:5794:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001a31c458. 00000004:00000010:1.0:1770684807.991469:0:5741:0:(mdd_orphans.c:574:mdd_orphan_cleanup()) kfreed 'name': 64 at 00000000b5731bfe. 00000020:00000010:1.0:1770684807.991484:0:5741:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003da44ee7. 00000040:00000010:1.0:1770684807.991489:0:5741:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000079672a14. 00000020:00000010:1.0:1770684807.991491:0:5741:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000076377909. 00000020:00000010:1.0:1770684807.991494:0:5741:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000df92a35e. 00000020:00000010:1.0:1770684807.991497:0:5741:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f0cbf627. 80000000:00000010:1.0:1770684807.991500:0:5741:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f073a9fb. 40000000:00000010:1.0:1770684807.991503:0:5741:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000624700e0. 00000020:00000010:1.0:1770684807.991535:0:5741:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at 000000003ca1ecc1. 00100000:00000010:1.0:1770684807.991540:0:5741:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000af2cd6ef. 00040000:00000010:1.0:1770684807.991542:0:5741:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000de0374d6. 00040000:00000010:1.0:1770684807.991547:0:5741:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005b11c38e. 00040000:00000010:1.0:1770684807.991549:0:5741:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005d8ff53d. 00080000:00000010:1.0:1770684807.991552:0:5741:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000a849d0cc. 00000020:00000010:1.0:1770684807.991554:0:5741:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 704 at 000000004be54e71. 00080000:00000010:1.0:1770684807.991557:0:5741:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000eade4283. 00000004:00000010:1.0:1770684807.991559:0:5741:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005f38d615. 00000004:00000010:1.0:1770684807.991562:0:5741:0:(mdt_handler.c:8393:mdt_key_fini()) kfreed 'info': 2568 at 0000000074aa8408. 00000004:00000010:1.0:1770684807.991565:0:5741:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000df6ba4db. 00000004:00000010:1.0:1770684807.991568:0:5741:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ec064abd. 00000020:00000010:1.0:1770684807.991571:0:5741:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fdae7b27. 00000020:00000010:1.0:1770684807.991615:0:5741:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d48e03ae. 00000020:00000010:1.0:1770684807.991620:0:5741:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a5f2adb1. 00000020:00000010:1.0:1770684807.991624:0:5741:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d790dc2a. 00000400:00000010:1.0:1770684807.991669:0:5741:0:(api-ni.c:3420:LNetRegisterNIDUpdates()) alloc '(nur)': 32 at 00000000a2ef3a07. 00000400:00000200:1.0:1770684807.991671:0:5741:0:(api-ni.c:3434:LNetRegisterNIDUpdates()) Registering 00000000b507bea9/000000000ecbacb9 party for NID updates 00000040:00000010:1.0:1770684807.991686:0:5741:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000ff5a982d. 00000020:00000010:1.0:1770684807.991694:0:5741:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f67beb51. 00000040:00000010:1.0:1770684807.991697:0:5741:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001cc2eccc. 00000020:00000010:1.0:1770684807.991707:0:5741:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000afb2bb29. 00000020:00000010:1.0:1770684807.991710:0:5741:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002d422e0c. 80000000:00000010:1.0:1770684807.991712:0:5741:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000823d50d1. 00040000:00000010:1.0:1770684807.991715:0:5741:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e675e202. 00080000:00000010:1.0:1770684807.991718:0:5741:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a2affdad. 20000000:00000010:1.0:1770684807.991722:0:5741:0:(mgs_handler.c:1741:mgs_key_fini()) kfreed 'info': 392 at 0000000033ffa0db. 00000020:00000010:1.0:1770684807.991725:0:5741:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000639d12d8. 00000400:00000010:1.0:1770684809.013880:0:3285:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at 0000000094a2ad2a. 00000400:00000010:1.0:1770684809.013896:0:3285:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at 000000006204f23e. 00000400:00000010:1.0:1770684809.013901:0:3285:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at 00000000a8631789. 00000020:00000010:1.0:1770684812.857040:0:3290:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f1c9fe45. 00000020:00000010:1.0:1770684812.857046:0:3290:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000915027fe. 80000000:00000010:1.0:1770684812.857049:0:3290:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bafba2b3. 40000000:00000010:1.0:1770684812.857052:0:3290:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000038419c52. 00000008:00000010:1.0:1770684812.857056:0:3290:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 00000000002239aa. 00020000:00000010:1.0:1770684812.857061:0:3290:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000fa863bb9. 00008000:00000010:1.0:1770684812.857065:0:3290:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000a2b07776. 00100000:00000010:1.0:1770684812.857070:0:3290:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002c632535. 00040000:00000010:1.0:1770684812.857073:0:3290:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000052b65469. 00040000:00000010:1.0:1770684812.857076:0:3290:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a1a1abd8. 00040000:00000010:1.0:1770684812.857078:0:3290:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008b09716a. 00080000:00000010:1.0:1770684812.857081:0:3290:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d7ced636. 00000004:00000010:1.0:1770684812.857084:0:3290:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c56fa9e3. 00000004:00000010:1.0:1770684812.857089:0:3290:0:(mdt_handler.c:8368:mdt_key_init()) kmalloced '(value)': 2568 at 0000000033f85d3d. 00000004:00000010:1.0:1770684812.857093:0:3290:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001590bf76. 00002000:00000010:1.0:1770684812.857096:0:3290:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002709240f. 00000004:00000010:1.0:1770684812.857098:0:3290:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000bd8f11d1. 00000080:00000010:1.0:1770684812.857102:0:3290:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000002bb424f8. 00000080:00000010:1.0:1770684812.857105:0:3290:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 592 at 000000004ea41f25. 00000008:00000010:1.0:1770684812.857109:0:3290:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000c3dda190. 00020000:00000010:1.0:1770684812.857112:0:3290:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 584 at 000000006b30619e. 00008000:00000010:1.0:1770684812.857115:0:3290:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000007e1edb50. 00000080:00000010:1.0:1770684812.857118:0:3290:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000003c2a8efd. 00000020:00000010:1.0:1770684812.858523:0:5761:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000006432cdfb. 00000020:00000010:1.0:1770684812.858537:0:5761:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000056fba537. 00000020:00000010:1.0:1770684812.858540:0:5761:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000081faea61. 00000020:00000010:1.0:1770684812.858544:0:5761:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000031f9bc89. 00000100:00000200:1.0:1770684812.858571:0:5761:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856697514593536 02000000:00000010:1.0:1770684812.858606:0:5761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000a635935d. 00000020:00000010:1.0:1770684812.858619:0:5761:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000066a7ba4e. 00000004:00000010:1.0:1770684812.858626:0:5761:0:(mdt_handler.c:7590:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000a563736c. 00000001:00000010:1.0:1770684812.858630:0:5761:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000000665727d. 00000001:00000010:1.0:1770684812.858637:0:5761:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000098d035d8. 00000001:00000010:1.0:1770684812.858644:0:5761:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000046dc3b16. 00000001:00000010:1.0:1770684812.858648:0:5761:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a67dad14. 00000001:00000010:1.0:1770684812.858652:0:5761:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000653f6412. 00000001:00000010:1.0:1770684812.858655:0:5761:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000adce04e5. 00000001:00000010:1.0:1770684812.858658:0:5761:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000017e53c9e. 00000001:00000010:1.0:1770684812.858662:0:5761:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000445c8dfa. 00000001:00000010:1.0:1770684812.858665:0:5761:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000001db63484. 00000001:00000010:1.0:1770684812.858667:0:5761:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000087b6a646. 00000001:00000010:1.0:1770684812.858670:0:5761:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000de9f4229. 00000001:00000010:1.0:1770684812.858673:0:5761:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004fdd266b. 00000001:00000010:1.0:1770684812.858676:0:5761:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bbc68a63. 00000020:00000010:1.0:1770684812.858698:0:5761:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000cf02c537. 00000020:00000010:1.0:1770684812.858703:0:5761:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1344 at 000000000c9d3f9d. 00000020:00000010:1.0:1770684812.858745:0:5761:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000d5a56a31. 00000020:00000010:1.0:1770684812.858831:0:5761:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000d817a089. 00000020:00000010:1.0:1770684812.858834:0:5761:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 0000000053a82d56. 00000020:00000010:1.0:1770684812.858838:0:5761:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 0000000094ffb313. 00000020:00000010:1.0:1770684812.858862:0:5761:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000003c581dc8. 00000020:00000010:1.0:1770684812.858866:0:5761:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 0000000072f3fca7. 00000020:00000010:1.0:1770684812.858868:0:5761:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000cdab803e. 00000020:00000010:1.0:1770684812.858883:0:5761:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000087dc63f. 00010000:00000200:1.0:1770684812.859126:0:5761:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000000574a39 x1856697514593536/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1770684832 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1770684812.859142:0:5761:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000438023ff. 00000100:00000200:1.0:1770684812.859146:0:5761:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1856697514593536, offset 0 00000400:00000200:1.0:1770684812.859151:0:5761:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1770684812.859160:0:5761:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1770684812.859167:0:5761:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x698a813d00d00 00000400:00000200:1.0:1770684812.859173:0:5761:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0xa9d [1] + 0 00000400:00000200:1.0:1770684812.859178:0:5761:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770684812.859182:0:5761:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1770684812.859188:0:5761:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009dd0f18b x1856697514593536/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1770684822 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770684812.859207:0:5761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000438023ff 00000400:00000010:1.0:1770684812.859209:0:5761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000438023ff. 00000020:00000010:1.0:1770684812.859221:0:5761:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000081faea61. 00000020:00000010:1.0:1770684812.859224:0:5761:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000031f9bc89. 00000020:00000010:1.0:1770684812.859227:0:5761:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000056fba537. 00000100:00000010:1.0:1770684812.862441:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000550566f0. 00010000:00010000:1.0:1770684816.113952:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770684817.971501:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1770684817.971527:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000044ce4e97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3289:1856697514594048:0@lo:400: 00000100:00100000:1.0:1770684817.971637:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684817.971727:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514594048 00000100:00100000:1.0:1770684817.971736:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514594048 00000100:00100000:1.0:1770684817.971789:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1770684817.971797:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a13b3751 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1856697514594048:12345-0@lo:400: 00000100:00100000:1.0:1770684817.971855:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a13b3751 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1856697514594048:12345-0@lo:400: Request processed in 59us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684817.971862:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1770684817.971904:0:3289:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@0000000044ce4e97 x1856697514594048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770684833 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770684817.971930:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000044ce4e97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3289:1856697514594048:0@lo:400: 00000100:00100000:1.0:1770684817.972133:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514593920 00000100:00100000:1.0:1770684817.972137:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514593920 00000100:00100000:1.0:1770684817.972283:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1770684817.972290:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008d86ea79 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+11:3291:x1856697514593920:12345-0@lo:400: 00000100:00100000:1.0:1770684817.972325:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008d86ea79 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+11:3291:x1856697514593920:12345-0@lo:400: Request processed in 37us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684817.972331:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00010000:00010000:1.0:1770684818.161848:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770684820.914676:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514594432 00000100:00100000:1.0:1770684820.914685:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514594432 00000100:00100000:1.0:1770684820.914742:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1770684820.914750:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b9715f63 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+10:5757:x1856697514594432:12345-0@lo:101: 00010000:00010000:1.0:1770684820.914763:0:5755:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770684820.914776:0:5755:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000000fdc3c3d/0x8f0dbafbd9ef3ba4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x8f0dbafbd9ef3b9d expref: -99 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684820.914797:0:5755:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000000fdc3c3d/0x8f0dbafbd9ef3ba4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef3b9d expref: 11 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684820.914807:0:5755:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000000fdc3c3d/0x8f0dbafbd9ef3ba4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef3b9d expref: 11 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684820.914816:0:5755:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000000fdc3c3d, rc 0) 00000100:00100000:1.0:1770684820.914876:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b9715f63 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+11:5757:x1856697514594432:12345-0@lo:101: Request processed in 128us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684820.914884:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1770684820.926881:0:6283:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000044ce4e97 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:6283:1856697514594816:0@lo:502: 00000100:00100000:1.0:1770684820.926956:0:6283:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684820.927017:0:6283:0:(client.c:2690:ptlrpc_set_wait()) set 000000001f1058b6 going to sleep for 11 seconds 00000100:00100000:1.0:1770684820.927882:0:6283:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000044ce4e97 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:6283:1856697514594816:0@lo:502: 00000020:01000000:1.0:1770684820.927914:0:6283:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1770684820.927924:0:6283:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1770684820.927927:0:6283:0:(obd_config.c:1477:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1770684820.927934:0:6283:0:(obd_config.c:1903:class_config_llog_handler()) cmd ce032, instance name: general-ffff9d92c7fc8800 00000020:00000080:1.0:1770684820.927936:0:6283:0:(obd_config.c:1389:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1770684820.927981:0:6283:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb298380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:6283:1856697514594944:0@lo:502: 00000100:00100000:1.0:1770684820.928021:0:6283:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684820.928055:0:6283:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c65986c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770684823.098973:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514595200 00000100:00100000:1.0:1770684823.098992:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514595200 00000100:00100000:1.0:1770684823.099077:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1770684823.099088:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c67c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514595200:12345-0@lo:400: 00000100:00100000:1.0:1770684823.099202:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c67c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514595200:12345-0@lo:400: Request processed in 114us (1043us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684823.099210:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000080:01200004:1.0:1770684825.840837:0:6536:0:(super25.c:139:lustre_fill_super()) VFS Op: sb ffff9d92fc2b7000 00000020:01000004:1.0:1770684825.840892:0:6536:0:(obd_mount.c:901:lmd_print()) mount data: 00000020:01000004:1.0:1770684825.840894:0:6536:0:(obd_mount.c:904:lmd_print()) device: lustre-ost1/ost1 00000020:01000004:1.0:1770684825.840905:0:6536:0:(tgt_mount.c:2372:osd_start()) Attempting to start lustre-OST0000, type=osd-zfs, lsifl=200062, mountfl=0 00000020:01000004:1.0:1770684825.840920:0:6536:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-zfs) 00000020:00000080:1.0:1770684825.840926:0:6536:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1770684825.840959:0:6536:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000-osd (ffff9d92fb1a6360) 00000020:00000080:1.0:1770684825.840979:0:6536:0:(obd_config.c:657:class_attach()) OBD: dev 9 attached type osd-zfs with refcount 2 00000020:00000080:1.0:1770684825.840986:0:6536:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000100:00100000:1.0:1770684825.977037:0:6536:0:(service.c:3434:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1770684825.977061:0:6536:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:1.0:1770684825.979022:0:6536:0:(service.c:3434:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1770684825.979036:0:6536:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:1.0:1770684825.986291:0:6536:0:(service.c:153:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1770684825.986572:0:6536:0:(service.c:3434:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:1.0:1770684825.986731:0:6536:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:1.0:1770684825.988648:0:6536:0:(service.c:3434:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:1.0:1770684825.988664:0:6536:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:1.0:1770684826.102060:0:6536:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000100:00100000:1.0:1770684826.205846:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514595328 00000100:00100000:1.0:1770684826.205859:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514595328 00000100:00100000:1.0:1770684826.218531:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1770684826.218558:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300565450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+11:6536:x1856697514595328:12345-0@lo:253: 20000000:01000000:1.0:1770684826.218652:0:5755:0:(mgs_handler.c:464:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1770684826.218657:0:5755:0:(mgs_handler.c:561:mgs_target_reg()) updating lustre-OST0000, index=0 20000000:01000000:1.0:1770684826.218664:0:5755:0:(mgs_llog.c:777:mgs_set_index()) Set index for lustre-OST0000 to 0 20000000:01000000:1.0:1770684826.218667:0:5755:0:(mgs_llog.c:3754:mgs_write_log_ost()) writing new ost lustre-OST0000 00000040:00080000:1.0:1770684826.219309:0:5755:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1770684826.219548:0:5755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].1, 224 off8416 20000000:01000000:1.0:1770684826.219565:0:5755:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-OST0000 0xcf001 obdfilter lustre-OST0000_UUID (null) (null) 00000040:00080000:1.0:1770684826.219638:0:5755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].2, 128 off8544 20000000:01000000:1.0:1770684826.219646:0:5755:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-OST0000 0xcf003 dev type f (null) 00000040:00080000:1.0:1770684826.219675:0:5755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].3, 112 off8656 00000040:00080000:1.0:1770684826.219723:0:5755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].4, 224 off8880 00000040:00080000:1.0:1770684826.220080:0:5755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].16, 224 off11152 20000000:01000000:1.0:1770684826.220098:0:5755:0:(mgs_llog.c:3707:mgs_write_log_osc_to_lov()) add nid 192.168.203.141@tcp 20000000:01000000:1.0:1770684826.220100:0:5755:0:(mgs_llog.c:1437:record_base_raw()) lcfg (null) 0xcf005 192.168.203.141@tcp (null) (null) (null) 00000040:00080000:1.0:1770684826.220135:0:5755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].17, 88 off11240 20000000:01000000:1.0:1770684826.220143:0:5755:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-OST0000-osc-MDT0000 0xcf001 osc lustre-MDT0000-mdtlov_UUID (null) (null) 00000040:00080000:1.0:1770684826.220188:0:5755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].18, 144 off11384 20000000:01000000:1.0:1770684826.220196:0:5755:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-OST0000-osc-MDT0000 0xcf003 lustre-OST0000_UUID 192.168.203.141@tcp (null) (null) 00000040:00080000:1.0:1770684826.220229:0:5755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].19, 152 off11536 20000000:01000000:1.0:1770684826.220240:0:5755:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xcf00d lustre-OST0000_UUID 0 1 (null) 00000040:00080000:1.0:1770684826.220287:0:5755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].20, 136 off11672 00000040:00080000:1.0:1770684826.220340:0:5755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].21, 224 off11896 00000040:00080000:1.0:1770684826.221067:0:5755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].21, 224 off11952 20000000:01000000:1.0:1770684826.221083:0:5755:0:(mgs_llog.c:3707:mgs_write_log_osc_to_lov()) add nid 192.168.203.141@tcp 20000000:01000000:1.0:1770684826.221085:0:5755:0:(mgs_llog.c:1437:record_base_raw()) lcfg (null) 0xcf005 192.168.203.141@tcp (null) (null) (null) 00000040:00080000:1.0:1770684826.221114:0:5755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].22, 88 off12040 20000000:01000000:1.0:1770684826.221120:0:5755:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-OST0000-osc 0xcf001 osc lustre-clilov_UUID (null) (null) 00000040:00080000:1.0:1770684826.221146:0:5755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].23, 128 off12168 20000000:01000000:1.0:1770684826.221152:0:5755:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-OST0000-osc 0xcf003 lustre-OST0000_UUID 192.168.203.141@tcp (null) (null) 00000040:00080000:1.0:1770684826.221189:0:5755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].24, 144 off12312 20000000:01000000:1.0:1770684826.221197:0:5755:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-clilov 0xcf00d lustre-OST0000_UUID 0 1 (null) 00000040:00080000:1.0:1770684826.221236:0:5755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].25, 128 off12440 00000040:00080000:1.0:1770684826.221263:0:5755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].26, 224 off12664 20000000:01000000:1.0:1770684826.221279:0:5755:0:(mgs_llog.c:5153:mgs_write_log_target()) remaining string: ' autodegrade=on ', param: 'sys.timeout=20' 20000000:01000000:1.0:1770684826.221281:0:5755:0:(mgs_llog.c:4648:mgs_write_log_param()) next param 'sys.timeout=20' 20000000:01000000:1.0:1770684826.221285:0:5755:0:(mgs_llog.c:4082:mgs_write_log_sys()) global 'sys.timeout=20' val=20 20000000:01000000:1.0:1770684826.221296:0:5755:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:1.0:1770684826.221298:0:5755:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping .. 20000000:01000000:1.0:1770684826.221326:0:5755:0:(mgs_llog.c:2442:mgs_write_log_direct_all()) Changing log lustre-MDT0000 20000000:01000000:1.0:1770684826.221328:0:5755:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-MDT0000/lustre/sys.timeout fl=4 00010000:00010000:1.0:1770684826.234248:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770684826.387085:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514597376 00000100:00100000:1.0:1770684826.387092:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514597376 00000100:00100000:1.0:1770684826.387146:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1770684826.387157:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+10:6536:x1856697514597376:12345-0@lo:101: 00010000:00010000:1.0:1770684826.387175:0:5755:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770684826.387190:0:5755:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d92c29b1800/0x8f0dbafbd9ef3bf1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x8f0dbafbd9ef3bea expref: -99 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684826.387217:0:5755:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d92c29b1800/0x8f0dbafbd9ef3bf1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef3bea expref: 11 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684826.387242:0:5755:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d92c29b1800/0x8f0dbafbd9ef3bf1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef3bea expref: 11 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684826.387252:0:5755:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c29b1800, rc 0) 00000100:00100000:1.0:1770684826.387301:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+11:6536:x1856697514597376:12345-0@lo:101: Request processed in 146us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684826.387308:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1770684826.402138:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514597632 00000100:00100000:1.0:1770684826.402150:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514597632 00010000:00010000:1.0:1770684826.402175:0:5748:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1770684826.402185:0:5748:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff9d930204d400/0x8f0dbafbd9ef3bea lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x400000000 nid: local remote: 0x8f0dbafbd9ef3bf1 expref: -99 pid: 6536 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684826.402197:0:5748:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204d400 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:1.0:1770684826.402201:0:5748:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff9d930204d400/0x8f0dbafbd9ef3bea lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x400000000 nid: local remote: 0x8f0dbafbd9ef3bf1 expref: -99 pid: 6536 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684826.402211:0:5748:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff9d930204d400/0x8f0dbafbd9ef3bea lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x8400000000 nid: local remote: 0x8f0dbafbd9ef3bf1 expref: -99 pid: 6536 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1770684826.402218:0:5748:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff9d930204d400/0x8f0dbafbd9ef3bea lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x9400000000 nid: local remote: 0x8f0dbafbd9ef3bf1 expref: -99 pid: 6536 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1770684826.402223:0:5748:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1770684826.402262:0:5748:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff9d930204d400/0x8f0dbafbd9ef3bea lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x4809400000020 nid: local remote: 0x8f0dbafbd9ef3bf1 expref: -99 pid: 6536 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684826.402269:0:5748:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1770684826.402305:0:5748:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff9d930204d400/0x8f0dbafbd9ef3bea lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x4809400000020 nid: local remote: 0x8f0dbafbd9ef3bf1 expref: -99 pid: 6536 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684826.402326:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff9d930204d400/0x8f0dbafbd9ef3bea lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x4809400000020 nid: local remote: 0x8f0dbafbd9ef3bf1 expref: -99 pid: 6536 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684826.402340:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770684826.402343:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770684826.402345:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770684826.402369:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1770684826.402400:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb299c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:02368443-f312-44b4-8d5b-8c5b083a881f:3290:1856697514597760:0@lo:103: 00000100:00100000:1.0:1770684826.402484:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684826.402527:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514597760 00000100:00100000:1.0:1770684826.402532:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514597760 00000100:00100000:1.0:1770684826.402605:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1770684826.402614:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb298700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:02368443-f312-44b4-8d5b-8c5b083a881f+12:3290:x1856697514597760:12345-0@lo:103: 00010000:00010000:1.0:1770684826.402629:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770684826.402645:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d92c29b1800/0x8f0dbafbd9ef3bf1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x8f0dbafbd9ef3bea expref: 12 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684826.402657:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770684826.402696:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb298700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:02368443-f312-44b4-8d5b-8c5b083a881f+11:3290:x1856697514597760:12345-0@lo:103: Request processed in 83us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684826.402704:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1770684826.402745:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb299c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:02368443-f312-44b4-8d5b-8c5b083a881f:3290:1856697514597760:0@lo:103: 00000100:00100000:1.0:1770684826.402781:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1770684826.402788:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+10:6536:x1856697514597632:12345-0@lo:101: 00010000:00010000:1.0:1770684826.402800:0:5755:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770684826.402819:0:5755:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d92c29b1200/0x8f0dbafbd9ef3c06 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x8f0dbafbd9ef3bff expref: -99 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684826.402867:0:5755:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d92c29b1200/0x8f0dbafbd9ef3c06 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef3bff expref: 11 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684826.402878:0:5755:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d92c29b1200/0x8f0dbafbd9ef3c06 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef3bff expref: 11 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684826.402886:0:5755:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c29b1200, rc 0) 00000100:00100000:1.0:1770684826.402920:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+11:6536:x1856697514597632:12345-0@lo:101: Request processed in 133us (6720us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684826.402926:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1770684826.411490:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514597888 00000100:00100000:1.0:1770684826.411514:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514597888 00000100:00100000:1.0:1770684826.411562:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1770684826.411573:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+11:6536:x1856697514597888:12345-0@lo:101: 00010000:00010000:1.0:1770684826.411616:0:5755:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770684826.411636:0:5755:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d92c29b1000/0x8f0dbafbd9ef3c14 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x8f0dbafbd9ef3c0d expref: -99 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684826.411668:0:5755:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d92c29b1000/0x8f0dbafbd9ef3c14 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef3c0d expref: 12 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684826.411680:0:5755:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d92c29b1000/0x8f0dbafbd9ef3c14 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef3c0d expref: 12 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684826.411689:0:5755:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c29b1000, rc 0) 00000100:00100000:1.0:1770684826.411768:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+12:6536:x1856697514597888:12345-0@lo:101: Request processed in 198us (8272us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684826.411776:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1770684826.415802:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514598144 00000100:00100000:1.0:1770684826.415816:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514598144 00000100:00100000:1.0:1770684826.415880:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1770684826.415889:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0338850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+12:6536:x1856697514598144:12345-0@lo:503: 00000100:00100000:1.0:1770684826.417958:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0338850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+12:6536:x1856697514598144:12345-0@lo:503: Request processed in 2059us (2257us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684826.417974:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000020:01000000:1.0:1770684826.431567:0:6556:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1770684826.431613:0:6556:0:(obd_mount.c:939:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-ost1/ost1 00000020:00000080:1.0:1770684826.431622:0:6556:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1770684826.431624:0:6556:0:(obd_config.c:1477:class_process_config()) marker 11 (0x1) lustre-OST0000 add ost 00000020:00000080:1.0:1770684826.431633:0:6556:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1770684826.431650:0:6556:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000 (ffff9d92fb1a18d8) 00000020:00000080:1.0:1770684826.431676:0:6556:0:(obd_config.c:657:class_attach()) OBD: dev 12 attached type obdfilter with refcount 2 00000020:00000080:1.0:1770684826.431683:0:6556:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1770684826.431764:0:6556:0:(tgt_mount.c:154:server_get_mount()) get mount ffff9d92fc2b7000 from lustre-OST0000, refs=2 00080000:01000000:1.0:1770684826.431773:0:6556:0:(osd_handler.c:1528:osd_obd_connect()) connect #1 00000020:00000080:1.0:1770684826.431779:0:6556:0:(genops.c:1402:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x8f0dbafbd9ef3c22 00000100:00100000:1.0:1770684826.523421:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1770684826.523446:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb299c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3289:1856697514599936:0@lo:400: 00000100:00100000:1.0:1770684826.523524:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:1.0:1770684826.540731:0:6564:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770684826.540739:0:6564:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x3:0x0] at index 1 of catalog [0x1:0x2:0x0] 00000100:00100000:1.0:1770684826.545942:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514600192 00000100:00100000:1.0:1770684826.545949:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514600192 00000100:00100000:1.0:1770684826.545973:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1770684826.545978:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c67c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3287:x1856697514600192:12345-0@lo:8: 00000100:00100000:1.0:1770684826.550756:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c67c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3287:x1856697514600192:12345-0@lo:8: Request processed in 4762us (6106us total) trans 0 rc -11/-11 00000100:00100000:1.0:1770684826.550771:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1770684826.562544:0:5743:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514600704 00000100:00100000:1.0:1770684826.562566:0:5743:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514600704 00000100:00100000:1.0:1770684826.562635:0:5743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1770684826.562645:0:5743:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8357100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:02368443-f312-44b4-8d5b-8c5b083a881f+3:5776:x1856697514600704:12345-0@lo:104: 00010000:00010000:1.0:1770684826.562658:0:5743:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff9d930204d200/0x8f0dbafbd9ef3b88 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef3b8f expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684826.562723:0:5743:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1770684826.562729:0:5743:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8357100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:02368443-f312-44b4-8d5b-8c5b083a881f+3:5776:x1856697514600704:12345-0@lo:104: Request processed in 86us (770us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684826.562737:0:5743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00080000:10000000:1.0:1770684826.599670:0:6536:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:10000000:1.0:1770684826.599890:0:6536:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:1.0:1770684826.601352:0:6536:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:10000000:1.0:1770684826.601674:0:6536:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:1.0:1770684826.601945:0:6536:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:10000000:1.0:1770684826.602487:0:6536:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00000001:00000004:1.0:1770684826.603568:0:6536:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967296 00010000:00010000:1.0:1770684827.377847:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1770684831.793983:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1770684831.793994:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1770684831.793997:0:37:0:(import.c:65:import_set_state_nolock()) ffff9d91c1f9c000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1770684831.794010:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9d91c1f9c000 using connection 192.168.203.141@tcp/0@lo 00000100:00100000:1.0:1770684831.794034:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d92fb299180 x1856697514601344/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1770684831.794077:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb299f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3291:1856697514601088:0@lo:400: 00000100:00100000:1.0:1770684831.794148:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684831.794203:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1770684831.794223:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb29bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514600960:0@lo:400: 00000100:00100000:1.0:1770684831.794257:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684831.794282:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb299880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514601216:0@lo:400: 00000100:00100000:1.0:1770684831.794309:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684831.794338:0:3287:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb299180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3287:1856697514601344:0@lo:8: 00000100:00100000:1.0:1770684831.794378:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684831.794421:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514601344 00000100:00100000:1.0:1770684831.794429:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514601344 00000100:00100000:1.0:1770684831.794457:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1770684831.794465:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3287:x1856697514601344:12345-0@lo:8: 00010000:00080000:1.0:1770684831.794493:0:6539:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 156 last 0 00000020:00000080:1.0:1770684831.794525:0:6539:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x8f0dbafbd9ef3c76 00002000:00100000:1.0:1770684831.794615:0:6539:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9d92fb18e800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113241 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:1.0:1770684831.794621:0:6539:0:(ofd_obd.c:142:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00000001:00000004:1.0:1770684831.794626:0:6539:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967296 00002000:00100000:1.0:1770684831.794760:0:6539:0:(ofd_obd.c:230:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000020:01000000:1.0:1770684831.794823:0:6539:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9d91c1ef0600 00002000:00080000:1.0:1770684831.794916:0:6539:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1770684831.794944:0:6539:0:(import.c:65:import_set_state_nolock()) ffff9d92fb18a000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1770684831.795006:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3287:x1856697514601344:12345-0@lo:8: Request processed in 538us (625us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684831.795014:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1770684831.795064:0:3287:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9d92fb299180 x1856697514601344/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1770684841 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1770684831.795077:0:3287:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 1 00000100:00080000:1.0:1770684831.795085:0:3287:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1770684831.795099:0:3287:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1770684831.795101:0:3287:0:(import.c:65:import_set_state_nolock()) ffff9d91c1f9c000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1770684831.795114:0:3287:0:(osp_dev.c:1635:osp_import_event()) got connected 00000100:00100000:1.0:1770684831.795120:0:3287:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb299180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3287:1856697514601344:0@lo:8: 00000004:00080000:1.0:1770684831.795147:0:6564:0:(osp_sync.c:1038:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1770684831.795562:0:6564:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 156640983415ns, next at 0ns, rc = 0 00000100:00080000:1.0:1770684831.802773:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:1.0:1770684832.130962:0:6565:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9d92c8357480 x1856697514601856/t0(0) o700->lustre-OST0000-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1770684847 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770684832.130977:0:6565:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967297 gen 2 00000100:00100000:1.0:1770684832.130997:0:6565:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8357480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6565:1856697514601856:0@lo:700: 00000004:02000040:1.0:1770684832.221877:0:6565:0:(osp_precreate.c:482:osp_precreate_rollover_new_seq()) lustre-OST0000-osc-MDT0000: update sequence from 0x100000000 to 0x240000400 00010000:00010000:1.0:1770684839.672263:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770684841.714241:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770684842.034893:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c67c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3291:1856697514603136:0@lo:400: 00000100:00100000:1.0:1770684842.034925:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684842.034954:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1770684842.034959:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c67c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514603008:0@lo:400: 00000100:00100000:1.0:1770684842.034990:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684842.035023:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514603008 00000100:00100000:1.0:1770684842.035027:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514603008 00000100:00100000:1.0:1770684842.035056:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1770684842.035063:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92e0872450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+15:3291:x1856697514603008:12345-0@lo:400: 00000100:00100000:1.0:1770684842.035097:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92e0872450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+15:3291:x1856697514603008:12345-0@lo:400: Request processed in 34us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684842.035103:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1770684842.035145:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c67c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514603008:0@lo:400: 00010000:00080000:1.0:1770684842.035677:0:3291:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9d92c67c3b80 x1856697514603136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770684858 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770684842.035689:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c67c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3291:1856697514603136:0@lo:400: 00000100:00100000:1.0:1770684842.545904:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb299500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514603520:0@lo:13: 00000100:00100000:1.0:1770684842.546010:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684842.546112:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514603520 00000100:00100000:1.0:1770684842.546121:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514603520 00000100:00100000:1.0:1770684842.546177:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1770684842.546188:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514603520:12345-0@lo:13: 00002000:00000024:1.0:1770684842.546232:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1770684842.546486:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514603520:12345-0@lo:13: Request processed in 298us (487us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684842.546495:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1770684842.546547:0:3290:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9d92fb299500 x1856697514603520/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770684858 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770684842.546569:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb299500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514603520:0@lo:13: 00010000:00010000:1.0:1770684843.762052:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770684845.819883:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:01200004:1.0:1770684846.245278:0:7416:0:(super25.c:139:lustre_fill_super()) VFS Op: sb ffff9d92fb18e000 00000020:01000004:1.0:1770684846.245325:0:7416:0:(obd_mount.c:901:lmd_print()) mount data: 00000020:01000004:1.0:1770684846.245327:0:7416:0:(obd_mount.c:904:lmd_print()) device: lustre-ost2/ost2 00000020:01000004:1.0:1770684846.245337:0:7416:0:(tgt_mount.c:2372:osd_start()) Attempting to start lustre-OST0001, type=osd-zfs, lsifl=200062, mountfl=0 00000020:01000004:1.0:1770684846.245350:0:7416:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-zfs) 00000020:00000080:1.0:1770684846.245356:0:7416:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1770684846.245372:0:7416:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0001-osd (ffff9d92fb1a31b0) 00000020:00000080:1.0:1770684846.245390:0:7416:0:(obd_config.c:657:class_attach()) OBD: dev 14 attached type osd-zfs with refcount 2 00000020:00000080:1.0:1770684846.245401:0:7416:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 20000000:01000000:1.0:1770684846.434371:0:7419:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 22 marker 14 1->4: lustre sys.timeout 20000000:01000000:1.0:1770684846.434442:0:7419:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 24 marker 14 2->4: lustre sys.timeout 00000040:00080000:1.0:1770684846.434499:0:7419:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 31 count 31 20000000:01000000:1.0:1770684846.436851:0:7421:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 27 marker 16 1->4: lustre sys.timeout 20000000:01000000:1.0:1770684846.436903:0:7421:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 29 marker 16 2->4: lustre sys.timeout 00000040:00080000:1.0:1770684846.436954:0:7421:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 36 count 36 00010000:00010000:1.0:1770684846.511785:0:5748:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1770684846.511792:0:5748:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9c400/0x8f0dbafbd9ef3ca0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x400000000 nid: local remote: 0x8f0dbafbd9ef3ca7 expref: -99 pid: 7416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684846.511800:0:5748:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92d8f9c400 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:1.0:1770684846.511803:0:5748:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9c400/0x8f0dbafbd9ef3ca0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x400000000 nid: local remote: 0x8f0dbafbd9ef3ca7 expref: -99 pid: 7416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684846.511811:0:5748:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9c400/0x8f0dbafbd9ef3ca0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x8400000000 nid: local remote: 0x8f0dbafbd9ef3ca7 expref: -99 pid: 7416 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1770684846.511818:0:5748:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9c400/0x8f0dbafbd9ef3ca0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x9400000000 nid: local remote: 0x8f0dbafbd9ef3ca7 expref: -99 pid: 7416 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1770684846.511824:0:5748:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1770684846.511846:0:5748:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9c400/0x8f0dbafbd9ef3ca0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x4809400000020 nid: local remote: 0x8f0dbafbd9ef3ca7 expref: -99 pid: 7416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684846.511851:0:5748:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1770684846.511882:0:5748:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9c400/0x8f0dbafbd9ef3ca0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x4809400000020 nid: local remote: 0x8f0dbafbd9ef3ca7 expref: -99 pid: 7416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684846.511890:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9c400/0x8f0dbafbd9ef3ca0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x4809400000020 nid: local remote: 0x8f0dbafbd9ef3ca7 expref: -99 pid: 7416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684846.511901:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770684846.511910:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770684846.511913:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770684846.512211:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514605440 00000100:00100000:1.0:1770684846.512240:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514605440 00000100:00100000:1.0:1770684846.512296:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1770684846.512305:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f5a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:02368443-f312-44b4-8d5b-8c5b083a881f+11:3289:x1856697514605440:12345-0@lo:103: 00010000:00010000:1.0:1770684846.512319:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770684846.512334:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d91c23ffa00/0x8f0dbafbd9ef3ca7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x8f0dbafbd9ef3ca0 expref: 11 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684846.512348:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770684846.512387:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f5a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:02368443-f312-44b4-8d5b-8c5b083a881f+10:3289:x1856697514605440:12345-0@lo:103: Request processed in 82us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684846.512394:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1770684846.516323:0:7416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2c99c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:02368443-f312-44b4-8d5b-8c5b083a881f:7416:1856697514605312:0@lo:101: 00010000:00010000:1.0:1770684846.516342:0:7416:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff9d92c0030c00/0x8f0dbafbd9ef3cae lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef3cb5 expref: -99 pid: 7416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684846.516351:0:7416:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff9d92c0030c00/0x8f0dbafbd9ef3cae lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x8f0dbafbd9ef3cb5 expref: -99 pid: 7416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770684846.516466:0:7416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb29b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:02368443-f312-44b4-8d5b-8c5b083a881f:7416:1856697514605568:0@lo:501: 00000100:00100000:1.0:1770684846.516501:0:7416:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684846.516547:0:7416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d1c6b3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770684846.517147:0:7416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb29b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:02368443-f312-44b4-8d5b-8c5b083a881f:7416:1856697514605568:0@lo:501: 00000100:00100000:1.0:1770684846.517179:0:7416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb29b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:02368443-f312-44b4-8d5b-8c5b083a881f:7416:1856697514605696:0@lo:503: 00000100:00100000:1.0:1770684846.517228:0:7416:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684846.517245:0:7416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d1c6b3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770684846.517721:0:7416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb29b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:02368443-f312-44b4-8d5b-8c5b083a881f:7416:1856697514605696:0@lo:503: 00000040:00080000:1.0:1770684846.518037:0:7416:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1770684846.518104:0:7416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb29b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:02368443-f312-44b4-8d5b-8c5b083a881f:7416:1856697514605824:0@lo:502: 00000100:00100000:1.0:1770684846.518403:0:7416:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684846.518433:0:7416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d1c6b3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770684846.519295:0:7416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb29b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:02368443-f312-44b4-8d5b-8c5b083a881f:7416:1856697514605824:0@lo:502: 00000040:00080000:1.0:1770684846.519568:0:7416:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].1, 224 off8416 00000040:00080000:1.0:1770684846.519656:0:7416:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].2, 128 off8544 00000040:00080000:1.0:1770684846.519690:0:7416:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].3, 112 off8656 00000040:00080000:1.0:1770684846.519753:0:7416:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].4, 224 off8880 00000040:00080000:1.0:1770684846.519791:0:7416:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].5, 224 off9104 00000040:00080000:1.0:1770684846.519825:0:7416:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].6, 80 off9184 00000100:00100000:1.0:1770684846.519861:0:7416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb29b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:02368443-f312-44b4-8d5b-8c5b083a881f:7416:1856697514605952:0@lo:502: 00000100:00100000:1.0:1770684846.519915:0:7416:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684846.520384:0:7416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d1c6b3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770684846.523921:0:7416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb29b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:02368443-f312-44b4-8d5b-8c5b083a881f:7416:1856697514605952:0@lo:502: 00000040:00080000:1.0:1770684846.524270:0:7416:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].7, 224 off9408 00000040:00080000:1.0:1770684846.524286:0:7416:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 7 count 8 00000100:00100000:1.0:1770684846.570699:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514606592 00000100:00100000:1.0:1770684846.570707:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514606592 00000100:00100000:1.0:1770684846.570753:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1770684846.570762:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+12:7416:x1856697514606592:12345-0@lo:502: 00000100:00100000:1.0:1770684846.570953:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+12:7416:x1856697514606592:12345-0@lo:502: Request processed in 191us (522us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684846.570960:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1770684846.573910:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514606720 00000100:00100000:1.0:1770684846.573919:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514606720 00000100:00100000:1.0:1770684846.573987:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1770684846.574145:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+12:7416:x1856697514606720:12345-0@lo:101: 00010000:00010000:1.0:1770684846.574162:0:5754:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770684846.574179:0:5754:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d92c29b1e00/0x8f0dbafbd9ef3cdf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x8f0dbafbd9ef3cd8 expref: -99 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684846.574204:0:5754:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d92c29b1e00/0x8f0dbafbd9ef3cdf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef3cd8 expref: 13 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684846.574215:0:5754:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d92c29b1e00/0x8f0dbafbd9ef3cdf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef3cd8 expref: 13 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684846.574223:0:5754:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c29b1e00, rc 0) 00000100:00100000:1.0:1770684846.574288:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+13:7416:x1856697514606720:12345-0@lo:101: Request processed in 293us (825us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684846.574296:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1770684846.574923:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514606848 00000100:00100000:1.0:1770684846.574929:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514606848 00000100:00100000:1.0:1770684846.574967:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1770684846.574986:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+13:7416:x1856697514606848:12345-0@lo:501: 00000100:00100000:1.0:1770684846.575539:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+13:7416:x1856697514606848:12345-0@lo:501: Request processed in 554us (996us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684846.575547:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1770684846.575854:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514606976 00000100:00100000:1.0:1770684846.575859:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514606976 00000100:00100000:1.0:1770684846.575894:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1770684846.575902:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+13:7416:x1856697514606976:12345-0@lo:503: 00000100:00100000:1.0:1770684846.576076:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+13:7416:x1856697514606976:12345-0@lo:503: Request processed in 175us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684846.576093:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1770684846.576813:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514607104 00000100:00100000:1.0:1770684846.576818:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514607104 00000100:00100000:1.0:1770684846.576852:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1770684846.576858:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300565850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+13:7416:x1856697514607104:12345-0@lo:502: 00000100:00100000:1.0:1770684846.577032:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300565850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+13:7416:x1856697514607104:12345-0@lo:502: Request processed in 173us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684846.577039:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000040:00080000:1.0:1770684846.593317:0:7416:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].38, 224 off14656 00000040:00080000:1.0:1770684846.593344:0:7416:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 38 count 39 00000100:00100000:1.0:1770684846.614281:0:7430:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb29b480 pname:cluuid:pid:xid:nid:opc:job lwp_notify_lust:lustre-MDT0000-lwp-OST0001_UUID:7430:1856697514608000:0@lo:901: 00000100:00100000:1.0:1770684846.614355:0:7430:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684846.614386:0:7430:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d1c6b900 going to sleep for 11 seconds 00000100:00080000:1.0:1770684846.616697:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770684846.658284:0:5743:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514608128 00000100:00100000:1.0:1770684846.658293:0:5743:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514608128 00000100:00100000:1.0:1770684846.658346:0:5743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1770684846.658356:0:5743:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2c99180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:02368443-f312-44b4-8d5b-8c5b083a881f+3:5776:x1856697514608128:12345-0@lo:104: 00010000:00010000:1.0:1770684846.658367:0:5743:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9d600/0x8f0dbafbd9ef3c7d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef3c84 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684846.658444:0:5743:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1770684846.658450:0:5743:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2c99180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:02368443-f312-44b4-8d5b-8c5b083a881f+3:5776:x1856697514608128:12345-0@lo:104: Request processed in 96us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684846.658456:0:5743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00002000:00080000:1.0:1770684847.169517:0:7416:0:(ofd_obd.c:518:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:1.0:1770684847.169529:0:7416:0:(lfsck_lib.c:3080:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:1.0:1770684847.169642:0:7416:0:(tgt_mount.c:299:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1770684847.169783:0:7416:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.141@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1770684847.169809:0:7416:0:(tgt_mount.c:2330:server_fill_super_common()) Server sb, dev=49 00000100:00100000:1.0:1770684851.762512:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb299880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514608768:0@lo:400: 00000100:00100000:1.0:1770684851.762620:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684851.762685:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1770684851.762692:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514608896:0@lo:400: 00000100:00100000:1.0:1770684851.762721:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684851.762759:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514608896 00000100:00100000:1.0:1770684851.762767:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514608896 00000100:00100000:1.0:1770684851.762823:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1770684851.762833:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb298380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514608896:12345-0@lo:400: 00000100:00100000:1.0:1770684851.762883:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb298380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514608896:12345-0@lo:400: Request processed in 52us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684851.762891:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:1.0:1770684851.762911:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1770684851.762942:0:3288:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d92fb298a80 x1856697514608896/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770684867 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770684851.762956:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514608896:0@lo:400: 00000100:00100000:1.0:1770684851.768343:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb299f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514608512:0@lo:400: 00000100:00100000:1.0:1770684852.308295:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514609664 00000100:00100000:1.0:1770684852.308303:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514609664 00000100:00100000:1.0:1770684852.308362:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1770684852.308372:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300566050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+13:7633:x1856697514609664:12345-0@lo:502: 00000100:00100000:1.0:1770684852.308675:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300566050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+13:7633:x1856697514609664:12345-0@lo:502: Request processed in 303us (572us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684852.308682:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1770684852.340286:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f3f5b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514610432:0@lo:101: 00010000:00010000:1.0:1770684852.340330:0:5757:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff9d91c23fe200/0x8f0dbafbd9ef3d1e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef3d25 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684852.340344:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff9d91c23fe200/0x8f0dbafbd9ef3d1e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x8f0dbafbd9ef3d25 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770684852.340428:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb299f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514610560:0@lo:501: 00000100:00100000:1.0:1770684852.341251:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684852.341351:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0361e40 going to sleep for 11 seconds 00000100:00100000:1.0:1770684852.347798:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1770684852.347814:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+15:5757:x1856697514610560:12345-0@lo:501: 00000100:00100000:1.0:1770684852.348019:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+15:5757:x1856697514610560:12345-0@lo:501: Request processed in 207us (6769us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684852.348026:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1770684852.348101:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb299f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514610560:0@lo:501: 00000100:00100000:1.0:1770684852.348152:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb299f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514610688:0@lo:503: 00000100:00100000:1.0:1770684852.348202:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684852.348246:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0361e40 going to sleep for 11 seconds 00000100:00100000:1.0:1770684852.348260:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514610688 00000100:00100000:1.0:1770684852.348266:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514610688 00000100:00100000:1.0:1770684852.348290:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1770684852.348296:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0339850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+15:5757:x1856697514610688:12345-0@lo:503: 00000100:00100000:1.0:1770684852.348447:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0339850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+15:5757:x1856697514610688:12345-0@lo:503: Request processed in 150us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684852.348454:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1770684852.348508:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb299f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514610688:0@lo:503: 00000100:00100000:1.0:1770684852.352493:0:7635:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb299f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:7635:1856697514610816:0@lo:502: 00000100:00100000:1.0:1770684852.352710:0:7635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684852.352783:0:7635:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0361b40 going to sleep for 11 seconds 00000100:00100000:1.0:1770684852.355859:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1770684852.355870:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+15:7635:x1856697514610816:12345-0@lo:502: 00000100:00100000:1.0:1770684852.356226:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+15:7635:x1856697514610816:12345-0@lo:502: Request processed in 347us (3505us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684852.356236:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1770684852.356314:0:7635:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb299f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:7635:1856697514610816:0@lo:502: 00000100:00100000:1.0:1770684852.356386:0:7635:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb299f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:7635:1856697514610944:0@lo:502: 00000100:00100000:1.0:1770684852.356431:0:7635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684852.356454:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514610944 00000100:00100000:1.0:1770684852.356458:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514610944 00000100:00100000:1.0:1770684852.356477:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1770684852.356498:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0339c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+15:7635:x1856697514610944:12345-0@lo:502: 00000100:00100000:1.0:1770684852.356652:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0339c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+15:7635:x1856697514610944:12345-0@lo:502: Request processed in 167us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684852.356659:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1770684852.356719:0:7635:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0361b40 going to sleep for 11 seconds 00000100:00100000:1.0:1770684852.356732:0:7635:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb299f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:7635:1856697514610944:0@lo:502: 00000040:00080000:1.0:1770684852.356750:0:7635:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 00000100:00100000:1.0:1770684852.359344:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514611328 00000100:00100000:1.0:1770684852.359350:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514611328 00000100:00100000:1.0:1770684852.359388:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1770684852.359396:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300565450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+16:5757:x1856697514611328:12345-0@lo:101: 00010000:00010000:1.0:1770684852.359413:0:5753:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770684852.359426:0:5753:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d92c29b1800/0x8f0dbafbd9ef3d41 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x8f0dbafbd9ef3d3a expref: -99 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684852.359445:0:5753:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d92c29b1800/0x8f0dbafbd9ef3d41 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef3d3a expref: 17 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684852.359454:0:5753:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d92c29b1800/0x8f0dbafbd9ef3d41 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef3d3a expref: 17 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684852.359461:0:5753:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c29b1800, rc 0) 00000100:00100000:1.0:1770684852.360165:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300565450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+17:5757:x1856697514611328:12345-0@lo:101: Request processed in 765us (909us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684852.360173:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1770684852.363684:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f3f59180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514611584:0@lo:503: 00000100:00100000:1.0:1770684852.548927:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514612864 00000100:00100000:1.0:1770684852.548954:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514612864 00000100:00100000:1.0:1770684852.549015:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1770684852.549025:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2c9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3291:x1856697514612864:12345-0@lo:13: 00002000:00000024:1.0:1770684852.549062:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1770684852.549152:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2c9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3291:x1856697514612864:12345-0@lo:13: Request processed in 128us (8257us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684852.549158:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00002000:00080000:1.0:1770684852.585773:0:6539:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x0 00002000:00080000:1.0:1770684852.585785:0:6539:0:(ofd_dev.c:1205:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x100010000:0x0:0x0] 00000100:00100000:1.0:1770684852.587275:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2c99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:7638:x1856697514612992:12345-0@lo:7: Request processed in 46264us (46558us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684852.587290:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1770684852.588068:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514613120 00000100:00100000:1.0:1770684852.588090:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514613120 00000100:00100000:1.0:1770684852.588144:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1770684852.588153:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:7638:x1856697514613120:12345-0@lo:5: 00002000:00080000:1.0:1770684852.588181:0:6539:0:(ofd_dev.c:1637:ofd_create_hdl()) ofd_last_id() = 0 -> diff = 1 00002000:00080000:1.0:1770684852.588185:0:6539:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 1 objects in group 0x0 at 1 00000100:00100000:1.0:1770684852.588522:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:7638:x1856697514613120:12345-0@lo:5: Request processed in 369us (890us total) trans 4294967297 rc 0/0 00000100:00100000:1.0:1770684852.588531:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000004:00080000:1.0:1770684852.632402:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 40000000:02000000:1.0:1770684852.690205:0:5768:0:(fid_handler.c:117:__seq_server_alloc_super()) ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000280000400-0x00000002c0000400]:1:ost 00010000:00080000:1.0:1770684852.698742:0:6548:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d92f3f5a300 x1856697514613376/t0(0) o700->lustre-MDT0000-lwp-OST0001@0@lo:32/10 lens 264/248 e 0 to 0 dl 1770684868 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770684852.698758:0:6548:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f3f5a300 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0001_UUID:6548:1856697514613376:0@lo:700: 40000000:02000000:1.0:1770684852.698772:0:6548:0:(fid_request.c:121:seq_client_rpc()) cli-lustre-OST0001-super: Allocated super-sequence [0x0000000280000400-0x00000002c0000400]:1:ost] 00000100:00100000:1.0:1770684852.788341:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c67c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514613504:0@lo:13: 00000100:00100000:1.0:1770684852.788420:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:02000400:1.0:1770684854.729945:0:7763:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg341-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1770684855.029153:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770684857.074110:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770684857.393962:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2c98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514614144:0@lo:400: 00000100:00100000:1.0:1770684857.393994:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684857.400832:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514614016 00000100:00100000:1.0:1770684857.400850:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514614016 00000100:00100000:1.0:1770684857.400932:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1770684857.400946:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8354000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514614016:12345-0@lo:400: 00000100:00100000:1.0:1770684857.401032:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8354000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514614016:12345-0@lo:400: Request processed in 91us (7044us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684857.401053:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1770684857.401089:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514614144 00000100:00100000:1.0:1770684857.401094:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514614144 00000100:00100000:1.0:1770684857.401120:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1770684857.401126:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb298a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514614144:12345-0@lo:400: 00000100:00100000:1.0:1770684857.402172:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb298a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514614144:12345-0@lo:400: Request processed in 1029us (8160us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684857.402290:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:1.0:1770684857.402376:0:3288:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d91c2c98700 x1856697514614144/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770684873 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770684857.402393:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2c98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514614144:0@lo:400: 00000100:00080000:1.0:1770684857.402448:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1770684857.402454:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770684857.406834:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514613760 00000100:00100000:1.0:1770684857.406840:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514613760 00000100:00100000:1.0:1770684857.406870:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1770684857.406877:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514613760:12345-0@lo:400: 00000100:00100000:1.0:1770684857.407025:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514613760:12345-0@lo:400: Request processed in 37us (828us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684857.407033:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1770684857.407777:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514614400 00000100:00100000:1.0:1770684857.407784:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514614400 00000100:00100000:1.0:1770684857.407840:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1770684857.407848:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3290:x1856697514614400:12345-0@lo:400: 00000100:00100000:1.0:1770684857.407897:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3290:x1856697514614400:12345-0@lo:400: Request processed in 50us (583us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684857.407924:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000001:00080000:1.0:1770684858.029622:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967298 is committed 00000020:00000004:1.0:1770684859.980572:0:7966:0:(tgt_mount.c:2194:server_getattr()) lustre-OST0001: root_inode from lsi ino=8000, dev=0 00000100:00100000:1.0:1770684860.572306:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499910272 00000100:00100000:1.0:1770684860.572319:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499910272 00000100:00100000:1.0:1770684860.572382:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 112 00000100:00100000:1.0:1770684860.572391:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0339450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:2347:x1856697499910272:12345-192.168.203.41@tcp:250: 00010000:00080000:1.0:1770684860.572430:0:5754:0:(ldlm_lib.c:1428:target_handle_connect()) MGS: connection from b734a6a9-a6e0-4bfc-9567-5cca7587e371@192.168.203.41@tcp t0 exp 0000000000000000 cur 185 last 0 00000020:00000080:1.0:1770684860.572461:0:5754:0:(genops.c:1402:class_connect()) connect: client b734a6a9-a6e0-4bfc-9567-5cca7587e371, cookie 0x8f0dbafbd9ef3d72 00000020:01000000:1.0:1770684860.572471:0:5754:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9d92d020c700 00000100:00080000:1.0:1770684860.572651:0:5754:0:(import.c:65:import_set_state_nolock()) ffff9d91c2c89800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1770684860.572718:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0339450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+4:2347:x1856697499910272:12345-192.168.203.41@tcp:250: Request processed in 328us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684860.572726:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 112 00000100:00100000:1.0:1770684860.581845:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499910400 00000100:00100000:1.0:1770684860.581862:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499910400 00000100:00100000:1.0:1770684860.581946:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 113 00000100:00100000:1.0:1770684860.581958:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0338c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+4:5527:x1856697499910400:12345-192.168.203.41@tcp:101: 00010000:00010000:1.0:1770684860.581984:0:5754:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770684860.582012:0:5754:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d92c29b0600/0x8f0dbafbd9ef3d79 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xa999371225bc6b3 expref: -99 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684860.582055:0:5754:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d92c29b0600/0x8f0dbafbd9ef3d79 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc6b3 expref: 5 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684860.582069:0:5754:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d92c29b0600/0x8f0dbafbd9ef3d79 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc6b3 expref: 5 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684860.582109:0:5754:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c29b0600, rc 0) 00000100:00100000:1.0:1770684860.582195:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0338c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+5:5527:x1856697499910400:12345-192.168.203.41@tcp:101: Request processed in 238us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684860.582203:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 113 00000100:00100000:1.0:1770684860.587294:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684860.606308:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499910784 00000100:00100000:1.0:1770684860.606323:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499910784 00000100:00100000:1.0:1770684860.606399:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 116 00000100:00100000:1.0:1770684860.606493:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92e02f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+6:5527:x1856697499910784:12345-192.168.203.41@tcp:501: 00000100:00100000:1.0:1770684860.606761:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92e02f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+7:5527:x1856697499910784:12345-192.168.203.41@tcp:501: Request processed in 352us (754us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684860.606770:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 116 00000100:00100000:1.0:1770684860.635298:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499911040 00000100:00100000:1.0:1770684860.635312:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499911040 00000100:00100000:1.0:1770684860.635388:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 118 00000100:00100000:1.0:1770684860.635399:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0755850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+7:5545:x1856697499911040:12345-192.168.203.41@tcp:502: 00000100:00100000:1.0:1770684860.636234:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0755850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+7:5545:x1856697499911040:12345-192.168.203.41@tcp:502: Request processed in 832us (1151us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684860.636246:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 118 00000100:00100000:1.0:1770684860.686630:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684860.703064:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499911296 00000100:00100000:1.0:1770684860.703077:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499911296 00000100:00100000:1.0:1770684860.703154:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 120 00000100:00100000:1.0:1770684860.703174:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0755c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+7:5527:x1856697499911296:12345-192.168.203.41@tcp:101: 00010000:00010000:1.0:1770684860.703196:0:5754:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770684860.703234:0:5754:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d92c29b1a00/0x8f0dbafbd9ef3d87 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xa999371225bc6e4 expref: -99 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684860.703269:0:5754:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d92c29b1a00/0x8f0dbafbd9ef3d87 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc6e4 expref: 8 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684860.703281:0:5754:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d92c29b1a00/0x8f0dbafbd9ef3d87 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc6e4 expref: 8 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684860.703292:0:5754:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c29b1a00, rc 0) 00000100:00100000:1.0:1770684860.703381:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0755c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+8:5527:x1856697499911296:12345-192.168.203.41@tcp:101: Request processed in 217us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684860.703390:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 120 00000100:00100000:1.0:1770684860.745752:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499911680 00000100:00100000:1.0:1770684860.745767:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499911680 00000100:00100000:1.0:1770684860.745830:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 123 00000100:00100000:1.0:1770684860.745842:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d159b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+9:5527:x1856697499911680:12345-192.168.203.41@tcp:501: 00000100:00100000:1.0:1770684860.746323:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d159b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+9:5527:x1856697499911680:12345-192.168.203.41@tcp:501: Request processed in 481us (1464us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684860.746333:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 123 00000100:00100000:1.0:1770684860.758285:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499911808 00000100:00100000:1.0:1770684860.758310:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499911808 00000100:00100000:1.0:1770684860.759158:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 124 00000100:00100000:1.0:1770684860.759184:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d1599450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+9:5527:x1856697499911808:12345-192.168.203.41@tcp:503: 00000100:00100000:1.0:1770684860.762321:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d1599450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+9:5527:x1856697499911808:12345-192.168.203.41@tcp:503: Request processed in 3116us (7895us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684860.765347:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 124 00000100:00100000:1.0:1770684860.771198:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499911936 00000100:00100000:1.0:1770684860.771226:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499911936 00000100:00100000:1.0:1770684860.771291:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 125 00000100:00100000:1.0:1770684860.771302:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d1599c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+9:5554:x1856697499911936:12345-192.168.203.41@tcp:502: 00000100:00100000:1.0:1770684860.771706:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d1599c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+9:5554:x1856697499911936:12345-192.168.203.41@tcp:502: Request processed in 404us (647us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684860.771716:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 125 00000100:00100000:1.0:1770684860.794630:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499912192 00000100:00100000:1.0:1770684860.794644:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499912192 00000100:00100000:1.0:1770684860.794707:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 4 00000100:00100000:1.0:1770684860.794718:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2347:x1856697499912192:12345-192.168.203.41@tcp:38: 00010000:00080000:1.0:1770684860.794757:0:6998:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp t0 exp 0000000000000000 cur 185 last 0 00000020:00000080:1.0:1770684860.794820:0:6998:0:(genops.c:1402:class_connect()) connect: client bb0b411f-1e9f-4664-994e-ef5350eaf62d, cookie 0x8f0dbafbd9ef3d95 00000004:00100000:1.0:1770684860.794860:0:6998:0:(mdt_handler.c:7294:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000001:00000004:1.0:1770684860.794868:0:6998:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 1, last_transno is 4294967296 00000020:01000000:1.0:1770684860.891553:0:6998:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9d92f2783c00 00000100:00080000:1.0:1770684860.891784:0:6998:0:(import.c:65:import_set_state_nolock()) ffff9d91c2c8c800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1770684860.893067:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2347:x1856697499912192:12345-192.168.203.41@tcp:38: Request processed in 98333us (98567us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684860.893085:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 4 00000100:00100000:1.0:1770684861.931476:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499912960 00000100:00100000:1.0:1770684861.931497:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499912960 00000100:00100000:1.0:1770684861.931604:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 0 00000100:00100000:1.0:1770684861.931617:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:5527:x1856697499912960:12345-192.168.203.41@tcp:33: 00000100:00100000:1.0:1770684861.931743:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499912704 00000100:00100000:1.0:1770684861.931749:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499912704 00000100:00100000:1.0:1770684861.931777:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499912832 00000100:00100000:1.0:1770684861.931780:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499912832 00000100:00100000:1.0:1770684861.931830:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 9 00000100:00100000:1.0:1770684861.931836:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2347:x1856697499912704:12345-192.168.203.41@tcp:8: 00010000:00080000:1.0:1770684861.931867:0:6538:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp t0 exp 0000000000000000 cur 186 last 0 00000020:00000080:1.0:1770684861.931904:0:6538:0:(genops.c:1402:class_connect()) connect: client bb0b411f-1e9f-4664-994e-ef5350eaf62d, cookie 0x8f0dbafbd9ef3d9c 00002000:00100000:1.0:1770684861.931918:0:6538:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli bb0b411f-1e9f-4664-994e-ef5350eaf62d/ffff9d91c2c8b000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2113241 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1770684861.931951:0:6538:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:1.0:1770684861.932286:0:6538:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9d91c1ef0600 00002000:00080000:1.0:1770684861.932434:0:6538:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1770684861.932478:0:6538:0:(import.c:65:import_set_state_nolock()) ffff9d91c2c8e800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1770684861.932568:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2347:x1856697499912704:12345-192.168.203.41@tcp:8: Request processed in 731us (3216us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684861.932611:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 9 00000100:00100000:1.0:1770684861.932638:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 10 00000100:00100000:1.0:1770684861.932644:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2347:x1856697499912832:12345-192.168.203.41@tcp:8: 00010000:00080000:1.0:1770684861.932665:0:6538:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0001: connection from bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp t0 exp 0000000000000000 cur 186 last 0 00000020:00000080:1.0:1770684861.932687:0:6538:0:(genops.c:1402:class_connect()) connect: client bb0b411f-1e9f-4664-994e-ef5350eaf62d, cookie 0x8f0dbafbd9ef3da3 00002000:00100000:1.0:1770684861.932695:0:6538:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli bb0b411f-1e9f-4664-994e-ef5350eaf62d/ffff9d91c2c8a000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2113241 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1770684861.932713:0:6538:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:1.0:1770684861.932872:0:6538:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9d91c238e700 00002000:00080000:1.0:1770684861.932984:0:6538:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1770684861.933004:0:6538:0:(import.c:65:import_set_state_nolock()) ffff9d91c2c88000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1770684861.933035:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2347:x1856697499912832:12345-192.168.203.41@tcp:8: Request processed in 389us (3614us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684861.933042:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 10 00000004:00200000:1.0:1770684862.009934:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000100:00100000:1.0:1770684862.010146:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:5527:x1856697499912960:12345-192.168.203.41@tcp:33: Request processed in 78523us (80985us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684862.010173:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 0 00000100:00100000:1.0:1770684862.369188:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684862.518078:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514615040:0@lo:400: 00000100:00100000:1.0:1770684862.518132:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684862.518189:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1770684862.518197:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3291:1856697514614912:0@lo:400: 00000100:00100000:1.0:1770684862.518221:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684862.518255:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514615040 00000100:00100000:1.0:1770684862.518262:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514615040 00000100:00100000:1.0:1770684862.518307:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514614912 00000100:00100000:1.0:1770684862.518310:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514614912 00000100:00100000:1.0:1770684862.518329:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1770684862.518350:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514615040:12345-0@lo:400: 00000100:00100000:1.0:1770684862.518395:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514615040:12345-0@lo:400: Request processed in 59us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684862.518402:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1770684862.519941:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1770684862.519960:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1856697514614912:12345-0@lo:400: 00000100:00100000:1.0:1770684862.520023:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1856697514614912:12345-0@lo:400: Request processed in 72us (1802us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684862.520030:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00080000:1.0:1770684862.520070:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770684862.520111:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3291:1856697514614912:0@lo:400: 00000100:00100000:1.0:1770684862.520125:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514615040:0@lo:400: 00000100:00100000:1.0:1770684862.520212:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514615168:0@lo:400: 00000100:00100000:1.0:1770684862.520260:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684862.520298:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514615168 00000100:00100000:1.0:1770684862.520304:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514615168 00000100:00100000:1.0:1770684862.520361:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1770684862.520368:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514615168:12345-0@lo:400: 00000100:00100000:1.0:1770684862.520404:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514615168:12345-0@lo:400: Request processed in 37us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684862.520410:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00080000:1.0:1770684862.520667:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1770684862.520690:0:3288:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d92d077ce00 x1856697514615168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770684878 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770684862.520701:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514615168:0@lo:400: 00000100:00100000:1.0:1770684862.530857:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1770684862.530877:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514615296:0@lo:400: 00000100:00100000:1.0:1770684862.530946:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1770684862.534370:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770684862.534482:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514615296:0@lo:400: 00000001:00100000:1.0:1770684863.120807:0:7432:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of bb0b411f-1e9f-4664-994e-ef5350eaf62d 00000100:00100000:1.0:1770684865.046617:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00080000:1.0:1770684865.049395:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1770684865.072971:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1770684865.087911:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1770684867.272046:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499913856 00000100:00100000:1.0:1770684867.272060:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499913856 00000100:00100000:1.0:1770684867.272143:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 23 00000100:00100000:1.0:1770684867.272154:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2349:x1856697499913856:12345-192.168.203.41@tcp:400: 00000100:00100000:1.0:1770684867.272241:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2349:x1856697499913856:12345-192.168.203.41@tcp:400: Request processed in 89us (2004us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684867.272265:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 23 00000100:00100000:1.0:1770684872.397448:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499914368 00000100:00100000:1.0:1770684872.397469:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499914368 00000100:00100000:1.0:1770684872.762565:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2c9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514616960:0@lo:400: 00000100:00100000:1.0:1770684872.762680:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684872.762743:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5303b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514617472:0@lo:400: 00000100:00100000:1.0:1770684872.762775:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684872.762820:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1770684872.762827:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2c99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514617088:0@lo:400: 00000100:00100000:1.0:1770684872.784228:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684872.784396:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2c9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514616960:0@lo:400: 00010000:00080000:1.0:1770684872.784418:0:3290:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d92f5303b80 x1856697514617472/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770684888 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770684872.784430:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5303b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514617472:0@lo:400: 00000100:00080000:1.0:1770684872.805296:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770684872.805346:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2c99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514617088:0@lo:400: 00000100:00100000:1.0:1770684873.265774:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1770684873.265814:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5303b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514617600:0@lo:13: 00000100:00100000:1.0:1770684873.265925:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684873.266062:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514617600 00000100:00100000:1.0:1770684873.266071:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514617600 00000100:00100000:1.0:1770684873.266138:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1770684873.266150:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514617600:12345-0@lo:13: 00002000:00000024:1.0:1770684873.266200:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1770684873.266255:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5302300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514617600:12345-0@lo:13: Request processed in 107us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684873.266270:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00080000:1.0:1770684873.266346:0:3290:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d92f5303b80 x1856697514617600/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770684889 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770684873.266371:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5303b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514617600:0@lo:13: 00000040:00080000:1.0:1770684873.675867:0:8222:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 34 count 34 00000100:00100000:1.0:1770684873.690187:0:5744:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1770684873.690217:0:5744:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684873.695159:0:5744:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684873.697021:0:5744:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684873.697036:0:5744:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684873.697050:0:5744:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684873.697061:0:5744:0:(service.c:3434:ptlrpc_start_thread()) ldlm_cbd[0] started 2 min 2 max 56 00000100:00100000:1.0:1770684873.697097:0:5744:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'ldlm_cb00_002' 00000100:00100000:1.0:1770684873.697854:0:8225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1770684873.697864:0:8225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5303b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:02368443-f312-44b4-8d5b-8c5b083a881f+8:8220:x1856697514618368:12345-0@lo:104: 00010000:00010000:1.0:1770684873.697880:0:8225:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff9d91c23fe200/0x8f0dbafbd9ef3d1e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef3d25 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684873.704634:0:8225:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:1.0:1770684873.704643:0:8225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5303b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:02368443-f312-44b4-8d5b-8c5b083a881f+3:8220:x1856697514618368:12345-0@lo:104: Request processed in 6781us (14426us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684873.704652:0:8225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1770684875.314939:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8355c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514619904:0@lo:101: 00010000:00010000:1.0:1770684875.314957:0:5757:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff9d92c0031c00/0x8f0dbafbd9ef3dbf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef3dc6 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684875.314966:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff9d92c0031c00/0x8f0dbafbd9ef3dbf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x8f0dbafbd9ef3dc6 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770684875.315051:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5303480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514620032:0@lo:501: 00000100:00100000:1.0:1770684875.315099:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684875.315133:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c1c0dd80 going to sleep for 11 seconds 00000100:00100000:1.0:1770684875.316059:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5303480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514620032:0@lo:501: 00000100:00100000:1.0:1770684875.316126:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5303480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514620160:0@lo:503: 00000100:00100000:1.0:1770684875.316169:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684875.316200:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c1c0dd80 going to sleep for 11 seconds 00000100:00100000:1.0:1770684875.322245:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5303480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514620160:0@lo:503: 00000100:00100000:1.0:1770684875.324351:0:8238:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5303480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:8238:1856697514620288:0@lo:502: 00000100:00100000:1.0:1770684875.324458:0:8238:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684875.324522:0:8238:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c1c0d480 going to sleep for 11 seconds 00000100:00100000:1.0:1770684875.325472:0:8238:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5303480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:8238:1856697514620288:0@lo:502: 00000100:00100000:1.0:1770684875.325534:0:8238:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5303480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:8238:1856697514620416:0@lo:502: 00000100:00100000:1.0:1770684875.325612:0:8238:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684875.325645:0:8238:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d93005c3000 going to sleep for 11 seconds 00000100:00100000:1.0:1770684875.326208:0:8238:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5303480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:8238:1856697514620416:0@lo:502: 00000040:00080000:1.0:1770684875.326232:0:8238:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000100:00100000:1.0:1770684875.336698:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0252a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514620544:0@lo:101: 00010000:00010000:1.0:1770684875.336721:0:5757:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9c000/0x8f0dbafbd9ef3dcd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef3dd4 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684875.336733:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9c000/0x8f0dbafbd9ef3dcd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x8f0dbafbd9ef3dd4 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770684875.336835:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5303480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514620672:0@lo:501: 00000100:00100000:1.0:1770684875.336876:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684875.336923:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d93005c3000 going to sleep for 11 seconds 00000100:00100000:1.0:1770684875.337952:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5303480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514620672:0@lo:501: 00000100:00100000:1.0:1770684875.337992:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5303480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514620800:0@lo:503: 00000100:00100000:1.0:1770684875.338044:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684875.338096:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d93005c3000 going to sleep for 11 seconds 00000100:00100000:1.0:1770684875.338493:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5303480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514620800:0@lo:503: 00000100:00100000:1.0:1770684875.346692:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+13:8239:x1856697514620928:12345-0@lo:502: Request processed in 1302us (3197us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684875.346707:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00100000:1.0:1770684875.364492:0:8240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8354700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:8240:1856697514621568:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1770684875.364568:0:8240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5303480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:8240:1856697514621696:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1770684875.364647:0:8240:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684875.364687:0:8240:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d93005c3540 going to sleep for 11 seconds 00000100:00100000:1.0:1770684875.416832:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5303800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514622080:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1770684875.417137:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684875.417202:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d93005c3540 going to sleep for 11 seconds 00000100:00100000:1.0:1770684875.418364:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5303800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514622080:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1770684875.419226:0:8241:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5303800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:8241:1856697514622208:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1770684875.419389:0:8241:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684875.419433:0:8241:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d93005c33c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770684875.419869:0:8241:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5303800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:8241:1856697514622208:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1770684875.419900:0:8241:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1770684875.419910:0:8241:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1770684875.419913:0:8241:0:(obd_config.c:1477:class_process_config()) marker 26 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1770684875.419920:0:8241:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1770684875.419944:0:8241:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5303800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:8241:1856697514622336:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1770684875.420080:0:8241:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684875.420106:0:8241:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c5544900 going to sleep for 11 seconds 00000100:00100000:1.0:1770684875.421357:0:8241:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5303800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:8241:1856697514622336:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1770684875.421398:0:8241:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1770684875.421406:0:8241:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1770684875.421408:0:8241:0:(obd_config.c:1477:class_process_config()) marker 26 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1770684875.421413:0:8241:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 14 count 14 00000100:00100000:1.0:1770684875.423350:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514622592 00000100:00100000:1.0:1770684875.423355:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514622592 00000100:00100000:1.0:1770684875.423408:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1770684875.423417:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300566c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+16:5757:x1856697514622592:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1770684875.423567:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300566c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+16:5757:x1856697514622592:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 150us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684875.423601:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1770684875.445698:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514623488 00000100:00100000:1.0:1770684875.445705:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514623488 00000100:00100000:1.0:1770684875.445750:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:1.0:1770684875.445759:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300567450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+17:8243:x1856697514623488:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1770684875.446179:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300567450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+17:8243:x1856697514623488:12345-0@lo:502:llog_process_th.0 Request processed in 421us (888us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684875.446187:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:1.0:1770684876.515938:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499915392 00000100:00100000:1.0:1770684876.515969:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499915392 00000100:00100000:1.0:1770684876.516040:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 168 00000100:00100000:1.0:1770684876.516051:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300565450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+8:6025:x1856697499915392:12345-192.168.203.41@tcp:502: 00000100:00100000:1.0:1770684876.516414:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300565450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+8:6025:x1856697499915392:12345-192.168.203.41@tcp:502: Request processed in 363us (6100us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684876.516423:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 168 00000100:00100000:1.0:1770684877.874892:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0253b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3289:1856697514624128:0@lo:400:kworker.0 00000100:00100000:1.0:1770684877.874927:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684877.874950:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0250a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514624640:0@lo:400:kworker.0 00000100:00100000:1.0:1770684877.874973:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684877.874995:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1770684877.875001:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514624000:0@lo:400:kworker.0 00000100:00100000:1.0:1770684877.875030:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684877.875068:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0252680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514624512:0@lo:400:kworker.0 00000100:00100000:1.0:1770684877.875093:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684877.875119:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514624000 00000100:00100000:1.0:1770684877.875123:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514624000 00000100:00100000:1.0:1770684877.875154:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:1.0:1770684877.875162:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514624000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770684877.875196:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514624000:12345-0@lo:400:kworker.0 Request processed in 35us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684877.875202:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:1.0:1770684877.875242:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514624000:0@lo:400:kworker.0 00000040:00080000:1.0:1770684878.264293:0:8284:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000040:00080000:1.0:1770684878.271225:0:8283:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].4, 224 off8976 00000040:00080000:1.0:1770684878.271285:0:8283:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].5, 112 off9088 00000040:00080000:1.0:1770684878.271360:0:8283:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].6, 224 off9312 10000000:01000000:1.0:1770684878.271383:0:8283:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:1.0:1770684878.271408:0:8283:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9d92c29b1000/0x8f0dbafbd9ef3e2f lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8283 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684878.271530:0:8283:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d92c29b0000/0x8f0dbafbd9ef3ba4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef3b9d expref: 17 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684878.271541:0:8283:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef3c30 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef3c29 expref: 17 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684878.271547:0:8283:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d92c0030400/0x8f0dbafbd9ef3cd1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef3cca expref: 17 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684878.271558:0:8283:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d92c0030800/0x8f0dbafbd9ef3d8e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc6eb expref: 8 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684878.271566:0:8283:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9d92c29b1000/0x8f0dbafbd9ef3e2f lrc: 7/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8283 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684878.271743:0:8283:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d92c0030800/0x8f0dbafbd9ef3d8e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc6eb expref: 8 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684878.271858:0:8283:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d92c0030800/0x8f0dbafbd9ef3d8e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc6eb expref: 8 pid: 5753 timeout: 303 lvb_type: 0 00000100:00100000:1.0:1770684878.271880:0:8283:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5300380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8283:1856697514624768:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770684878.272163:0:8283:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d92c0030400/0x8f0dbafbd9ef3cd1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8f0dbafbd9ef3cca expref: 17 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684878.272172:0:8283:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9d92c0030400/0x8f0dbafbd9ef3cd1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3cca expref: 17 pid: 5754 timeout: 353 lvb_type: 0 00000100:00100000:1.0:1770684878.272200:0:8283:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5302680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8283:1856697514624896:0@lo:104: 00000100:00100000:1.0:1770684878.272262:0:8283:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1770684878.272312:0:8283:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef3c30 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8f0dbafbd9ef3c29 expref: 17 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684878.272319:0:8283:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef3c30 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3c29 expref: 17 pid: 5755 timeout: 353 lvb_type: 0 00000100:00100000:1.0:1770684878.272327:0:8283:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5300700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8283:1856697514625024:0@lo:104: 00000100:00100000:1.0:1770684878.272353:0:8283:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1770684878.272384:0:8283:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d92c29b0000/0x8f0dbafbd9ef3ba4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8f0dbafbd9ef3b9d expref: 17 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684878.272392:0:8283:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9d92c29b0000/0x8f0dbafbd9ef3ba4 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3b9d expref: 17 pid: 5755 timeout: 353 lvb_type: 0 00000100:00100000:1.0:1770684878.272401:0:8283:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5300e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8283:1856697514625152:0@lo:104: 00000100:00100000:1.0:1770684878.272419:0:8283:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d40fd840 going to sleep for 11 seconds 00000100:00100000:1.0:1770684878.273247:0:8283:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5302680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8283:1856697514624896:0@lo:104: 00000100:00100000:1.0:1770684878.273257:0:8283:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5300700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8283:1856697514625024:0@lo:104: 00000100:00100000:1.0:1770684878.273262:0:8283:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5300e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8283:1856697514625152:0@lo:104: 00000100:00100000:1.0:1770684878.280382:0:8283:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5300380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8283:1856697514624768:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770684878.280442:0:8283:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9d92c29b1000/0x8f0dbafbd9ef3e2f lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8283 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770684878.281296:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00010000:00010000:1.0:1770684878.282744:0:8283:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9d92c29b1000/0x8f0dbafbd9ef3e2f lrc: 5/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8283 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684878.282769:0:8283:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9d92c29b1000/0x8f0dbafbd9ef3e2f lrc: 5/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8283 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770684878.391069:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514625792:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1770684878.391133:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1770684878.397218:0:3290:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d92f5300e00 x1856697514625792/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770684894 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770684878.397258:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514625792:0@lo:13:osp-pre-0-0.0 10000000:01000000:1.0:1770684879.537675:0:5757:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1770684879.537685:0:5757:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff9d92fb18e000 from 4 10000000:01000000:1.0:1770684879.537691:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1770684879.537746:0:5757:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d92c29b1e00/0x8f0dbafbd9ef3e36 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684879.537759:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff9d92c29b1e00/0x8f0dbafbd9ef3e36 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684879.537771:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff9d92c29b1e00/0x8f0dbafbd9ef3e36 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770684879.537798:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5300e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514625920:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1770684879.537868:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684879.537921:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0335a80 going to sleep for 11 seconds 00000100:00100000:1.0:1770684879.538718:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514626048 00000100:00100000:1.0:1770684879.538723:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514626048 00000100:00100000:1.0:1770684879.538750:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:1.0:1770684879.538758:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+16:5757:x1856697514626048:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1770684879.538857:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+16:5757:x1856697514626048:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 100us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684879.538871:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:1.0:1770684879.540660:0:8324:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5302680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:8324:1856697514626304:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1770684879.540703:0:8324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684879.540722:0:8324:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0335a80 going to sleep for 11 seconds 00000100:00100000:1.0:1770684879.541475:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514626432 00000100:00100000:1.0:1770684879.541480:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514626432 00000100:00100000:1.0:1770684879.541513:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:1.0:1770684879.541522:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+16:8324:x1856697514626432:12345-0@lo:502:llog_process_th.0 00000020:01000000:1.0:1770684879.549738:0:5757:0:(obd_config.c:2043:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:1.0:1770684879.549760:0:5757:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1770684879.549771:0:5757:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d92c29b1e00/0x8f0dbafbd9ef3e36 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef3e3d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684879.549782:0:5757:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff9d92c29b1e00/0x8f0dbafbd9ef3e36 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef3e3d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1770684879.549792:0:5757:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1770684879.549795:0:5757:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff9d92fc2b7000 from 4 10000000:01000000:1.0:1770684879.549797:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1770684879.549835:0:5757:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d92c29b1800/0x8f0dbafbd9ef3e44 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684879.549843:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff9d92c29b1800/0x8f0dbafbd9ef3e44 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684879.549853:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff9d92c29b1800/0x8f0dbafbd9ef3e44 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770684879.549875:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5302680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514626560:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1770684879.549942:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684879.549980:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92e262af00 going to sleep for 11 seconds 00000100:00100000:1.0:1770684880.006950:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499916544 00000100:00100000:1.0:1770684880.006961:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499916544 00000100:00100000:1.0:1770684880.007017:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 189 00000100:00100000:1.0:1770684880.007028:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d1599c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+8:5541:x1856697499916544:12345-192.168.203.41@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1770684880.007056:0:5753:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770684880.007077:0:5753:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d92c29b0000/0x8f0dbafbd9ef3e60 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xa999371225bc72a expref: -99 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684880.007107:0:5753:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d92c29b0000/0x8f0dbafbd9ef3e60 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc72a expref: 9 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684880.007120:0:5753:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d92c29b0000/0x8f0dbafbd9ef3e60 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc72a expref: 9 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684880.007130:0:5753:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c29b0000, rc 0) 00000100:00100000:1.0:1770684880.007186:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d1599c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+9:5541:x1856697499916544:12345-192.168.203.41@tcp:101:ll_cfg_requeue.0 Request processed in 161us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684880.007194:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 189 00000100:00100000:1.0:1770684882.632613:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499917568 00000100:00100000:1.0:1770684882.632617:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499917568 00000100:00100000:1.0:1770684882.632644:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499917440 00000100:00100000:1.0:1770684882.632647:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499917440 00000100:00100000:1.0:1770684882.632662:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 21 00000100:00100000:1.0:1770684882.632668:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8354e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2348:x1856697499917568:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770684882.632694:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8354e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2348:x1856697499917568:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 27us (702us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684882.632708:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 21 00000100:00100000:1.0:1770684882.632721:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 22 00000100:00100000:1.0:1770684882.632727:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2348:x1856697499917440:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770684882.632751:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2348:x1856697499917440:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 24us (677us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684882.632757:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 22 00000100:00100000:1.0:1770684882.993883:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514627840:0@lo:400:kworker.0 00000100:00100000:1.0:1770684882.997428:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684882.997603:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856697514628352:0@lo:400:kworker.0 00000100:00100000:1.0:1770684882.997641:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684882.997692:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514628352 00000100:00100000:1.0:1770684882.997698:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514628352 00000100:00100000:1.0:1770684882.997759:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1770684882.997768:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5300e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856697514628352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770684882.997815:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5300e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856697514628352:12345-0@lo:400:kworker.0 Request processed in 48us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684882.997822:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1770684882.997858:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856697514628352:0@lo:400:kworker.0 00000100:00080000:1.0:1770684882.997884:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770684882.998271:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514628224 00000100:00100000:1.0:1770684882.998361:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514628224 00000100:00100000:1.0:1770684882.998405:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1770684882.998412:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514628224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770684882.998980:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514628224:12345-0@lo:400:kworker.0 Request processed in 567us (905us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684882.998995:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1770684883.001183:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0252a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514627840:0@lo:400:kworker.0 00000100:00100000:1.0:1770684883.020126:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514627968 00000100:00100000:1.0:1770684883.020132:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514627968 00000100:00100000:1.0:1770684883.020176:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1770684883.020185:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514627968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770684883.020530:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514627968:12345-0@lo:400:kworker.0 Request processed in 344us (5572us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684883.020537:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1770684883.506063:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1770684883.506073:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5302a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514628736:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1770684883.506102:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684887.773884:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499917696 00000100:00100000:1.0:1770684887.773895:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499917696 00000100:00100000:1.0:1770684887.773950:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 196 00000100:00100000:1.0:1770684887.773960:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+9:2350:x1856697499917696:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770684887.774097:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+9:2350:x1856697499917696:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 138us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684887.774107:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 196 00000100:00100000:1.0:1770684887.774139:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499917824 00000100:00100000:1.0:1770684887.774143:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499917824 00000100:00100000:1.0:1770684887.774177:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 39 00000100:00100000:1.0:1770684887.774184:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8354700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697499917824:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770684887.774215:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8354700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697499917824:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 31us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684887.774232:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 39 00000100:00080000:1.0:1770684887.774253:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770684887.777923:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499918080 00000100:00100000:1.0:1770684887.777933:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499918080 00000100:00100000:1.0:1770684887.778010:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 12 00000100:00100000:1.0:1770684887.778020:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2347:x1856697499918080:12345-192.168.203.41@tcp:9:kworker.0 00000020:00000080:1.0:1770684887.778057:0:8401:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x8f0dbafbd9ef3da3 00000100:00080000:1.0:1770684887.778066:0:8401:0:(import.c:65:import_set_state_nolock()) ffff9d91c2c88000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1770684887.778104:0:8401:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967298 00000100:00100000:1.0:1770684887.778496:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+2:2347:x1856697499918080:12345-192.168.203.41@tcp:9:kworker.0 Request processed in 476us (660us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684887.778506:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 12 00010000:00010000:1.0:1770684887.778570:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1770684888.120779:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770684888.120799:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514629504 00000100:00100000:1.0:1770684888.120807:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514629504 00000100:00100000:1.0:1770684888.120848:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1770684888.120854:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2c99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514629504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770684888.122700:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2c99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514629504:12345-0@lo:400:kworker.0 Request processed in 1839us (5240us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684888.122714:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00080000:1.0:1770684888.122752:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1770684888.122773:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856697514629376:0@lo:400:kworker.0 00000100:00100000:1.0:1770684888.122813:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684888.122857:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514628864:0@lo:400:kworker.0 00000100:00100000:1.0:1770684888.122878:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1770684888.122896:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514629248:0@lo:400:kworker.0 00000100:00100000:1.0:1770684888.122921:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1770684888.129849:0:3291:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d92d077f480 x1856697514629248/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770684904 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770684888.129867:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514629248:0@lo:400:kworker.0 00000100:00100000:1.0:1770684888.129881:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856697514629376:0@lo:400:kworker.0 00000020:00000080:1.0:1770684888.704503:0:36:0:(genops.c:863:class_export_destroy()) destroying export ffff9d91c2c8b000/bb0b411f-1e9f-4664-994e-ef5350eaf62d for lustre-OST0000 00000020:00000080:1.0:1770684888.704564:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9d91c2c8e800 for lustre-OST0000 00000100:00100000:1.0:1770684892.871433:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684892.872700:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00080000:1.0:1770684892.876574:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770684898.354276:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514630912 00000100:00100000:1.0:1770684898.354286:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514630912 00000100:00100000:1.0:1770684898.354334:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:1.0:1770684898.354344:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+18:3291:x1856697514630912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770684898.369502:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+18:3291:x1856697514630912:12345-0@lo:400:kworker.0 Request processed in 15157us (15453us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684898.369511:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000100:00100000:1.0:1770684898.866836:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1770684898.867509:0:3289:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d91c39d1f80 x1856697514631680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770684914 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770684898.867540:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c39d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514631680:0@lo:13:osp-pre-0-0.0 00010000:00080000:1.0:1770684898.867607:0:3291:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d91c39d1180 x1856697514631808/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770684914 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770684898.867619:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c39d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514631808:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1770684903.110825:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499918720 00000100:00100000:1.0:1770684903.110837:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499918720 00000100:00100000:1.0:1770684903.112391:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 202 00000100:00100000:1.0:1770684903.112403:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+9:2349:x1856697499918720:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770684903.112484:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+9:2349:x1856697499918720:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 82us (2199us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684903.112491:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 202 00000100:00080000:1.0:1770684903.113282:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:1.0:1770684903.994443:0:3289:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d92fb0c6680 x1856697514632704/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770684919 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770684903.994470:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514632704:0@lo:13:osp-pre-1-0.0 00000001:02000400:1.0:1770684904.382624:0:9086:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.50.65 00000100:00100000:1.0:1770684908.230944:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499919104 00000100:00100000:1.0:1770684908.230949:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499919104 00000100:00100000:1.0:1770684908.231003:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 55 00000100:00100000:1.0:1770684908.231011:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2349:x1856697499919104:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770684908.231048:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2349:x1856697499919104:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 39us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684908.231054:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 55 00010000:00010000:1.0:1770684910.323460:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770684912.370138:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770684914.226946:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514634752 00000100:00100000:1.0:1770684914.226955:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514634752 00000100:00100000:1.0:1770684914.227093:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1770684914.227103:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0253b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514634752:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1770684914.227138:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1770684914.229327:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0253b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514634752:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2218us (2616us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684914.229341:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1770684914.229375:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514634880 00000100:00100000:1.0:1770684914.229384:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514634880 00000100:00100000:1.0:1770684914.229424:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1770684914.229432:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514634880:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1770684914.229470:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1770684914.229915:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514634880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 482us (1966us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684914.229922:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00010000:00010000:1.0:1770684916.467629:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770684918.514767:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1770684918.843989:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1770684920.561817:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770684922.613802:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770684923.639698:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770684923.954634:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514636416:0@lo:400:kworker.0 00000100:00100000:1.0:1770684923.960488:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684923.960681:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514636416 00000100:00100000:1.0:1770684923.960690:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514636416 00000100:00100000:1.0:1770684923.960764:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1770684923.960776:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5302a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514636416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770684923.960846:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5302a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514636416:12345-0@lo:400:kworker.0 Request processed in 72us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684923.960856:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1770684923.960876:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514636672 00000100:00100000:1.0:1770684923.960883:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514636672 00000100:00100000:1.0:1770684923.960933:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1770684923.960947:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514636672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770684923.960987:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514636672:12345-0@lo:400:kworker.0 Request processed in 44us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684923.960993:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00080000:1.0:1770684923.961158:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1770684923.961163:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1770684923.961200:0:3290:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d92fb0c4000 x1856697514636416/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770684939 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770684923.961216:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514636416:0@lo:400:kworker.0 00000100:00100000:1.0:1770684923.966116:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514636544 00000100:00100000:1.0:1770684923.966130:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514636544 00000100:00100000:1.0:1770684923.966189:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1770684923.966198:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c39d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856697514636544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770684923.966282:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c39d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856697514636544:12345-0@lo:400:kworker.0 Request processed in 86us (3056us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684923.966290:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00080000:1.0:1770684923.966311:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770684923.966346:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856697514636544:0@lo:400:kworker.0 00000100:00080000:1.0:1770684923.970778:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770684923.971051:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3289:1856697514636288:0@lo:400:kworker.0 00000100:00100000:1.0:1770684924.467492:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c39d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514636800:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1770684924.467565:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684924.481178:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514636928 00000100:00100000:1.0:1770684924.481186:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514636928 00000100:00100000:1.0:1770684924.481232:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1770684924.481253:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c39d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514636928:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1770684924.481288:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1770684924.481331:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c39d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514636928:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684924.481338:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00010000:00010000:1.0:1770684924.657927:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770684927.734635:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770684928.721098:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684928.722453:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00080000:1.0:1770684928.722889:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770684928.722939:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499920000 00000100:00100000:1.0:1770684928.722944:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499920000 00000100:00100000:1.0:1770684928.722983:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 212 00000100:00100000:1.0:1770684928.722990:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300566450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+9:2350:x1856697499920000:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770684928.723020:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300566450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+9:2350:x1856697499920000:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 31us (1935us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684928.723027:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 212 00000100:00100000:1.0:1770684929.074612:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d18e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514637440:0@lo:400:kworker.0 00000100:00100000:1.0:1770684929.078816:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684929.078934:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514637696 00000100:00100000:1.0:1770684929.078947:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514637696 00000100:00100000:1.0:1770684929.079020:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514637440 00000100:00100000:1.0:1770684929.079024:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514637440 00000100:00100000:1.0:1770684929.079074:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1770684929.079088:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514637696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770684929.079182:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514637696:12345-0@lo:400:kworker.0 Request processed in 99us (5100us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684929.079204:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1770684929.079223:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1770684929.079229:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514637440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770684929.079267:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514637440:12345-0@lo:400:kworker.0 Request processed in 39us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684929.079273:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00010000:00080000:1.0:1770684929.079324:0:3290:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d92d18e6d80 x1856697514637440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770684945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770684929.079356:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d18e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514637440:0@lo:400:kworker.0 00000100:00080000:1.0:1770684929.086773:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1770684929.086786:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1770684929.086791:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770684929.088732:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514637056 00000100:00100000:1.0:1770684929.088754:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514637056 00000100:00100000:1.0:1770684929.088817:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:1.0:1770684929.088835:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300565c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+18:3291:x1856697514637056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770684929.088913:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300565c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+18:3291:x1856697514637056:12345-0@lo:400:kworker.0 Request processed in 83us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684929.088927:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00080000:1.0:1770684929.088986:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1770684930.801863:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770684931.646483:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499920256 00000100:00100000:1.0:1770684931.646497:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499920256 00000100:00100000:1.0:1770684931.646566:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 214 00000100:00100000:1.0:1770684931.646605:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300564050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+9:8259:x1856697499920256:12345-192.168.203.41@tcp:101:mount.lustre.0 00010000:00010000:1.0:1770684931.646625:0:5754:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770684931.646662:0:5754:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d92c29b1000/0x8f0dbafbd9ef3e67 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xa999371225bc731 expref: -99 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684931.646694:0:5754:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d92c29b1000/0x8f0dbafbd9ef3e67 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc731 expref: 10 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684931.646717:0:5754:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d92c29b1000/0x8f0dbafbd9ef3e67 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc731 expref: 10 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684931.646727:0:5754:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c29b1000, rc 0) 00000100:00100000:1.0:1770684931.646791:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300564050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:8259:x1856697499920256:12345-192.168.203.41@tcp:101:mount.lustre.0 Request processed in 215us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684931.646798:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 214 00000100:00100000:1.0:1770684931.700293:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684931.726380:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684931.751870:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499921280 00000100:00100000:1.0:1770684931.751884:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499921280 00000100:00100000:1.0:1770684931.751943:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 222 00000100:00100000:1.0:1770684931.751956:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300567c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:8259:x1856697499921280:12345-192.168.203.41@tcp:501:mount.lustre.0 00000100:00100000:1.0:1770684931.752177:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300567c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:8259:x1856697499921280:12345-192.168.203.41@tcp:501:mount.lustre.0 Request processed in 223us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684931.752187:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 222 00000100:00100000:1.0:1770684931.754021:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684931.794203:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499921664 00000100:00100000:1.0:1770684931.794217:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499921664 00000100:00100000:1.0:1770684931.794274:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 225 00000100:00100000:1.0:1770684931.794286:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300567450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:8275:x1856697499921664:12345-192.168.203.41@tcp:502:llog_process_th.0 00000100:00100000:1.0:1770684931.794675:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300567450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:8275:x1856697499921664:12345-192.168.203.41@tcp:502:llog_process_th.0 Request processed in 390us (604us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684931.794692:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 225 00000100:00100000:1.0:1770684931.839691:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499922048 00000100:00100000:1.0:1770684931.839715:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499922048 00000100:00100000:1.0:1770684931.839820:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 11 00000100:00100000:1.0:1770684931.839833:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+6:8259:x1856697499922048:12345-192.168.203.41@tcp:41:mount.lustre.0 00000004:00000024:1.0:1770684931.839898:0:5761:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1770684931.840019:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+6:8259:x1856697499922048:12345-192.168.203.41@tcp:41:mount.lustre.0 Request processed in 189us (1081us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684931.840027:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 11 00000100:00100000:1.0:1770684931.842155:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499921920 00000100:00100000:1.0:1770684931.842174:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499921920 00000100:00100000:1.0:1770684931.842265:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 12 00000100:00100000:1.0:1770684931.842277:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+6:0:x1856697499921920:12345-192.168.203.41@tcp:41:mount.lustre.0 00000004:00000024:1.0:1770684931.842317:0:5761:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1770684931.842495:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+6:0:x1856697499921920:12345-192.168.203.41@tcp:41:mount.lustre.0 Request processed in 219us (1625us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684931.842503:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 12 00000100:00100000:1.0:1770684931.854435:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499922432 00000100:00100000:1.0:1770684931.854450:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499922432 00000100:00100000:1.0:1770684931.854548:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499922560 00000100:00100000:1.0:1770684931.854553:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499922560 00000100:00100000:1.0:1770684931.854614:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 13 00000100:00100000:1.0:1770684931.854625:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5550050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2347:x1856697499922432:12345-192.168.203.41@tcp:8:mount.lustre.0 00010000:00080000:1.0:1770684931.854670:0:6539:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from 1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp t0 exp 0000000000000000 cur 256 last 0 00000020:00000080:1.0:1770684931.854718:0:6539:0:(genops.c:1402:class_connect()) connect: client 1b20a364-7a5a-4770-9192-023629c7ce89, cookie 0x8f0dbafbd9ef3e83 00002000:00100000:1.0:1770684931.854743:0:6539:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 1b20a364-7a5a-4770-9192-023629c7ce89/ffff9d92fb12a800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2113241 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1770684931.854773:0:6539:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:1.0:1770684931.859480:0:6539:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9d91c1ef0600 00002000:00080000:1.0:1770684931.859499:0:6539:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1770684931.859553:0:6539:0:(import.c:65:import_set_state_nolock()) ffff9d92fb12c800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1770684931.859657:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5550050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+6:2347:x1856697499922432:12345-192.168.203.41@tcp:8:mount.lustre.0 Request processed in 5029us (5837us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684931.859668:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 13 00010000:00010000:1.0:1770684932.850400:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770684934.193932:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514638464:0@lo:400:kworker.0 00000100:00100000:1.0:1770684934.194034:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684934.194516:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514638336 00000100:00100000:1.0:1770684934.194521:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514638336 00000100:00100000:1.0:1770684934.194609:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1770684934.194621:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1856697514638336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770684934.194705:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1856697514638336:12345-0@lo:400:kworker.0 Request processed in 87us (664us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684934.194977:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1770684934.201920:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514638208 00000100:00100000:1.0:1770684934.201934:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514638208 00000100:00100000:1.0:1770684934.202015:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1770684934.202165:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514638208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770684934.202256:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514638208:12345-0@lo:400:kworker.0 Request processed in 233us (2014us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684934.202275:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1770684934.205479:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684934.205561:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856697514638592:0@lo:400:kworker.0 00000100:00100000:1.0:1770684934.205659:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1770684934.706830:0:3291:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d92c5d2ea00 x1856697514638848/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770684950 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770684934.707118:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514638848:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1770684934.897840:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770684936.906634:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499922944 00000100:00100000:1.0:1770684936.906655:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499922944 00000100:00100000:1.0:1770684936.906818:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 79 00000100:00100000:1.0:1770684936.906829:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2351:x1856697499922944:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770684936.906917:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2351:x1856697499922944:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 91us (2170us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684936.906925:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 79 00000100:00080000:1.0:1770684936.911219:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1770684939.015107:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1770684939.318564:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1770684939.320702:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d18e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514639360:0@lo:400:kworker.0 00000100:00100000:1.0:1770684939.320720:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d18e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3288:1856697514639232:0@lo:400:kworker.0 00010000:00080000:1.0:1770684939.320735:0:3288:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d92d18e6d80 x1856697514639744/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770684955 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770684939.320747:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d18e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514639744:0@lo:400:kworker.0 00000100:00080000:1.0:1770684939.332470:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1770684941.050553:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770684942.072869:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770684943.095648:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770684944.114811:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770684944.440536:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1770684944.440559:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514640512:0@lo:400:kworker.0 00000100:00100000:1.0:1770684944.440920:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684944.440973:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:02368443-f312-44b4-8d5b-8c5b083a881f:3290:1856697514640128:0@lo:400:kworker.0 00000100:00100000:1.0:1770684944.441016:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684944.441043:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1770684944.441050:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3290:1856697514640640:0@lo:400:kworker.0 00000100:00100000:1.0:1770684944.441074:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684944.441106:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514640512 00000100:00100000:1.0:1770684944.441115:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514640512 00000100:00100000:1.0:1770684944.441168:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1770684944.441177:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514640512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770684944.441230:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514640512:12345-0@lo:400:kworker.0 Request processed in 54us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684944.441236:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1770684944.441258:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514640640 00000100:00100000:1.0:1770684944.441261:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514640640 00000100:00100000:1.0:1770684944.441286:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1770684944.441292:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3290:x1856697514640640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770684944.441322:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3290:x1856697514640640:12345-0@lo:400:kworker.0 Request processed in 30us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684944.441328:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1770684944.441368:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3290:1856697514640640:0@lo:400:kworker.0 00010000:00080000:1.0:1770684944.441381:0:3290:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d92fb0c1500 x1856697514640512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770684960 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770684944.441392:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514640512:0@lo:400:kworker.0 00010000:00010000:1.0:1770684945.144853:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770684946.164661:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770684947.154571:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684947.154775:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684947.154810:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684947.154853:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499924480 00000100:00100000:1.0:1770684947.154866:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499924480 00000100:00100000:1.0:1770684947.154936:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499924608 00000100:00100000:1.0:1770684947.154939:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499924608 00000100:00100000:1.0:1770684947.154966:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 53 00000100:00100000:1.0:1770684947.154977:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+5:2351:x1856697499924480:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770684947.155059:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+5:2351:x1856697499924480:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 84us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684947.155066:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 53 00000100:00100000:1.0:1770684947.155085:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 54 00000100:00100000:1.0:1770684947.155090:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+5:2350:x1856697499924608:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770684947.155111:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+5:2350:x1856697499924608:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 21us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684947.155118:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 54 00000100:00080000:1.0:1770684947.155136:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1770684947.155140:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1770684947.156002:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1770684948.210101:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770684950.070992:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514642048 00000100:00100000:1.0:1770684950.071000:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514642048 00000100:00100000:1.0:1770684950.071052:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1770684950.071061:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514642048:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1770684950.071104:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1770684950.071148:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514642048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684950.071155:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1770684952.270662:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684952.270704:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684952.270747:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684952.270772:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684952.270799:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684952.270826:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499924736 00000100:00100000:1.0:1770684952.270835:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499924736 00000100:00100000:1.0:1770684952.270882:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 233 00000100:00100000:1.0:1770684952.270891:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2349:x1856697499924736:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770684952.270965:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2349:x1856697499924736:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 74us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684952.270978:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 233 00000100:00100000:1.0:1770684952.271019:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499924992 00000100:00100000:1.0:1770684952.271025:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499924992 00000100:00100000:1.0:1770684952.271059:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499924864 00000100:00100000:1.0:1770684952.271064:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499924864 00000100:00100000:1.0:1770684952.271091:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 94 00000100:00100000:1.0:1770684952.271100:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+5:2349:x1856697499924992:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770684952.271135:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+5:2349:x1856697499924992:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 36us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684952.271143:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 94 00000100:00100000:1.0:1770684952.271157:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 95 00000100:00100000:1.0:1770684952.271172:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2349:x1856697499924864:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770684952.271201:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2349:x1856697499924864:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 31us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684952.271207:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 95 00000100:00100000:1.0:1770684954.676319:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514642432 00000100:00100000:1.0:1770684954.676329:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514642432 00000100:00100000:1.0:1770684954.676397:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514642304 00000100:00100000:1.0:1770684954.676404:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514642304 00000100:00100000:1.0:1770684954.676429:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514642688 00000100:00100000:1.0:1770684954.676435:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514642688 00000100:00100000:1.0:1770684954.676470:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1770684954.676682:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1856697514642432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770684954.684671:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1856697514642432:12345-0@lo:400:kworker.0 Request processed in 7991us (8965us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684954.684685:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1770684954.684721:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1770684954.684735:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856697514642688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770684954.684797:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856697514642688:12345-0@lo:400:kworker.0 Request processed in 69us (8827us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684954.684801:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1770684954.684891:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0250000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3289:1856697514642432:0@lo:400:kworker.0 00000020:00000080:1.0:1770684955.275041:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff9d92fb12a800/1b20a364-7a5a-4770-9192-023629c7ce89 for lustre-OST0000 00000020:00000080:1.0:1770684955.275100:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9d92fb12c800 for lustre-OST0000 00000100:00100000:1.0:1770684957.368236:0:5744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514643456 00000100:00100000:1.0:1770684957.368248:0:5744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514643456 00000100:00100000:1.0:1770684957.368285:0:5744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514643584 00000100:00100000:1.0:1770684957.368288:0:5744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514643584 00000100:00100000:1.0:1770684957.368309:0:5744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514643712 00000100:00100000:1.0:1770684957.368312:0:5744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514643712 00000100:00100000:1.0:1770684957.368324:0:5744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1770684957.368332:0:5744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e48380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:02368443-f312-44b4-8d5b-8c5b083a881f+5:11008:x1856697514643456:12345-0@lo:104: 00010000:00010000:1.0:1770684957.368343:0:5744:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff9d91c23ffe00/0x8f0dbafbd9ef3e52 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef3e59 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684957.368412:0:5744:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1770684957.368418:0:5744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e48380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:02368443-f312-44b4-8d5b-8c5b083a881f+5:11008:x1856697514643456:12345-0@lo:104: Request processed in 87us (623us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684957.368424:0:5744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1770684957.368442:0:5744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1770684957.368448:0:5744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e49c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:02368443-f312-44b4-8d5b-8c5b083a881f+4:11008:x1856697514643584:12345-0@lo:104: 00010000:00010000:1.0:1770684957.368456:0:5744:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff9d92c29b1800/0x8f0dbafbd9ef3e44 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef3e4b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684957.368492:0:5744:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1770684957.368498:0:5744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e49c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:02368443-f312-44b4-8d5b-8c5b083a881f+4:11008:x1856697514643584:12345-0@lo:104: Request processed in 50us (604us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684957.368504:0:5744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1770684957.368517:0:5744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1770684957.368522:0:5744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e48e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:02368443-f312-44b4-8d5b-8c5b083a881f+3:11008:x1856697514643712:12345-0@lo:104: 00010000:00010000:1.0:1770684957.368541:0:5744:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff9d92c29b1e00/0x8f0dbafbd9ef3e36 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef3e3d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684957.368568:0:5744:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:1.0:1770684957.368573:0:5744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e48e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:02368443-f312-44b4-8d5b-8c5b083a881f+3:11008:x1856697514643712:12345-0@lo:104: Request processed in 51us (628us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684957.368603:0:5744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00010000:00010000:1.0:1770684957.368629:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1770684957.368634:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff9d91c23ffe00/0x8f0dbafbd9ef3e52 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef3e59 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684957.368643:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c23ffe00 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:1.0:1770684957.368648:0:5749:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff9d91c23ffe00/0x8f0dbafbd9ef3e52 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x8f0dbafbd9ef3e59 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684957.368655:0:5749:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff9d91c23ffe00/0x8f0dbafbd9ef3e52 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x8f0dbafbd9ef3e59 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1770684957.368662:0:5749:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff9d91c23ffe00/0x8f0dbafbd9ef3e52 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x8f0dbafbd9ef3e59 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1770684957.368668:0:5749:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1770684957.368697:0:5749:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff9d91c23ffe00/0x8f0dbafbd9ef3e52 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef3e59 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684957.368704:0:5749:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1770684957.368725:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff9d91c23ffe00/0x8f0dbafbd9ef3e52 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef3e59 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684957.368733:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff9d91c23ffe00/0x8f0dbafbd9ef3e52 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef3e59 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684957.368746:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1770684957.368749:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff9d92c29b1800/0x8f0dbafbd9ef3e44 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef3e4b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684957.368754:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b1800 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:1.0:1770684957.368757:0:5749:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff9d92c29b1800/0x8f0dbafbd9ef3e44 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x8f0dbafbd9ef3e4b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684957.368774:0:5749:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff9d92c29b1800/0x8f0dbafbd9ef3e44 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x8f0dbafbd9ef3e4b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1770684957.368780:0:5749:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff9d92c29b1800/0x8f0dbafbd9ef3e44 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x8f0dbafbd9ef3e4b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1770684957.368785:0:5749:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1770684957.368800:0:5749:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff9d92c29b1800/0x8f0dbafbd9ef3e44 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef3e4b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684957.368806:0:5749:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1770684957.368823:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff9d92c29b1800/0x8f0dbafbd9ef3e44 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef3e4b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684957.368844:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff9d92c29b1800/0x8f0dbafbd9ef3e44 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef3e4b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684957.368855:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1770684957.368859:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff9d92c29b1e00/0x8f0dbafbd9ef3e36 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef3e3d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684957.368864:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b1e00 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:1.0:1770684957.368867:0:5749:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff9d92c29b1e00/0x8f0dbafbd9ef3e36 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x8f0dbafbd9ef3e3d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684957.368873:0:5749:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff9d92c29b1e00/0x8f0dbafbd9ef3e36 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x8f0dbafbd9ef3e3d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1770684957.368880:0:5749:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff9d92c29b1e00/0x8f0dbafbd9ef3e36 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x8f0dbafbd9ef3e3d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1770684957.368884:0:5749:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1770684957.368905:0:5749:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff9d92c29b1e00/0x8f0dbafbd9ef3e36 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef3e3d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684957.368912:0:5749:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1770684957.368918:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff9d92c29b1e00/0x8f0dbafbd9ef3e36 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef3e3d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684957.368924:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff9d92c29b1e00/0x8f0dbafbd9ef3e36 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef3e3d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684957.368936:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770684957.368938:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770684957.368940:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770684957.368947:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770684957.368959:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514643840:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1770684957.368991:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684957.369021:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514643968:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1770684957.369039:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684957.369053:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1770684957.369057:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d18e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514644096:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1770684957.369076:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684957.369101:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514643840 00000100:00100000:1.0:1770684957.369105:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514643840 00010000:00010000:1.0:1770684957.369123:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d91c23ff600/0x8f0dbafbd9ef3e59 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3e52 expref: 18 pid: 5753 timeout: 432 lvb_type: 0 00000100:00100000:1.0:1770684957.369137:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514643968 00000100:00100000:1.0:1770684957.369139:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514643968 00010000:00010000:1.0:1770684957.369147:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d91c23fe600/0x8f0dbafbd9ef3e4b lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3e44 expref: 19 pid: 5753 timeout: 432 lvb_type: 0 00000100:00100000:1.0:1770684957.369168:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514644096 00000100:00100000:1.0:1770684957.369171:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514644096 00010000:00010000:1.0:1770684957.369181:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d92c0030400/0x8f0dbafbd9ef3e3d lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3e36 expref: 20 pid: 5753 timeout: 432 lvb_type: 0 00000100:00100000:1.0:1770684957.369192:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1770684957.369199:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d84e0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:02368443-f312-44b4-8d5b-8c5b083a881f+20:3291:x1856697514643840:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1770684957.369209:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770684957.369213:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d91c23ff600/0x8f0dbafbd9ef3e59 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3e52 expref: 20 pid: 5753 timeout: 432 lvb_type: 0 00010000:00010000:1.0:1770684957.369222:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d91c23ff600/0x8f0dbafbd9ef3e59 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3e52 expref: 20 pid: 5753 timeout: 432 lvb_type: 0 00010000:00010000:1.0:1770684957.369236:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770684957.369261:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d84e0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:02368443-f312-44b4-8d5b-8c5b083a881f+20:3291:x1856697514643840:12345-0@lo:103:ldlm_bl.0 Request processed in 64us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684957.369268:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1770684957.369301:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1770684957.369307:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:02368443-f312-44b4-8d5b-8c5b083a881f+19:3288:x1856697514643968:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1770684957.369313:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770684957.369318:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d91c23fe600/0x8f0dbafbd9ef3e4b lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3e44 expref: 19 pid: 5753 timeout: 432 lvb_type: 0 00010000:00010000:1.0:1770684957.369326:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d91c23fe600/0x8f0dbafbd9ef3e4b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3e44 expref: 19 pid: 5753 timeout: 432 lvb_type: 0 00010000:00010000:1.0:1770684957.369334:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770684957.369356:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:02368443-f312-44b4-8d5b-8c5b083a881f+19:3288:x1856697514643968:12345-0@lo:103:ldlm_bl.0 Request processed in 49us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684957.369370:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1770684957.369384:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1770684957.369391:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514644096:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1770684957.369398:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770684957.369403:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d92c0030400/0x8f0dbafbd9ef3e3d lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3e36 expref: 18 pid: 5753 timeout: 432 lvb_type: 0 00010000:00010000:1.0:1770684957.369411:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d92c0030400/0x8f0dbafbd9ef3e3d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3e36 expref: 18 pid: 5753 timeout: 432 lvb_type: 0 00010000:00010000:1.0:1770684957.369421:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770684957.369444:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514644096:12345-0@lo:103:ldlm_bl.0 Request processed in 54us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684957.369450:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1770684957.369489:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514643840:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1770684957.369513:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d18e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514644096:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1770684957.369521:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514643968:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1770684957.374329:0:5747:0:(service.c:3434:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:1.0:1770684957.374339:0:5747:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00100000:1.0:1770684957.384058:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684957.384094:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684957.384120:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499925760 00000100:00100000:1.0:1770684957.384128:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499925760 00000100:00100000:1.0:1770684957.384175:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499925632 00000100:00100000:1.0:1770684957.384177:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499925632 00000100:00100000:1.0:1770684957.384210:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 99 00000100:00100000:1.0:1770684957.384229:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+5:2349:x1856697499925760:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770684957.384304:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+5:2349:x1856697499925760:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 85us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684957.384312:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 99 00000100:00100000:1.0:1770684957.384329:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 100 00000100:00100000:1.0:1770684957.384336:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2349:x1856697499925632:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770684957.384361:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2349:x1856697499925632:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 26us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684957.384367:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 100 00000100:00080000:1.0:1770684957.384971:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1770684958.450942:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770684958.962188:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+15:5757:x1856697514644224:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1770684958.962223:0:5754:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770684958.962241:0:5754:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d92d8f9d200/0x8f0dbafbd9ef3e9f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x8f0dbafbd9ef3e98 expref: -99 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684958.962269:0:5754:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d92d8f9d200/0x8f0dbafbd9ef3e9f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef3e98 expref: 16 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684958.962280:0:5754:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d92d8f9d200/0x8f0dbafbd9ef3e9f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef3e98 expref: 16 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684958.962290:0:5754:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92d8f9d200, rc 0) 00000100:00100000:2.0:1770684958.962336:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+16:5757:x1856697514644224:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 150us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684958.962344:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00000100:00100000:2.0:1770684958.962787:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514644352 00000100:00100000:2.0:1770684958.962792:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514644352 00000100:00100000:2.0:1770684958.962822:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:2.0:1770684958.962830:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+16:5757:x1856697514644352:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770684958.962955:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+16:5757:x1856697514644352:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 126us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684958.962962:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000100:00100000:2.0:1770684958.963348:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514644480 00000100:00100000:2.0:1770684958.963353:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514644480 00000100:00100000:2.0:1770684958.963386:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:2.0:1770684958.963394:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+16:5757:x1856697514644480:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1770684958.963618:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+16:5757:x1856697514644480:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 225us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684958.963625:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:2.0:1770684958.967824:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514644608 00000100:00100000:2.0:1770684958.967837:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514644608 00000100:00100000:2.0:1770684958.967896:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:2.0:1770684958.967907:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0338850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+16:5757:x1856697514644608:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1770684958.967923:0:5754:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770684958.967951:0:5754:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef3ead lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x8f0dbafbd9ef3ea6 expref: -99 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684958.967980:0:5754:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef3ead lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef3ea6 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684958.967990:0:5754:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef3ead lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef3ea6 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684958.967999:0:5754:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92d8f9ce00, rc 0) 00000100:00100000:2.0:1770684958.968071:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0338850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+17:5757:x1856697514644608:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 167us (1279us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684958.968077:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00100000:2.0:1770684958.969331:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514644864 00000100:00100000:2.0:1770684958.969337:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514644864 00000100:00100000:2.0:1770684958.969370:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:2.0:1770684958.969377:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0339450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+17:5757:x1856697514644864:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1770684958.969605:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0339450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+17:5757:x1856697514644864:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 198us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684958.969612:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00100000:2.0:1770684958.976710:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514645120 00000100:00100000:2.0:1770684958.976720:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514645120 00000100:00100000:2.0:1770684958.976766:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:2.0:1770684958.976775:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:5757:x1856697514645120:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770684958.977389:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:5757:x1856697514645120:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 616us (1823us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684958.977399:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000100:00100000:2.0:1770684959.047800:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770684959.055981:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770684959.061466:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770684959.072492:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770684959.072560:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499926272 00000100:00100000:2.0:1770684959.072573:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499926272 00000100:00100000:2.0:1770684959.072664:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 247 00000100:00100000:2.0:1770684959.072676:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0756450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:5541:x1856697499926272:12345-192.168.203.41@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1770684959.072709:0:5755:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770684959.072736:0:5755:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d92d8f9c800/0x8f0dbafbd9ef3ec9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xa999371225bc793 expref: -99 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684959.073121:0:5755:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d92d8f9c800/0x8f0dbafbd9ef3ec9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc793 expref: 12 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684959.073138:0:5755:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d92d8f9c800/0x8f0dbafbd9ef3ec9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc793 expref: 12 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684959.073149:0:5755:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92d8f9c800, rc 0) 00000100:00100000:2.0:1770684959.073222:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0756450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:5541:x1856697499926272:12345-192.168.203.41@tcp:101:ll_cfg_requeue.0 Request processed in 548us (744us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684959.073230:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 247 00000100:00100000:1.0:1770684959.085715:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770684959.090028:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684959.795475:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d18e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:02368443-f312-44b4-8d5b-8c5b083a881f:3290:1856697514645376:0@lo:400:kworker.0 00000100:00100000:1.0:1770684959.795769:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684959.795835:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb29aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3290:1856697514645888:0@lo:400:kworker.0 00000100:00100000:1.0:1770684959.795969:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684959.795999:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1770684959.796005:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d18e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514645504:0@lo:400:kworker.0 00000100:00100000:1.0:1770684959.796023:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684959.796036:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb298380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514646016:0@lo:400:kworker.0 00000100:00100000:1.0:1770684959.796056:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684959.796086:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514645632:0@lo:400:kworker.0 00000100:00100000:1.0:1770684959.796107:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684959.796122:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1770684959.796127:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514645760:0@lo:400:kworker.0 00000100:00100000:1.0:1770684959.796173:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684959.796213:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514645888 00000100:00100000:1.0:1770684959.796223:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514645888 00000100:00100000:1.0:1770684959.796643:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514645504 00000100:00100000:1.0:1770684959.796648:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514645504 00000100:00100000:1.0:1770684959.796663:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514645632 00000100:00100000:1.0:1770684959.796666:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514645632 00000100:00100000:1.0:1770684959.796680:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1770684959.796686:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb298a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3290:x1856697514645888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770684959.796719:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb298a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3290:x1856697514645888:12345-0@lo:400:kworker.0 Request processed in 34us (750us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684959.796727:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1770684959.796746:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1770684959.796752:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514645504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770684959.796778:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514645504:12345-0@lo:400:kworker.0 Request processed in 27us (754us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684959.796784:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1770684959.796796:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1770684959.796802:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c67c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514645632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770684959.796835:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c67c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514645632:12345-0@lo:400:kworker.0 Request processed in 33us (727us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684959.796841:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1770684959.796864:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514646016 00000100:00100000:1.0:1770684959.796867:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514646016 00000100:00100000:1.0:1770684959.796894:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514645760 00000100:00100000:1.0:1770684959.796897:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514645760 00000100:00100000:1.0:1770684959.796917:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1770684959.796923:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c67c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514646016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770684959.796964:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c67c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514646016:12345-0@lo:400:kworker.0 Request processed in 40us (906us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684959.796970:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1770684959.796981:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1770684959.796986:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c67c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514645760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770684959.797011:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c67c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514645760:12345-0@lo:400:kworker.0 Request processed in 24us (837us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684959.797016:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00080000:1.0:1770684959.797041:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1770684959.797046:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1770684959.797049:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:1.0:1770684959.798875:0:3288:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d92fb0c1500 x1856697514645760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770684975 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770684959.798897:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514645760:0@lo:400:kworker.0 00000100:00100000:1.0:1770684959.798912:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514645632:0@lo:400:kworker.0 00010000:00010000:1.0:1770684960.499988:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1770684962.014423:0:11190:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg341-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:1.0:1770684962.511643:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770684962.511833:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499926784 00000100:00100000:2.0:1770684962.511848:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499926784 00000100:00100000:2.0:1770684962.511936:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 104 00000100:00100000:2.0:1770684962.511948:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c67c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697499926784:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770684962.512051:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c67c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697499926784:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 106us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684962.512059:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 104 00000100:00100000:2.0:1770684962.514131:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770684962.514216:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684962.515142:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499926912 00000100:00100000:1.0:1770684962.515153:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499926912 00000100:00100000:1.0:1770684962.515234:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 105 00000100:00100000:1.0:1770684962.515244:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+5:2350:x1856697499926912:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770684962.515328:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+5:2350:x1856697499926912:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 84us (1110us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684962.515424:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 105 00010000:00010000:1.0:1770684962.546134:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770684964.595871:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:2.0:1770684965.433569:0:3288:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d92c67c0700 x1856697514647168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770684981 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1770684965.433645:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c67c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514647168:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1770684966.655417:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770684966.680305:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770684966.680443:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684966.681098:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499927040 00000100:00100000:1.0:1770684966.681114:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499927040 00000100:00100000:1.0:1770684966.683925:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 14 00000100:00100000:1.0:1770684966.683949:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697499927040:12345-192.168.203.41@tcp:41:mkdir.0 00000004:00000024:1.0:1770684966.684009:0:5761:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1770684966.684143:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697499927040:12345-192.168.203.41@tcp:41:mkdir.0 Request processed in 204us (3698us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684966.684152:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 14 00000100:00080000:1.0:1770684966.684192:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770684966.702781:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000004:00200000:1.0:1770684966.710996:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1:0x0]: returning size 512 00010000:00010000:1.0:1770684966.711018:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef3ed0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770684966.711030:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef3ed0 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770684966.711038:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef3ed0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770684966.711050:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c0030c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770684966.711057:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef3ed0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770684966.711066:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef3ed0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770684966.711089:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c554f800) 00010000:00010000:1.0:1770684966.711093:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770684966.711105:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef3ed0 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770684966.711111:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef3ed0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000004:00010000:1.0:1770684966.711136:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000005bedac87 reply state 00000000396a6675 transno 4294967297 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030e00/0x8f0dbafbd9ef3ed7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:1.0:1770684966.711147:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1770684966.711297:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c67c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:9800:x1856697499927424:12345-192.168.203.41@tcp:36:mkdir.0 Request processed in 8282us (8524us total) trans 4294967297 rc 0/0 00000100:00100000:1.0:1770684966.711308:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 15 00000100:00100000:1.0:1770684966.728054:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499927552 00000100:00100000:1.0:1770684966.728074:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499927552 00000100:00100000:1.0:1770684966.728150:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 16 00000100:00100000:1.0:1770684966.728161:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:9801:x1856697499927552:12345-192.168.203.41@tcp:101:chmod.0 00010000:00010000:1.0:1770684966.728183:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770684966.728214:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1400/0x8f0dbafbd9ef3ede lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc79a expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684966.728301:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef3ee5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770684966.728317:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef3ee5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770684966.728329:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef3ee5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:1.0:1770684966.728405:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000004:00200000:1.0:1770684966.728410:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:1.0:1770684966.731621:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef3ee5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770684966.731687:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1400/0x8f0dbafbd9ef3ede lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc79a expref: 8 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684966.731708:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef3ee5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc79a expref: 7 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684966.731719:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d1988400) 00010000:00010000:1.0:1770684966.731722:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1770684966.731727:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c29b1800, rc 0) 00000100:00100000:1.0:1770684966.731822:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:9801:x1856697499927552:12345-192.168.203.41@tcp:101:chmod.0 Request processed in 3661us (4757us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684966.731831:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 16 00000100:00100000:1.0:1770684966.741921:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499927808 00000100:00100000:1.0:1770684966.741939:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499927808 00000100:00100000:1.0:1770684966.742021:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 17 00000100:00100000:1.0:1770684966.742033:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:9801:x1856697499927808:12345-192.168.203.41@tcp:36:chmod.0 00010000:00010000:1.0:1770684966.742106:0:5762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770684966.742143:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef3ee5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc79a expref: 7 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684966.742165:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d1988400) 00010000:00010000:1.0:1770684966.742182:0:5762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1770684966.742548:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef3eec lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770684966.742565:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef3eec lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770684966.742608:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef3eec lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00010000:1.0:1770684966.743998:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000093036d1d reply state 000000000724241a transno 4294967298 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef3eec lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:1.0:1770684966.744017:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1770684966.744044:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000100:00100000:1.0:1770684966.744170:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:9801:x1856697499927808:12345-192.168.203.41@tcp:36:chmod.0 Request processed in 2134us (2645us total) trans 4294967298 rc 0/0 00000100:00100000:1.0:1770684966.744180:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 17 00000100:00100000:1.0:1770684966.781508:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770684966.781623:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499928064 00000100:00100000:2.0:1770684966.781637:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499928064 00000100:00100000:2.0:1770684966.781794:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 19 00000100:00100000:2.0:1770684966.781805:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c67c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:9802:x1856697499928064:12345-192.168.203.41@tcp:101:chown.0 00010000:00010000:2.0:1770684966.781830:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770684966.781864:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204cc00/0x8f0dbafbd9ef3f01 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc7a8 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684966.781951:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef3f08 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.781967:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef3f08 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.782001:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef3f08 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.782017:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204da00/0x8f0dbafbd9ef3f0f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.782023:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204da00/0x8f0dbafbd9ef3f0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.782029:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204da00/0x8f0dbafbd9ef3f0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.782150:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef3f16 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.782157:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef3f16 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.782165:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef3f16 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:2.0:1770684966.782213:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1:0x0]: returning size 512 00000004:00200000:2.0:1770684966.782216:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1770684966.782249:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef3f16 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.782263:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef3f08 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.782270:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef3f08 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.782277:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef3f08 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.782508:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204ce00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770684966.782515:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef3f08 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.782524:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef3f08 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.782538:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c554f300) 00010000:00010000:2.0:1770684966.782542:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770684966.782549:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef3f08 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.782556:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef3f08 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.783261:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204da00/0x8f0dbafbd9ef3f0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.783275:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204da00/0x8f0dbafbd9ef3f0f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.783282:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204da00/0x8f0dbafbd9ef3f0f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.783287:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204da00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770684966.783372:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204da00/0x8f0dbafbd9ef3f0f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.783381:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204da00/0x8f0dbafbd9ef3f0f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.783393:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x792b1d9 (ffff9d92c5552900) 00010000:00010000:2.0:1770684966.783395:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770684966.783415:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204da00/0x8f0dbafbd9ef3f0f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.783421:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204da00/0x8f0dbafbd9ef3f0f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.783499:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204cc00/0x8f0dbafbd9ef3f01 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc7a8 expref: 10 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684966.783517:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef3f16 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc7a8 expref: 9 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684966.783526:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff9d92c5552400) 00010000:00010000:2.0:1770684966.783528:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1770684966.783531:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d930204c400, rc 0) 00000100:00100000:2.0:1770684966.783913:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c67c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:9802:x1856697499928064:12345-192.168.203.41@tcp:101:chown.0 Request processed in 2107us (2417us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684966.783924:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 19 00000100:00100000:2.0:1770684966.792533:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499928320 00000100:00100000:2.0:1770684966.792543:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499928320 00000100:00100000:2.0:1770684966.792657:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 20 00000100:00100000:2.0:1770684966.792672:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:9802:x1856697499928320:12345-192.168.203.41@tcp:36:chown.0 00010000:00010000:2.0:1770684966.792731:0:5761:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770684966.792759:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef3f16 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc7a8 expref: 9 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684966.792780:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff9d92c5552400) 00010000:00010000:2.0:1770684966.792791:0:5761:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770684966.792816:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef3f1d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.792843:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef3f1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.792854:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef3f1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000001:00080000:1.0:1770684966.839329:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967298 is committed 00000001:00080000:1.0:1770684966.839371:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967299 is committed 00000004:00080000:2.0:1770684966.871798:0:5763:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 500, time 3729us 00000100:00100000:2.0:1770684966.882169:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:9803:x1856697499928448:12345-192.168.203.41@tcp:49:touch.500 Request processed in 14172us (14377us total) trans 0 rc -61/-61 00000100:00100000:2.0:1770684966.882201:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 2 00000100:00100000:2.0:1770684966.887879:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499928576 00000100:00100000:2.0:1770684966.887891:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499928576 00000100:00100000:2.0:1770684966.887961:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 21 00000100:00100000:2.0:1770684966.887972:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:9803:x1856697499928576:12345-192.168.203.41@tcp:101:touch.500 00010000:00010000:2.0:1770684966.887997:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770684966.888021:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef3f24 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc7af expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684966.888104:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204cc00/0x8f0dbafbd9ef3f2b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.888120:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204cc00/0x8f0dbafbd9ef3f2b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.888131:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204cc00/0x8f0dbafbd9ef3f2b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.888151:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204da00/0x8f0dbafbd9ef3f32 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.888174:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204da00/0x8f0dbafbd9ef3f32 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.888193:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204da00/0x8f0dbafbd9ef3f32 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.888374:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef3f39 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.888383:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef3f39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.888392:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef3f39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:2.0:1770684966.888422:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1:0x0]: returning size 11776 00000004:00200000:2.0:1770684966.888426:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1770684966.888477:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef3f39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.888489:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204cc00/0x8f0dbafbd9ef3f2b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.888494:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204cc00/0x8f0dbafbd9ef3f2b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.888499:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204cc00/0x8f0dbafbd9ef3f2b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.888504:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204cc00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770684966.888507:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204cc00/0x8f0dbafbd9ef3f2b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.888512:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204cc00/0x8f0dbafbd9ef3f2b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.888528:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c554f300) 00010000:00010000:2.0:1770684966.888531:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770684966.888535:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204cc00/0x8f0dbafbd9ef3f2b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.888539:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204cc00/0x8f0dbafbd9ef3f2b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.888550:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204da00/0x8f0dbafbd9ef3f32 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.888554:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204da00/0x8f0dbafbd9ef3f32 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.888556:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204da00/0x8f0dbafbd9ef3f32 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.888560:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204da00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770684966.888562:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204da00/0x8f0dbafbd9ef3f32 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.888565:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204da00/0x8f0dbafbd9ef3f32 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.888569:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x792b1d9 (ffff9d92c5552900) 00010000:00010000:2.0:1770684966.888570:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770684966.888572:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204da00/0x8f0dbafbd9ef3f32 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.888606:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204da00/0x8f0dbafbd9ef3f32 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.888639:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef3f24 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc7af expref: 8 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684966.888664:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef3f39 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc7af expref: 7 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684966.888669:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff9d92c5552400) 00010000:00010000:2.0:1770684966.888671:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1770684966.888673:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d930204ce00, rc 0) 00000100:00100000:2.0:1770684966.888739:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:9803:x1856697499928576:12345-192.168.203.41@tcp:101:touch.500 Request processed in 771us (1023us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684966.888745:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 21 00000100:00100000:2.0:1770684966.892247:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499928832 00000100:00100000:2.0:1770684966.892261:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499928832 00000100:00100000:2.0:1770684966.892333:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 22 00000100:00100000:2.0:1770684966.892345:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:9803:x1856697499928832:12345-192.168.203.41@tcp:101:touch.500 00010000:00010000:2.0:1770684966.892379:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770684966.892404:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d600/0x8f0dbafbd9ef3f40 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc7b6 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684966.892657:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef3f47 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.892672:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef3f47 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.892685:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef3f47 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.892699:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef3f4e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1:0x0].0xf313d794 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.892717:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef3f4e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0xf313d794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.892723:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef3f4e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0xf313d794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00080000:2.0:1770684966.893314:0:5761:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x2:0x0], index 1: 0 00010000:00010000:2.0:1770684966.893556:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef3f55 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.893568:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef3f55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.893606:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef3f55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.893647:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef3f47 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.893654:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef3f47 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.893661:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef3f47 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.893667:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204de00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770684966.893672:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef3f47 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.893680:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef3f47 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.893692:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff9d92c5552400) 00010000:00010000:2.0:1770684966.893702:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770684966.893708:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef3f47 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.893714:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef3f47 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000004:00010000:2.0:1770684966.893729:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000003c84bfa8 reply state 0000000075adf11a transno 4294967300 ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef3f4e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0xf313d794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:2.0:1770684966.893738:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1770684966.893773:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d600/0x8f0dbafbd9ef3f40 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc7b6 expref: 10 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684966.893789:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef3f55 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc7b6 expref: 9 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684966.893797:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2:0x0].0x0 (ffff9d92c5552f00) 00010000:00010000:2.0:1770684966.893799:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770684966.893801:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d930204c800, rc 0) 00000100:00100000:2.0:1770684966.893896:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:9803:x1856697499928832:12345-192.168.203.41@tcp:101:touch.500 Request processed in 1553us (1779us total) trans 4294967300 rc 0/0 00000100:00100000:2.0:1770684966.893906:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 22 00010000:00010000:1.0:1770684966.896170:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef3f4e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0xf313d794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770684966.896192:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef3f4e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0xf313d794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770684966.896201:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef3f4e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0xf313d794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770684966.896208:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204d400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770684966.896213:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef3f4e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0xf313d794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770684966.896221:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef3f4e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0xf313d794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770684966.896240:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0xf313d794 (ffff9d92c5552b00) 00010000:00010000:1.0:1770684966.896261:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770684966.896267:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef3f4e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1:0x0].0xf313d794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770684966.896274:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef3f4e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1:0x0].0xf313d794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:2.0:1770684966.899696:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499929088 00000100:00100000:2.0:1770684966.899711:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499929088 00000100:00100000:2.0:1770684966.899795:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 23 00000100:00100000:2.0:1770684966.899809:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:9803:x1856697499929088:12345-192.168.203.41@tcp:36:touch.500 00010000:00010000:2.0:1770684966.899885:0:5761:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770684966.899920:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef3f55 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc7b6 expref: 9 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684966.899973:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2:0x0].0x0 (ffff9d92c5552f00) 00010000:00010000:2.0:1770684966.899987:0:5761:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770684966.900040:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef3f63 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.900055:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef3f63 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.900067:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef3f63 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00010000:2.0:1770684966.900232:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000088f16d11 reply state 00000000ec7da456 transno 4294967301 ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef3f63 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:2.0:1770684966.900243:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1770684966.900361:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:9803:x1856697499929088:12345-192.168.203.41@tcp:36:touch.500 Request processed in 555us (1085us total) trans 4294967301 rc 0/0 00000100:00100000:2.0:1770684966.900369:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 23 00010000:00010000:2.0:1770684966.906547:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef3f63 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.906561:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef3f63 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.906567:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef3f63 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.906573:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204c400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770684966.906595:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef3f63 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.906604:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef3f63 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.909968:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:2.0:1770684966.909982:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770684966.909998:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef3f63 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684966.910010:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef3f63 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00080000:1.0:1770684966.922940:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1770684966.953849:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:0:x1856697499929472:12345-192.168.203.41@tcp:2:touch.500 Request processed in 34021us (34859us total) trans 4294967299 rc 0/0 00000100:00100000:1.0:1770684966.953868:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 18 00000001:00080000:2.0:1770684966.954819:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967299 is committed 00000001:00100000:2.0:1770684966.954839:0:7432:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of bb0b411f-1e9f-4664-994e-ef5350eaf62d 00000100:00100000:2.0:1770684966.957267:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499929728 00000100:00100000:2.0:1770684966.957281:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499929728 00000100:00100000:2.0:1770684966.957405:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 3 00000100:00100000:2.0:1770684966.957417:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:9803:x1856697499929728:12345-192.168.203.41@tcp:35:touch.500 00000100:00100000:2.0:1770684966.957977:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:9803:x1856697499929728:12345-192.168.203.41@tcp:35:touch.500 Request processed in 558us (939us total) trans 4294967302 rc 0/0 00000100:00100000:2.0:1770684966.957987:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 3 00000100:00100000:1.0:1770684966.973805:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499929856 00000100:00100000:1.0:1770684966.973821:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499929856 00000100:00100000:1.0:1770684966.973888:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 25 00000100:00100000:1.0:1770684966.973900:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:9804:x1856697499929856:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:1.0:1770684966.973930:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770684966.973956:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef3f78 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc7c4 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684966.974049:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1400/0x8f0dbafbd9ef3f7f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770684966.974067:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1400/0x8f0dbafbd9ef3f7f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770684966.974081:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1400/0x8f0dbafbd9ef3f7f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:1.0:1770684966.974165:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1:0x0]: returning size 11776 00000004:00200000:1.0:1770684966.974170:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1770684966.974235:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1400/0x8f0dbafbd9ef3f7f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770684966.974296:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef3f78 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc7c4 expref: 13 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684966.974318:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1400/0x8f0dbafbd9ef3f7f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc7c4 expref: 12 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684966.974327:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff9d92c5552400) 00010000:00010000:1.0:1770684966.974330:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1770684966.974335:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c29b1400, rc 0) 00000100:00100000:1.0:1770684966.974412:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:9804:x1856697499929856:12345-192.168.203.41@tcp:101:rm.0 Request processed in 514us (744us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684966.974419:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 25 00000100:00100000:2.0:1770684966.979085:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499929984 00000100:00100000:2.0:1770684966.979100:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499929984 00000100:00100000:2.0:1770684966.979163:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 4 00000100:00100000:2.0:1770684966.979176:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8426c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:9804:x1856697499929984:12345-192.168.203.41@tcp:49:rm.0 00000100:00100000:2.0:1770684966.979359:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8426c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:9804:x1856697499929984:12345-192.168.203.41@tcp:49:rm.0 Request processed in 185us (536us total) trans 0 rc -61/-61 00000100:00100000:2.0:1770684966.979367:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 4 00000100:00100000:1.0:1770684966.992070:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499930368 00000100:00100000:1.0:1770684966.992076:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499930368 00000100:00100000:1.0:1770684966.992135:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 2 00000100:00100000:1.0:1770684966.992145:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e48700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+15:2350:x1856697499930368:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770684966.992157:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770684966.992187:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030e00/0x8f0dbafbd9ef3f8d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc7cb expref: 15 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684966.992208:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff9d92c5552400) 00010000:00010000:1.0:1770684966.992213:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770684966.992236:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e48700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+14:2350:x1856697499930368:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 94us (1090us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684966.992243:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 2 00000100:00100000:2.0:1770684966.999923:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499930752 00000100:00100000:2.0:1770684966.999939:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499930752 00000100:00100000:2.0:1770684967.000018:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 6 00000100:00100000:2.0:1770684967.000039:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5342680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+14:9804:x1856697499930752:12345-192.168.203.41@tcp:49:rm.0 00000100:00100000:2.0:1770684967.000215:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5342680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+14:9804:x1856697499930752:12345-192.168.203.41@tcp:49:rm.0 Request processed in 178us (760us total) trans 0 rc -61/-61 00000100:00100000:2.0:1770684967.000223:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 6 00000100:00100000:1.0:1770684967.020543:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499931392 00000100:00100000:1.0:1770684967.020572:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499931392 00000100:00100000:1.0:1770684967.020675:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 29 00000100:00100000:1.0:1770684967.020686:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:9804:x1856697499931392:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:1.0:1770684967.020710:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770684967.020736:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef3fb0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc7d9 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684967.020831:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef3fb7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770684967.020848:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef3fb7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770684967.020860:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef3fb7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770684967.020876:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0600/0x8f0dbafbd9ef3fbe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0xf313d794 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770684967.020882:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0600/0x8f0dbafbd9ef3fbe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0xf313d794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770684967.020889:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0600/0x8f0dbafbd9ef3fbe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0xf313d794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770684967.021031:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef3fc5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770684967.021040:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef3fc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770684967.021046:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef3fc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:1.0:1770684967.021092:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2:0x0]: returning size 0 00000004:00200000:1.0:1770684967.021097:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1770684967.021118:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef3fc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770684967.021131:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef3fc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770684967.021140:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef3fb7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770684967.021146:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef3fb7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770684967.021152:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef3fb7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770684967.021159:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b0800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770684967.021163:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef3fb7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770684967.021172:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef3fb7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770684967.021199:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff9d92c5552400) 00010000:00010000:1.0:1770684967.021203:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770684967.021208:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef3fb7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770684967.021214:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef3fb7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770684967.021229:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0600/0x8f0dbafbd9ef3fbe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0xf313d794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770684967.021242:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0600/0x8f0dbafbd9ef3fbe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0xf313d794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770684967.021246:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0600/0x8f0dbafbd9ef3fbe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0xf313d794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770684967.021251:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b0600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770684967.021253:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0600/0x8f0dbafbd9ef3fbe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0xf313d794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770684967.021259:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0600/0x8f0dbafbd9ef3fbe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0xf313d794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770684967.021266:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0xf313d794 (ffff9d92d1988000) 00010000:00010000:1.0:1770684967.021268:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770684967.021271:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0600/0x8f0dbafbd9ef3fbe lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0xf313d794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770684967.021276:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0600/0x8f0dbafbd9ef3fbe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0xf313d794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770684967.021314:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef3fb0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc7d9 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684967.021329:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef3fc5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc7d9 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684967.021336:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:1.0:1770684967.021338:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1770684967.021341:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c29b1800, rc 0) 00000100:00100000:1.0:1770684967.021424:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:9804:x1856697499931392:12345-192.168.203.41@tcp:101:rm.0 Request processed in 739us (1078us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684967.021439:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 29 00000100:00100000:1.0:1770684967.025722:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00010000:00010000:1.0:1770684967.030160:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef3fcc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770684967.030171:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef3fcc lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770684967.030178:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef3fcc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770684967.030195:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c0031600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770684967.030199:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef3fcc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770684967.030205:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef3fcc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770684967.030217:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff9d92c5552400) 00010000:00010000:1.0:1770684967.030219:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770684967.030223:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef3fcc lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770684967.030228:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef3fcc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000004:00010000:1.0:1770684967.030239:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000b66d69f9 reply state 00000000f9877138 transno 4294967306 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030e00/0x8f0dbafbd9ef3fd3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0xf313d794 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770684967.030250:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1770684967.030441:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c67c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+15:9804:x1856697499931648:12345-192.168.203.41@tcp:36:rm.0 Request processed in 4444us (4724us total) trans 4294967306 rc 0/0 00000100:00100000:1.0:1770684967.030474:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 30 00000100:00100000:1.0:1770684967.035929:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770684967.041474:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684967.041778:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499932160 00000100:00100000:1.0:1770684967.041794:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499932160 00000100:00100000:1.0:1770684967.041882:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 31 00000100:00100000:1.0:1770684967.041895:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+15:9804:x1856697499932160:12345-192.168.203.41@tcp:36:rm.0 00010000:00010000:1.0:1770684967.041984:0:5761:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1770684967.042024:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef3f39 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc7af expref: 15 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684967.042051:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff9d92c5552400) 00010000:00010000:1.0:1770684967.042070:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef3efa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc7a1 expref: 14 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684967.042080:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c554f300) 00010000:00010000:1.0:1770684967.042090:0:5761:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1770684967.042125:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0600/0x8f0dbafbd9ef3fe8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770684967.042140:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0600/0x8f0dbafbd9ef3fe8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770684967.042149:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0600/0x8f0dbafbd9ef3fe8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770684967.042162:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef3fef lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770684967.042168:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef3fef lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770684967.042208:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef3fef lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770684967.042365:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef3ff6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770684967.042374:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef3ff6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770684967.042381:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef3ff6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:1.0:1770684967.043027:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1:0x0]: returning size 11776 00010000:00010000:1.0:1770684967.043050:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef3ff6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770684967.043059:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef3ff6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770684967.043066:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef3ff6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770684967.043072:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b0000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770684967.043077:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef3ff6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770684967.043085:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef3ff6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770684967.043096:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff9d92d1988900) 00010000:00010000:1.0:1770684967.043099:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1770684967.043104:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef3ff6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770684967.043124:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef3ff6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770684967.043177:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0600/0x8f0dbafbd9ef3fe8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770684967.043184:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0600/0x8f0dbafbd9ef3fe8 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770684967.043189:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0600/0x8f0dbafbd9ef3fe8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770684967.043194:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b0600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770684967.043197:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0600/0x8f0dbafbd9ef3fe8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770684967.043203:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0600/0x8f0dbafbd9ef3fe8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770684967.043211:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d1988000) 00010000:00010000:1.0:1770684967.043214:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770684967.043217:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0600/0x8f0dbafbd9ef3fe8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770684967.043222:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0600/0x8f0dbafbd9ef3fe8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000004:00010000:1.0:1770684967.043235:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000dd05217d reply state 00000000e9a89e42 transno 4294967308 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef3fef lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770684967.043246:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1770684967.043367:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+15:9804:x1856697499932160:12345-192.168.203.41@tcp:36:rm.0 Request processed in 1471us (1912us total) trans 4294967308 rc 0/0 00000100:00100000:1.0:1770684967.043386:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 31 00010000:00010000:2.0:1770684967.048346:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef3fef lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684967.048376:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef3fef lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684967.048385:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef3fef lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684967.048393:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b0800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770684967.048399:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef3fef lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684967.048408:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef3fef lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684967.048431:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x792b1d9 (ffff9d92d1988400) 00010000:00010000:2.0:1770684967.048434:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770684967.048441:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef3fef lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770684967.048447:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef3fef lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:2.0:1770684967.624891:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770684967.624949:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770684967.624988:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770684967.625072:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684967.625263:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499932416 00000100:00100000:1.0:1770684967.625271:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499932416 00000100:00100000:1.0:1770684967.625321:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499932672 00000100:00100000:1.0:1770684967.625328:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499932672 00000100:00100000:1.0:1770684967.625379:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 109 00000100:00100000:1.0:1770684967.625388:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0250000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+14:2350:x1856697499932416:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770684967.625493:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0250000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+14:2350:x1856697499932416:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 105us (619us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684967.625501:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 109 00000100:00100000:1.0:1770684967.625523:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 110 00000100:00100000:1.0:1770684967.625531:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+5:2350:x1856697499932672:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770684967.625571:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+5:2350:x1856697499932672:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 37us (617us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684967.625615:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 110 00000100:00100000:1.0:1770684967.625647:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499932544 00000100:00100000:1.0:1770684967.625650:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499932544 00000100:00100000:1.0:1770684967.625685:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 63 00000100:00100000:1.0:1770684967.625694:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2350:x1856697499932544:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770684967.625729:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2350:x1856697499932544:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 37us (656us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684967.625735:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 63 00000100:00080000:1.0:1770684967.625758:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1770684967.666778:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1770684968.061369:0:11343:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffcdf119120 20000000:00000080:1.0:1770684968.061395:0:11343:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9d92fac7a400 uarg=0000000000000000 20000000:01000000:1.0:1770684968.061446:0:11343:0:(mgs_llog.c:6086:mgs_set_param2()) set_param2 fs='' device='lustre' param='mdt.lustre-MDT0000.hsm_control=enabled' 20000000:01000000:1.0:1770684968.061453:0:11343:0:(mgs_llog.c:4548:mgs_write_log_param2()) next param 'mdt.lustre-MDT0000.hsm_control=enabled' 20000000:01000000:1.0:1770684968.061469:0:11343:0:(mgs_llog.c:1277:mgs_modify_param()) modify params/lustre/mdt.lustre-MDT0000.hsm_control=enabled del=0 20000000:02000000:1.0:1770684968.062723:0:11343:0:(mgs_llog.c:4021:mgs_wlp_lcfg()) Setting parameter lustre.mdt.lustre-MDT0000.hsm_control=enabled in log params 00000040:00080000:1.0:1770684968.074164:0:11343:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].7, 224 off9536 00000040:00080000:1.0:1770684968.074248:0:11343:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].8, 128 off9664 00000040:00080000:1.0:1770684968.074316:0:11343:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].9, 224 off9888 10000000:01000000:1.0:1770684968.074334:0:11343:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:1.0:1770684968.074355:0:11343:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9d92c29b1e00/0x8f0dbafbd9ef3ffd lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11343 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684968.074375:0:11343:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d92d8f9d200/0x8f0dbafbd9ef3e9f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef3e98 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684968.074393:0:11343:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef3ead lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef3ea6 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684968.074400:0:11343:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d91c23fee00/0x8f0dbafbd9ef3ebb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef3eb4 expref: 17 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684968.074408:0:11343:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d91c23fec00/0x8f0dbafbd9ef3ec2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc78c expref: 11 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684968.074414:0:11343:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d92d8f9c800/0x8f0dbafbd9ef3ec9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc793 expref: 11 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684968.074421:0:11343:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9d92c29b1e00/0x8f0dbafbd9ef3ffd lrc: 8/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11343 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684968.074472:0:11343:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d92d8f9c800/0x8f0dbafbd9ef3ec9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc793 expref: 11 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684968.074505:0:11343:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d92d8f9c800/0x8f0dbafbd9ef3ec9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc793 expref: 11 pid: 5755 timeout: 392 lvb_type: 0 00000100:00100000:1.0:1770684968.074523:0:11343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c1500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11343:1856697514647424:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770684968.074688:0:11343:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d91c23fec00/0x8f0dbafbd9ef3ec2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc78c expref: 11 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684968.074697:0:11343:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d91c23fec00/0x8f0dbafbd9ef3ec2 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc78c expref: 11 pid: 5753 timeout: 392 lvb_type: 0 00000100:00100000:1.0:1770684968.074706:0:11343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8356680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11343:1856697514647552:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770684968.074738:0:11343:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d91c23fee00/0x8f0dbafbd9ef3ebb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8f0dbafbd9ef3eb4 expref: 17 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684968.074746:0:11343:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9d91c23fee00/0x8f0dbafbd9ef3ebb lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3eb4 expref: 17 pid: 5753 timeout: 442 lvb_type: 0 00000100:00100000:1.0:1770684968.074754:0:11343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8356a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11343:1856697514647680:0@lo:104: 00000100:00100000:1.0:1770684968.074789:0:11343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1770684968.074822:0:11343:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef3ead lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8f0dbafbd9ef3ea6 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684968.074830:0:11343:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef3ead lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3ea6 expref: 17 pid: 5754 timeout: 442 lvb_type: 0 00000100:00100000:1.0:1770684968.074837:0:11343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8355500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11343:1856697514647808:0@lo:104: 00000100:00100000:1.0:1770684968.074858:0:11343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1770684968.074877:0:11343:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d92d8f9d200/0x8f0dbafbd9ef3e9f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8f0dbafbd9ef3e98 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684968.074894:0:11343:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9d92d8f9d200/0x8f0dbafbd9ef3e9f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3e98 expref: 17 pid: 5754 timeout: 442 lvb_type: 0 00000100:00100000:1.0:1770684968.074903:0:11343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8357100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11343:1856697514647936:0@lo:104: 00000100:00100000:1.0:1770684968.074926:0:11343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684968.074978:0:5744:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1770684968.074993:0:5744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514647680 00000100:00100000:1.0:1770684968.075001:0:5744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514647680 00000100:00100000:1.0:1770684968.075057:0:5744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514647936 00000100:00100000:1.0:1770684968.075063:0:5744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514647936 00000100:00100000:1.0:1770684968.075082:0:5744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1770684968.075094:0:5744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8355f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:02368443-f312-44b4-8d5b-8c5b083a881f+5:11343:x1856697514647680:12345-0@lo:104: 00010000:00010000:1.0:1770684968.075110:0:5744:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff9d92c0031e00/0x8f0dbafbd9ef3eb4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef3ebb expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684968.075166:0:5744:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1770684968.075185:0:5744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8355f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:02368443-f312-44b4-8d5b-8c5b083a881f+5:11343:x1856697514647680:12345-0@lo:104: Request processed in 88us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684968.075196:0:5744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1770684968.075220:0:5744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1770684968.075228:0:5744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8354e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:02368443-f312-44b4-8d5b-8c5b083a881f+4:11343:x1856697514647808:12345-0@lo:104: 00010000:00010000:1.0:1770684968.075238:0:5744:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff9d92c0030800/0x8f0dbafbd9ef3ea6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef3ead expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684968.076560:0:5744:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:1.0:1770684968.076592:0:5744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8354e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:02368443-f312-44b4-8d5b-8c5b083a881f+3:11343:x1856697514647808:12345-0@lo:104: Request processed in 1348us (1714us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684968.076603:0:5744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1770684968.076709:0:11343:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c57603c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770684968.076746:0:11343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8356a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11343:1856697514647680:0@lo:104: 00000100:00100000:1.0:1770684968.076761:0:11343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8355500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11343:1856697514647808:0@lo:104: 00000100:00100000:1.0:1770684968.076769:0:11343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8357100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11343:1856697514647936:0@lo:104: 00000100:00100000:2.0:1770684968.077887:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770684968.078712:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684968.079245:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1770684968.079255:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5340000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:02368443-f312-44b4-8d5b-8c5b083a881f+19:3288:x1856697514648320:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1770684968.079265:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770684968.079282:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef3ead lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3ea6 expref: 19 pid: 5754 timeout: 442 lvb_type: 0 00010000:00010000:1.0:1770684968.079291:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef3ead lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3ea6 expref: 19 pid: 5754 timeout: 442 lvb_type: 0 00010000:00010000:1.0:1770684968.079301:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef3ead lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3ea6 expref: 19 pid: 5754 timeout: 442 lvb_type: 0 00010000:00010000:1.0:1770684968.079311:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770684968.079370:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5340000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514648320:12345-0@lo:103:ldlm_bl.0 Request processed in 106us (1310us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684968.079378:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1770684968.079398:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 33 00000100:00100000:1.0:1770684968.079405:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697499932800:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770684968.079413:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770684968.079417:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d92d8f9c800/0x8f0dbafbd9ef3ec9 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc793 expref: 12 pid: 5755 timeout: 392 lvb_type: 0 00010000:00010000:1.0:1770684968.079427:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d92d8f9c800/0x8f0dbafbd9ef3ec9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc793 expref: 12 pid: 5755 timeout: 392 lvb_type: 0 00010000:00010000:1.0:1770684968.079450:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770684968.079506:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697499932800:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 101us (804us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684968.079513:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 33 00010000:00010000:1.0:1770684968.079602:0:11343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d92d8f9c800/0x8f0dbafbd9ef3ec9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc793 expref: 11 pid: 5755 timeout: 392 lvb_type: 0 00000100:00100000:1.0:1770684968.079613:0:11343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c1500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11343:1856697514647424:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770684968.079629:0:11343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d91c23fec00/0x8f0dbafbd9ef3ec2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc78c expref: 10 pid: 5753 timeout: 392 lvb_type: 0 00000100:00100000:1.0:1770684968.079638:0:11343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8356680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11343:1856697514647552:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770684968.079678:0:11343:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9d92c29b1e00/0x8f0dbafbd9ef3ffd lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11343 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770684968.080854:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684968.081432:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514648192:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1770684968.082092:0:11343:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9d92c29b1e00/0x8f0dbafbd9ef3ffd lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11343 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684968.082101:0:11343:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9d92c29b1e00/0x8f0dbafbd9ef3ffd lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11343 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684968.082107:0:11343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d92c29b1e00/0x8f0dbafbd9ef3ffd lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11343 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770684968.086017:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:02368443-f312-44b4-8d5b-8c5b083a881f:3290:1856697514648064:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1770684969.394138:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514648448 00000100:00100000:2.0:1770684969.394147:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514648448 00000100:00100000:2.0:1770684969.394207:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00100000:2.0:1770684969.394217:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d1598450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+15:5757:x1856697514648448:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1770684969.394235:0:5754:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770684969.394250:0:5754:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d930204d200/0x8f0dbafbd9ef400b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x8f0dbafbd9ef4004 expref: -99 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684969.394274:0:5754:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d930204d200/0x8f0dbafbd9ef400b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef4004 expref: 16 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684969.394284:0:5754:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d930204d200/0x8f0dbafbd9ef400b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef4004 expref: 16 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684969.394292:0:5754:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d930204d200, rc 0) 00000100:00100000:2.0:1770684969.394343:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d1598450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+16:5757:x1856697514648448:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 128us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684969.394349:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00000100:00100000:2.0:1770684969.395515:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514648576 00000100:00100000:2.0:1770684969.395523:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514648576 00000100:00100000:2.0:1770684969.395610:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:2.0:1770684969.395620:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d1598850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+16:5757:x1856697514648576:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770684969.395815:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d1598850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+16:5757:x1856697514648576:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 197us (1149us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684969.395835:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00000100:00100000:2.0:1770684969.413020:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514648704 00000100:00100000:2.0:1770684969.413035:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514648704 00000100:00100000:2.0:1770684969.413109:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00100000:2.0:1770684969.413121:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92e0873450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+16:5757:x1856697514648704:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1770684969.413357:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92e0873450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+16:5757:x1856697514648704:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 238us (2170us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684969.413364:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00000020:01000000:2.0:1770684969.415612:0:5757:0:(obd_config.c:2043:class_config_parse_llog()) Processed log params gen 7-9 (rc=0) 10000000:01000000:2.0:1770684969.415631:0:5757:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1770684969.415640:0:5757:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d92c13a2800/0x8f0dbafbd9ef4004 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef400b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684969.415650:0:5757:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff9d92c13a2800/0x8f0dbafbd9ef4004 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef400b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1770684969.415659:0:5757:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1770684969.415661:0:5757:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff9d92fc2b7000 from 7 10000000:01000000:2.0:1770684969.415664:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1770684969.415688:0:5757:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d930204cc00/0x8f0dbafbd9ef4012 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684969.415695:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff9d930204cc00/0x8f0dbafbd9ef4012 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684969.415705:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff9d930204cc00/0x8f0dbafbd9ef4012 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770684969.415718:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43cbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514649088:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1770684969.415761:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770684969.415788:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d9300434480 going to sleep for 11 seconds 00000100:00100000:2.0:1770684969.416087:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43cbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514649088:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1770684969.416099:0:5757:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff9d930204cc00/0x8f0dbafbd9ef4012 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef4019 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684969.416107:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff9d930204cc00/0x8f0dbafbd9ef4012 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x8f0dbafbd9ef4019 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770684969.416150:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43cbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514649216:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770684969.416175:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770684969.416196:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d9300434480 going to sleep for 11 seconds 00000100:00100000:2.0:1770684969.416759:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43cbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514649216:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770684969.416792:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43cbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514649344:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1770684969.416827:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770684969.416857:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d9300434480 going to sleep for 11 seconds 00000100:00100000:2.0:1770684969.417150:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43cbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514649344:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1770684969.417758:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514649472 00000100:00100000:2.0:1770684969.417763:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514649472 00000100:00100000:2.0:1770684969.417794:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:2.0:1770684969.417801:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+17:11357:x1856697514649472:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1770684969.417956:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+17:11357:x1856697514649472:12345-0@lo:502:llog_process_th.0 Request processed in 154us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684969.417963:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00100000:2.0:1770684969.439934:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514650240 00000100:00100000:2.0:1770684969.439947:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514650240 00000100:00100000:2.0:1770684969.439990:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:2.0:1770684969.439998:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:11360:x1856697514650240:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1770684969.440208:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:11360:x1856697514650240:12345-0@lo:502:llog_process_th.0 Request processed in 210us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684969.440215:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000020:01000000:2.0:1770684969.440684:0:5757:0:(obd_config.c:2043:class_config_parse_llog()) Processed log params gen 7-9 (rc=0) 10000000:01000000:2.0:1770684969.440702:0:5757:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1770684969.440712:0:5757:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d92c13a2400/0x8f0dbafbd9ef4020 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef4027 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684969.440723:0:5757:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff9d92c13a2400/0x8f0dbafbd9ef4020 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef4027 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1770684969.447862:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1770684969.798272:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770684969.803678:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684969.807912:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770684969.808017:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499933312 00000100:00100000:0.0:1770684969.808125:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 271 00000100:00100000:0.0:1770684969.808135:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:5541:x1856697499933312:12345-192.168.203.41@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1770684969.808391:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:5541:x1856697499933312:12345-192.168.203.41@tcp:503:ll_cfg_requeue.0 Request processed in 257us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1770684969.808399:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 271 00000100:00100000:2.0:1770684969.811480:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770684969.811809:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499933440 00000100:00100000:0.0:1770684969.811825:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499933440 00000100:00100000:0.0:1770684969.811896:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 272 00000100:00100000:0.0:1770684969.811907:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:9828:x1856697499933440:12345-192.168.203.41@tcp:502:llog_process_th.0 00000100:00100000:0.0:1770684969.812302:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:9828:x1856697499933440:12345-192.168.203.41@tcp:502:llog_process_th.0 Request processed in 395us (836us total) trans 0 rc 0/0 00000100:00100000:0.0:1770684969.812310:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 272 00000100:00100000:2.0:1770684969.822012:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684969.833158:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770684969.834999:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:5541:x1856697499933696:12345-192.168.203.41@tcp:101:ll_cfg_requeue.0 Request processed in 1622us (1842us total) trans 0 rc 0/0 00000100:00100000:0.0:1770684969.835012:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 274 00000100:00100000:2.0:1770684969.845200:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770684969.845292:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499933824 00000100:00100000:0.0:1770684969.845307:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499933824 00000100:00100000:0.0:1770684969.845374:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 275 00000100:00100000:0.0:1770684969.845385:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300565850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:5541:x1856697499933824:12345-192.168.203.41@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1770684969.845773:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300565850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:5541:x1856697499933824:12345-192.168.203.41@tcp:501:ll_cfg_requeue.0 Request processed in 388us (588us total) trans 0 rc 0/0 00000100:00100000:0.0:1770684969.845782:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 275 00000100:00100000:2.0:1770684969.862986:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770684969.863112:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499933952 00000100:00100000:0.0:1770684969.863126:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499933952 00000100:00100000:0.0:1770684969.863197:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 276 00000100:00100000:0.0:1770684969.863229:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300566450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:5541:x1856697499933952:12345-192.168.203.41@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1770684969.863546:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300566450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:5541:x1856697499933952:12345-192.168.203.41@tcp:503:ll_cfg_requeue.0 Request processed in 318us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1770684969.863555:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 276 00000100:00100000:1.0:1770684969.874290:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770684969.874458:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499934080 00000100:00100000:2.0:1770684969.874472:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499934080 00000100:00100000:2.0:1770684969.874675:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 277 00000100:00100000:2.0:1770684969.874688:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300565c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:9831:x1856697499934080:12345-192.168.203.41@tcp:502:llog_process_th.0 00000100:00100000:2.0:1770684969.875034:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300565c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:9831:x1856697499934080:12345-192.168.203.41@tcp:502:llog_process_th.0 Request processed in 347us (759us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684969.875044:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 277 00000100:00100000:2.0:1770684969.900990:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499934208 00000100:00100000:2.0:1770684969.901023:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499934208 00000100:00100000:2.0:1770684969.901089:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 278 00000100:00100000:2.0:1770684969.901103:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300564050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:9831:x1856697499934208:12345-192.168.203.41@tcp:502:llog_process_th.0 00000100:00100000:2.0:1770684969.901967:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300564050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:9831:x1856697499934208:12345-192.168.203.41@tcp:502:llog_process_th.0 Request processed in 861us (1216us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684969.901981:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 278 00000100:00100000:1.0:1770684970.034192:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514650496:0@lo:400:kworker.0 00000100:00100000:1.0:1770684970.034302:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684970.034400:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1770684970.034407:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514650624:0@lo:400:kworker.0 00000100:00100000:1.0:1770684970.034438:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684970.034521:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514650496 00000100:00100000:1.0:1770684970.034530:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514650496 00000100:00100000:1.0:1770684970.034627:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1770684970.034639:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8356680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514650496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770684970.034705:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8356680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514650496:12345-0@lo:400:kworker.0 Request processed in 69us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684970.034713:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1770684970.034741:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514650624 00000100:00100000:1.0:1770684970.034745:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514650624 00000100:00100000:1.0:1770684970.034866:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1770684970.034873:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514650624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770684970.034908:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514650624:12345-0@lo:400:kworker.0 Request processed in 36us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684970.034914:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00080000:1.0:1770684970.034931:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1770684970.034936:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:1.0:1770684970.034974:0:3290:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d92f43c9880 x1856697514650624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770684986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770684970.034988:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514650624:0@lo:400:kworker.0 00000100:00100000:1.0:1770684970.034998:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514650496:0@lo:400:kworker.0 00000100:00100000:0.0:1770684970.035199:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514650752:0@lo:400:kworker.0 00000100:00100000:0.0:1770684970.035238:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770684970.035274:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1770684970.035281:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3288:1856697514650368:0@lo:400:kworker.0 00000100:00100000:0.0:1770684970.035306:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770684970.035325:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514650880:0@lo:400:kworker.0 00000100:00100000:0.0:1770684970.035347:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770684970.035371:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514650880 00000100:00100000:0.0:1770684970.035375:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514650880 00000100:00100000:0.0:1770684970.035411:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1770684970.035418:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514650880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770684970.035470:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514650880:12345-0@lo:400:kworker.0 Request processed in 52us (122us total) trans 0 rc 0/0 00000100:00100000:0.0:1770684970.035476:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00080000:0.0:1770684970.035491:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:0.0:1770684970.035508:0:3288:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d92f43ca300 x1856697514650880/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770684986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1770684970.035517:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514650880:0@lo:400:kworker.0 00000100:00100000:0.0:1770684970.035534:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514650752 00000100:00100000:0.0:1770684970.035537:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514650752 00000100:00100000:0.0:1770684970.035564:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514650368 00000100:00100000:0.0:1770684970.035574:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514650368 00000100:00100000:0.0:1770684970.035618:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1770684970.035623:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514650752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770684970.035656:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514650752:12345-0@lo:400:kworker.0 Request processed in 33us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1770684970.035662:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1770684970.035673:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1770684970.035678:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514650368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770684970.035703:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514650368:12345-0@lo:400:kworker.0 Request processed in 25us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1770684970.035709:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00080000:0.0:1770684970.035729:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770684970.035746:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3288:1856697514650368:0@lo:400:kworker.0 00000100:00100000:0.0:1770684970.035767:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514650752:0@lo:400:kworker.0 00000040:00080000:1.0:1770684970.482485:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1770684970.545981:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8355500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514651008:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1770684970.546083:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684970.546235:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514651008 00000100:00100000:1.0:1770684970.546247:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514651008 00000100:00100000:1.0:1770684970.546317:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1770684970.546327:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514651008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1770684970.546371:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1770684970.546434:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514651008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 108us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684970.546500:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00010000:00080000:2.0:1770684970.546670:0:3290:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d92c8355500 x1856697514651008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770684986 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1770684970.546695:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8355500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514651008:0@lo:13:osp-pre-0-0.0 00000004:00080000:1.0:1770684970.547794:0:7638:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 295393214420ns, next at 296393210823ns, rc = 0 00000100:00100000:0.0:1770684970.547855:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1770684970.547875:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8356a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514651136:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1770684970.547934:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684970.548279:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514651136 00000100:00100000:1.0:1770684970.548289:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514651136 00000100:00100000:1.0:1770684970.548358:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1770684970.548368:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514651136:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1770684970.548406:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1770684970.548479:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514651136:12345-0@lo:13:osp-pre-1-0.0 Request processed in 112us (544us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684970.548487:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00010000:00080000:0.0:1770684970.548757:0:3290:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d92c8356a00 x1856697514651136/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770684986 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1770684970.548779:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8356a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514651136:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1770684971.763964:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1770684972.155798:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967306 is committed 00000004:00080000:1.0:1770684972.155813:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00000100:00100000:1.0:1770684972.156237:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514651264:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1770684972.156322:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770684972.156931:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514651264 00000100:00100000:2.0:1770684972.156942:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514651264 00000100:00100000:2.0:1770684972.157046:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1770684972.157058:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8355f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514651264:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1770684972.157095:0:6539:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2 count 1 00002000:00010000:2.0:1770684972.157144:0:6539:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2:0x0] initial LVB size: 0, mtime: 0x698a8227, atime: 0x698a8227, ctime: 0x698a8227, blocks: 0x1 00000100:00080000:0.0:1770684972.157343:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1770684972.157382:0:6539:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef403c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684972.157400:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770684972.157402:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770684972.157408:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef403c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684972.157428:0:6539:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef403c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684972.157913:0:6539:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef403c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684972.157923:0:6539:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef403c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684972.157958:0:6539:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1770684972.158617:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1770684972.158626:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef403c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770684972.158651:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204ce00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:0.0:1770684972.158656:0:5749:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef403c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770684972.158666:0:5749:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef403c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770684972.158693:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef403c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770684972.158701:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef403c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770684972.158729:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770684972.158730:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770684972.158732:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770684972.165651:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8355f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3288:x1856697514651264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8578us (9312us total) trans 4294967300 rc 0/0 00000100:00100000:2.0:1770684972.165672:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1770684972.742990:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499934336 00000100:00100000:2.0:1770684972.743003:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499934336 00000100:00100000:2.0:1770684972.743068:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 279 00000100:00100000:2.0:1770684972.743079:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300564450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2348:x1856697499934336:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770684972.743179:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300564450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2348:x1856697499934336:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 101us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684972.743187:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 279 00000100:00100000:2.0:1770684972.747529:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499934592 00000100:00100000:2.0:1770684972.747542:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499934592 00000100:00100000:2.0:1770684972.747649:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 66 00000100:00100000:2.0:1770684972.747660:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5343100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2348:x1856697499934592:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770684972.747757:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5343100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2348:x1856697499934592:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 99us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684972.747765:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 66 00000100:00100000:1.0:1770684972.753923:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499934464 00000100:00100000:1.0:1770684972.753949:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499934464 00000100:00100000:1.0:1770684972.754073:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499934720 00000100:00100000:1.0:1770684972.754078:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499934720 00000100:00100000:1.0:1770684972.754116:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 114 00000100:00100000:1.0:1770684972.754146:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5342a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2349:x1856697499934464:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770684972.754254:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5342a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2349:x1856697499934464:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 110us (11462us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684972.754262:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 114 00000100:00100000:1.0:1770684972.754284:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 115 00000100:00100000:1.0:1770684972.754291:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+5:2349:x1856697499934720:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770684972.755069:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+5:2349:x1856697499934720:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 774us (12131us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684972.755077:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 115 00010000:00010000:0.0:1770684972.785889:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770684973.811190:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770684974.833908:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770684975.155433:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514651648:0@lo:400:kworker.0 00000100:00100000:2.0:1770684975.155550:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770684975.155635:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1770684975.155640:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3291:1856697514651520:0@lo:400:kworker.0 00000100:00100000:2.0:1770684975.155657:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770684975.155669:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514652032:0@lo:400:kworker.0 00000100:00100000:2.0:1770684975.155687:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770684975.155719:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514652032 00000100:00100000:2.0:1770684975.155727:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514652032 00000100:00100000:2.0:1770684975.155773:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1770684975.155782:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3291:x1856697514652032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770684975.156091:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3291:x1856697514652032:12345-0@lo:400:kworker.0 Request processed in 309us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684975.156099:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00080000:2.0:1770684975.156129:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1770684975.156172:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514652032:0@lo:400:kworker.0 00000100:00100000:1.0:1770684975.156701:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514651648 00000100:00100000:1.0:1770684975.156710:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514651648 00000100:00100000:1.0:1770684975.156762:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514651520 00000100:00100000:1.0:1770684975.156766:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514651520 00000100:00100000:1.0:1770684975.156789:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:1.0:1770684975.156798:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514651648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770684975.156870:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514651648:12345-0@lo:400:kworker.0 Request processed in 74us (1320us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684975.156875:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:1.0:1770684975.156887:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:1.0:1770684975.156891:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1856697514651520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770684975.156910:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1856697514651520:12345-0@lo:400:kworker.0 Request processed in 19us (1252us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684975.156915:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:1.0:1770684975.156951:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3291:1856697514651520:0@lo:400:kworker.0 00000100:00100000:1.0:1770684975.156964:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514651648:0@lo:400:kworker.0 00000100:00100000:0.0:1770684975.157254:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514651776:0@lo:400:kworker.0 00000100:00100000:0.0:1770684975.157301:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770684975.157343:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1770684975.157351:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514651392:0@lo:400:kworker.0 00000100:00100000:0.0:1770684975.157382:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770684975.157429:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514651392 00000100:00100000:0.0:1770684975.157434:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514651392 00000100:00100000:0.0:1770684975.157480:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 280 00000100:00100000:0.0:1770684975.157496:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300567850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514651392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770684975.157531:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300567850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514651392:12345-0@lo:400:kworker.0 Request processed in 36us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1770684975.157538:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 280 00000100:00100000:0.0:1770684975.157629:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514651392:0@lo:400:kworker.0 00000100:00100000:0.0:1770684975.157637:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514651904:0@lo:400:kworker.0 00000100:00100000:0.0:1770684975.157664:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770684975.157683:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514651904 00000100:00100000:0.0:1770684975.157686:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514651904 00000100:00100000:0.0:1770684975.157715:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:0.0:1770684975.157721:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514651904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770684975.157754:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514651904:12345-0@lo:400:kworker.0 Request processed in 32us (89us total) trans 0 rc 0/0 00000100:00100000:0.0:1770684975.157760:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:0.0:1770684975.157790:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514651904:0@lo:400:kworker.0 00000100:00100000:1.0:1770684975.159725:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514651776 00000100:00100000:1.0:1770684975.159741:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514651776 00000100:00100000:1.0:1770684975.159832:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1770684975.159845:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514651776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770684975.159972:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514651776:12345-0@lo:400:kworker.0 Request processed in 124us (2664us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684975.159980:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00010000:00080000:0.0:1770684975.160121:0:3288:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d92f43cb480 x1856697514651776/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770684991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1770684975.160142:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514651776:0@lo:400:kworker.0 00000100:00080000:2.0:1770684975.160166:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1770684975.160182:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770684975.667511:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1770684975.667541:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8354e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514652160:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1770684975.667657:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684975.667883:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514652160 00000100:00100000:1.0:1770684975.667894:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514652160 00000100:00100000:1.0:1770684975.667967:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1770684975.667978:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3290:x1856697514652160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1770684975.668021:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1770684975.668077:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3290:x1856697514652160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684975.668086:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1770684975.668136:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1770684975.668147:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514652288:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1770684975.668179:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770684975.668995:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8354e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514652160:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1770684975.857880:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770684976.883609:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1770684977.260880:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967300 is committed 00000100:00100000:2.0:1770684977.866310:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770684977.866361:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770684977.866417:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684977.866532:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499934976 00000100:00100000:1.0:1770684977.866551:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499934976 00000100:00100000:1.0:1770684977.866670:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499935232 00000100:00100000:1.0:1770684977.866674:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499935232 00000100:00100000:1.0:1770684977.866699:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 119 00000100:00100000:1.0:1770684977.866710:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2350:x1856697499934976:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770684977.866816:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2350:x1856697499934976:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 107us (522us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684977.866823:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 119 00000100:00100000:1.0:1770684977.866873:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 120 00000100:00100000:1.0:1770684977.866881:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+5:2350:x1856697499935232:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770684977.866909:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+5:2350:x1856697499935232:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 29us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684977.866915:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 120 00000100:00080000:1.0:1770684977.866958:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770684977.867437:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684977.868620:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499935104 00000100:00100000:1.0:1770684977.868636:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499935104 00000100:00100000:1.0:1770684977.868736:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 69 00000100:00100000:1.0:1770684977.868748:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2350:x1856697499935104:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770684977.869077:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2350:x1856697499935104:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 330us (1640us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684977.869085:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 69 00000100:00080000:2.0:1770684977.871944:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1770684977.908915:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770684978.931466:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770684979.955449:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770684980.277495:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514652416:0@lo:400:kworker.0 00000100:00100000:1.0:1770684980.277549:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684980.277642:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514652928:0@lo:400:kworker.0 00000100:00100000:1.0:1770684980.277669:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684980.277693:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1770684980.277701:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514652800:0@lo:400:kworker.0 00000100:00100000:1.0:1770684980.277728:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684980.277761:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514652928 00000100:00100000:1.0:1770684980.277767:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514652928 00000100:00100000:1.0:1770684980.277808:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:1.0:1770684980.277816:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514652928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770684980.277862:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514652928:12345-0@lo:400:kworker.0 Request processed in 46us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684980.277885:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00100000:1.0:1770684980.277916:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514652800 00000100:00100000:1.0:1770684980.277919:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514652800 00000100:00100000:1.0:1770684980.277949:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1770684980.277955:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8354e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514652800:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1770684980.277981:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1770684980.277986:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8354e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514652800:12345-0@lo:400:kworker.0 Request processed in 32us (258us total) trans 0 rc 0/0 00000100:00080000:0.0:1770684980.277986:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770684980.277992:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00010000:00080000:0.0:1770684980.278038:0:3289:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d92f5340a80 x1856697514652800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770684996 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1770684980.278051:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514652800:0@lo:400:kworker.0 00000100:00100000:0.0:1770684980.278064:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514652928:0@lo:400:kworker.0 00000100:00100000:0.0:1770684980.279439:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:0.0:1770684980.279454:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300566c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514652416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770684980.279551:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300566c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514652416:12345-0@lo:400:kworker.0 Request processed in 102us (2001us total) trans 0 rc 0/0 00000100:00100000:0.0:1770684980.279558:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00100000:1.0:1770684980.279920:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514652416:0@lo:400:kworker.0 00000040:00080000:1.0:1770684980.722465:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1770684980.787455:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1770684980.787474:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8356a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514653312:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1770684980.787570:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684980.787693:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514653312 00000100:00100000:1.0:1770684980.787702:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514653312 00000100:00100000:1.0:1770684980.787758:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1770684980.787767:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8355500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514653312:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1770684980.787810:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1770684980.787861:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8355500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514653312:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684980.787868:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1770684980.787926:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8356a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514653312:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1770684980.790310:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514653184 00000100:00100000:1.0:1770684980.790323:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514653184 00000100:00100000:1.0:1770684980.790513:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1770684980.790525:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514653184:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1770684980.790633:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1770684980.790709:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514653184:12345-0@lo:13:osp-pre-0-0.0 Request processed in 187us (904us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684980.790717:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00010000:00010000:0.0:1770684980.977876:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770684982.002266:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770684982.983382:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770684982.983432:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770684982.983486:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770684982.983530:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684982.983852:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499935488 00000100:00100000:1.0:1770684982.983866:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499935488 00000100:00100000:1.0:1770684982.983951:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499935744 00000100:00100000:1.0:1770684982.983955:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499935744 00000100:00100000:1.0:1770684982.983981:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 124 00000100:00100000:1.0:1770684982.983993:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2350:x1856697499935488:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770684982.984100:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2350:x1856697499935488:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 110us (747us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684982.984109:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 124 00000100:00100000:1.0:1770684982.984129:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 125 00000100:00100000:1.0:1770684982.984136:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+5:2350:x1856697499935744:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770684982.984163:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+5:2350:x1856697499935744:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 28us (731us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684982.984169:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 125 00000100:00100000:2.0:1770684982.984954:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499935616 00000100:00100000:2.0:1770684982.984964:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499935616 00000100:00100000:2.0:1770684982.985032:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 72 00000100:00100000:2.0:1770684982.985042:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2350:x1856697499935616:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770684982.985111:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2350:x1856697499935616:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 70us (1579us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684982.985118:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 72 00000100:00080000:0.0:1770684982.987781:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1770684982.987794:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1770684983.026205:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770684984.050287:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770684985.074464:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1770684985.393892:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f51f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514653696:0@lo:400:kworker.0 00000100:00100000:0.0:1770684985.393956:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684985.394446:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d18e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514653440:0@lo:400:kworker.0 00000100:00100000:1.0:1770684985.394473:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770684985.394617:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f51f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514653696:0@lo:400:kworker.0 00000100:00100000:1.0:1770684985.394717:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d18e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514653568:0@lo:400:kworker.0 00000100:00100000:1.0:1770684985.394722:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb298380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514654080:0@lo:400:kworker.0 00000100:00100000:1.0:1770684985.394742:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1770684985.395181:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1770684985.395210:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f51f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514653824:0@lo:400:kworker.0 00000100:00100000:1.0:1770684985.395221:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb298380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514654080:0@lo:400:kworker.0 00000100:00100000:2.0:1770684985.395238:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684985.395259:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514653824 00000100:00100000:1.0:1770684985.395263:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514653824 00000100:00100000:1.0:1770684985.395309:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1770684985.395316:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514653824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770684985.395332:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d18e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514653440:0@lo:400:kworker.0 00000100:00100000:0.0:1770684985.395339:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f51f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514653952:0@lo:400:kworker.0 00000100:00100000:1.0:1770684985.395363:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514653824:12345-0@lo:400:kworker.0 Request processed in 48us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684985.395368:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00080000:1.0:1770684985.395383:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1770684985.395390:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1770684985.395570:0:3288:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d92f51f9880 x1856697514653824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770685001 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1770684985.395601:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f51f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514653824:0@lo:400:kworker.0 00000100:00100000:1.0:1770684985.395855:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514653952 00000100:00100000:1.0:1770684985.395860:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514653952 00000100:00100000:1.0:1770684985.395915:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:1.0:1770684985.395923:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514653952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770684985.396101:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514653952:12345-0@lo:400:kworker.0 Request processed in 178us (709us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684985.396108:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00100000:0.0:1770684985.396162:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f51f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514653952:0@lo:400:kworker.0 00000100:00080000:2.0:1770684985.396210:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770684985.906004:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1770684985.906029:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f51f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514654336:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1770684985.906065:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684985.906631:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514654208 00000100:00100000:1.0:1770684985.906640:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514654208 00000100:00100000:1.0:1770684985.906687:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514654336 00000100:00100000:1.0:1770684985.906690:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514654336 00000100:00100000:1.0:1770684985.906707:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1770684985.906716:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514654208:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1770684985.906748:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1770684985.906805:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514654208:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (797us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684985.906812:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1770684985.906829:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1770684985.906835:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514654336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1770684985.906865:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1770684985.906896:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514654336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 60us (830us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684985.906903:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00010000:00080000:0.0:1770684985.907335:0:3289:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d92f51f9f80 x1856697514654336/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770685001 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1770684985.907366:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f51f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514654336:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1770684986.099034:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770684987.121800:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770684988.102613:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499935872 00000100:00100000:0.0:1770684988.102613:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499936000 00000100:00100000:2.0:1770684988.102625:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499935872 00000100:00100000:0.0:1770684988.102625:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499936000 00000100:00100000:0.0:1770684988.102697:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 129 00000100:00100000:2.0:1770684988.102698:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 285 00000100:00100000:0.0:1770684988.102711:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2348:x1856697499936000:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770684988.102714:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300564850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2348:x1856697499935872:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770684988.102881:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2348:x1856697499936000:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 173us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1770684988.102890:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 129 00000100:00100000:2.0:1770684988.103257:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300564850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2348:x1856697499935872:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 546us (834us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684988.103265:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 285 00000100:00100000:2.0:1770684988.125272:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770684988.125325:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770684988.125427:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499936128 00000100:00100000:0.0:1770684988.125435:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499936128 00000100:00100000:0.0:1770684988.125503:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 20 00000100:00100000:0.0:1770684988.125521:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2347:x1856697499936128:12345-192.168.203.41@tcp:9:kworker.0 00000020:00000080:0.0:1770684988.125559:0:6538:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x8f0dbafbd9ef3f71 00000100:00080000:0.0:1770684988.125566:0:6538:0:(import.c:65:import_set_state_nolock()) ffff9d92e05f0000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1770684988.125645:0:6538:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967300 00000100:00100000:0.0:1770684988.125891:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+2:2347:x1856697499936128:12345-192.168.203.41@tcp:9:kworker.0 Request processed in 372us (627us total) trans 0 rc 0/0 00000100:00100000:0.0:1770684988.125911:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 20 00010000:00010000:0.0:1770684988.125933:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1770684988.127279:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1770684988.127285:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1770684988.145847:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770684989.188752:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770684990.198629:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1770684990.520242:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d18e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514654464:0@lo:400:kworker.0 00000100:00100000:0.0:1770684990.520417:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770684990.521299:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514654464 00000100:00100000:2.0:1770684990.521322:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514654464 00000100:00100000:2.0:1770684990.521418:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:2.0:1770684990.521428:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300567c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514654464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770684990.524591:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300567c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514654464:12345-0@lo:400:kworker.0 Request processed in 3057us (4067us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684990.524610:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00000100:00100000:2.0:1770684990.524710:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514654720:0@lo:400:kworker.0 00000100:00100000:2.0:1770684990.524776:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770684990.524823:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1770684990.524831:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d18e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3291:1856697514654592:0@lo:400:kworker.0 00000100:00100000:2.0:1770684990.524855:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770684990.525125:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514654720 00000100:00100000:2.0:1770684990.525135:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514654720 00000100:00100000:2.0:1770684990.525190:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514654592 00000100:00100000:2.0:1770684990.525193:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514654592 00000100:00100000:2.0:1770684990.525214:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:2.0:1770684990.525223:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514654720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770684990.525282:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514654720:12345-0@lo:400:kworker.0 Request processed in 59us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684990.525289:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00100000:2.0:1770684990.525301:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:2.0:1770684990.525306:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1856697514654592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770684990.525604:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1856697514654592:12345-0@lo:400:kworker.0 Request processed in 296us (747us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684990.525611:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00080000:2.0:1770684990.525637:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770684990.525688:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d18e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3291:1856697514654592:0@lo:400:kworker.0 00000100:00100000:2.0:1770684990.525721:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514654720:0@lo:400:kworker.0 00000100:00100000:0.0:1770684990.526011:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d18e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514654464:0@lo:400:kworker.0 00000100:00100000:0.0:1770684990.526037:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1770684990.526046:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514654848:0@lo:400:kworker.0 00000100:00100000:0.0:1770684990.526090:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770684990.526622:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514654848 00000100:00100000:2.0:1770684990.526629:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514654848 00000100:00100000:2.0:1770684990.526690:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1770684990.526699:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514654848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770684990.526762:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514654848:12345-0@lo:400:kworker.0 Request processed in 65us (671us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684990.526769:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:2.0:1770684990.526792:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1770684990.527254:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514655104:0@lo:400:kworker.0 00000100:00100000:0.0:1770684990.527299:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770684990.527871:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514654976:0@lo:400:kworker.0 00000100:00100000:2.0:1770684990.528415:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514655104 00000100:00100000:2.0:1770684990.528426:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514655104 00000100:00100000:0.0:1770684990.528664:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1770684990.528725:0:3289:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d92d0250e00 x1856697514654848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770685006 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1770684990.528742:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514654848:0@lo:400:kworker.0 00000100:00100000:0.0:1770684990.528778:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514654976 00000100:00100000:0.0:1770684990.528782:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514654976 00000100:00100000:0.0:1770684990.528817:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00100000:0.0:1770684990.528826:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514654976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770684990.528879:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514654976:12345-0@lo:400:kworker.0 Request processed in 55us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684990.528993:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1770684990.529004:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514655104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770684990.529446:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514655104:12345-0@lo:400:kworker.0 Request processed in 443us (2145us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684990.529455:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00080000:2.0:1770684990.530242:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1770684990.530250:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1770684990.530456:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00100000:0.0:1770684990.531026:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514655104:0@lo:400:kworker.0 00000100:00100000:1.0:1770684990.531201:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514654976:0@lo:400:kworker.0 00000100:00100000:1.0:1770684991.026053:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1770684991.026087:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514655232:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1770684991.026182:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770684991.026446:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514655232 00000100:00100000:0.0:1770684991.026456:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514655232 00000100:00100000:0.0:1770684991.026526:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1770684991.026538:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514655232:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1770684991.026609:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1770684991.026673:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514655232:12345-0@lo:13:osp-pre-0-0.0 Request processed in 137us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1770684991.026682:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00010000:00080000:0.0:1770684991.026727:0:3290:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d91c2aee300 x1856697514655232/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770685007 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1770684991.026751:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514655232:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1770684991.028242:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1770684991.028271:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514655360:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1770684991.028353:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770684991.029165:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514655360:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1770684991.218199:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770684992.242725:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1770684992.648885:0:11523:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 1A: lfs hsm flags root/non-root access ========================================================== 19:56:31 (1770684991) 00000001:00100000:1.0:1770684992.662162:0:7432:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of bb0b411f-1e9f-4664-994e-ef5350eaf62d 00000020:00000080:1.0:1770684992.662172:0:7432:0:(genops.c:904:class_export_put()) final put ffff9d92e05f3000/bb0b411f-1e9f-4664-994e-ef5350eaf62d 00000020:00000080:2.0:1770684992.668811:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff9d92e05f3000/bb0b411f-1e9f-4664-994e-ef5350eaf62d for lustre-OST0001 00000020:00000080:2.0:1770684992.668877:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9d92e05f0000 for lustre-OST0001 00000100:00100000:0.0:1770684992.747986:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499936384 00000100:00100000:0.0:1770684992.747997:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499936384 00000100:00100000:0.0:1770684992.748070:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 32 00000100:00100000:0.0:1770684992.748081:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:9998:x1856697499936384:12345-192.168.203.41@tcp:101:mkdir.0 00010000:00010000:0.0:1770684992.748104:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770684992.748126:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef4043 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc7ee expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770684992.748191:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef404a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770684992.748205:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef404a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770684992.748236:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef404a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:0.0:1770684992.748317:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:0.0:1770684992.748321:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1770684992.748352:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef404a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770684992.748378:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef4043 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc7ee expref: 7 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770684992.748397:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef404a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc7ee expref: 6 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770684992.748407:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c554ff00) 00010000:00010000:0.0:1770684992.748410:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1770684992.748414:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c13a2200, rc 0) 00000100:00100000:0.0:1770684992.748470:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:9998:x1856697499936384:12345-192.168.203.41@tcp:101:mkdir.0 Request processed in 390us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1770684992.748478:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 32 00000100:00100000:2.0:1770684992.776887:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770684992.776958:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499936640 00000100:00100000:0.0:1770684992.776970:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499936640 00000100:00100000:0.0:1770684992.777026:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 33 00000100:00100000:0.0:1770684992.777036:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:9998:x1856697499936640:12345-192.168.203.41@tcp:36:mkdir.0 00010000:00010000:0.0:1770684992.777092:0:6998:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770684992.777118:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef404a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc7ee expref: 6 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770684992.777150:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c554ff00) 00010000:00010000:0.0:1770684992.777161:0:6998:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1770684992.777257:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef4051 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684992.777271:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef4051 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684992.777281:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef4051 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684992.777295:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4058 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684992.777313:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4058 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684992.777320:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4058 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770684992.778108:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3:0x0]: returning size 512 00010000:00010000:0.0:1770684992.778119:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef4051 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684992.778126:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef4051 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684992.778132:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef4051 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684992.778138:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c13a3400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770684992.778142:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef4051 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684992.778156:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef4051 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684992.778166:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c554f000) 00010000:00010000:0.0:1770684992.778169:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770684992.778173:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef4051 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684992.778179:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef4051 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000004:00010000:0.0:1770684992.778194:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000008e0ffed0 reply state 00000000dfd48818 transno 4294967309 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4058 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770684992.778202:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1770684992.778294:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:9998:x1856697499936640:12345-192.168.203.41@tcp:36:mkdir.0 Request processed in 1258us (1415us total) trans 4294967309 rc 0/0 00000100:00100000:0.0:1770684992.778312:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 33 00000100:00100000:1.0:1770684992.813201:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499936768 00000100:00100000:1.0:1770684992.813212:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499936768 00000100:00100000:1.0:1770684992.813389:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 34 00000100:00100000:1.0:1770684992.813399:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:10003:x1856697499936768:12345-192.168.203.41@tcp:101:chmod.0 00010000:00010000:1.0:1770684992.813425:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770684992.813447:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef405f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc7f5 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684992.813507:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef4066 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770684992.813520:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef4066 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770684992.813539:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef4066 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:1.0:1770684992.814268:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:1.0:1770684992.814275:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:1.0:1770684992.814316:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef4066 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770684992.814347:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef405f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc7f5 expref: 8 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684992.814364:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef4066 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc7f5 expref: 7 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684992.814372:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d1988000) 00010000:00010000:1.0:1770684992.814375:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1770684992.814379:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c29b1c00, rc 0) 00000100:00100000:1.0:1770684992.814448:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:10003:x1856697499936768:12345-192.168.203.41@tcp:101:chmod.0 Request processed in 1050us (1521us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684992.814456:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 34 00000100:00100000:2.0:1770684992.826314:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499936896 00000100:00100000:2.0:1770684992.826325:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499936896 00000100:00100000:2.0:1770684992.826384:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 35 00000100:00100000:2.0:1770684992.826396:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:10003:x1856697499936896:12345-192.168.203.41@tcp:101:chmod.0 00010000:00010000:2.0:1770684992.826434:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770684992.826456:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef406d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc7fc expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684992.826521:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4074 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.826535:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4074 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.826546:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4074 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.826562:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef407b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.826568:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef407b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.826573:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef407b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.826704:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4082 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.826713:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4082 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.826720:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4082 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770684992.826757:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3:0x0]: returning size 512 00000004:00200000:2.0:1770684992.826761:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1770684992.826784:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4082 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.826802:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4074 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.826809:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4074 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.826815:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4074 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.826821:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204d400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770684992.826825:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4074 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.826832:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4074 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.826844:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d1988000) 00010000:00010000:2.0:1770684992.826847:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770684992.826852:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4074 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.826858:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4074 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.826871:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef407b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.826877:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef407b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.826882:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef407b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.826887:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204ce00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770684992.826896:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef407b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.826902:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef407b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.826910:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x60e6a0ea (ffff9d92c5552b00) 00010000:00010000:2.0:1770684992.826913:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770684992.826916:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef407b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.826922:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef407b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.826954:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef406d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc7fc expref: 9 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684992.826968:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4082 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc7fc expref: 8 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684992.826975:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff9d92c5552f00) 00010000:00010000:2.0:1770684992.826977:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1770684992.826980:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d930204c800, rc 0) 00000100:00100000:2.0:1770684992.827221:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:10003:x1856697499936896:12345-192.168.203.41@tcp:101:chmod.0 Request processed in 828us (1354us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684992.827230:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 35 00000100:00100000:2.0:1770684992.843806:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684992.902798:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684992.910775:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499937280 00000100:00100000:1.0:1770684992.910793:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499937280 00000100:00100000:1.0:1770684992.910855:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 9 00000100:00100000:1.0:1770684992.910866:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8426050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:10005:x1856697499937280:12345-192.168.203.41@tcp:49:touch.500 00000100:00100000:1.0:1770684992.910996:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8426050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:10005:x1856697499937280:12345-192.168.203.41@tcp:49:touch.500 Request processed in 131us (8207us total) trans 0 rc -61/-61 00000100:00100000:1.0:1770684992.911004:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 9 00000100:00100000:0.0:1770684992.929988:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770684992.932812:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499937408 00000100:00100000:2.0:1770684992.932830:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499937408 00000100:00100000:2.0:1770684992.932902:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 37 00000100:00100000:2.0:1770684992.932912:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:10005:x1856697499937408:12345-192.168.203.41@tcp:101:touch.500 00010000:00010000:2.0:1770684992.932942:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770684992.932961:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef4090 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc803 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684992.933735:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef4097 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.933753:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef4097 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.933764:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef4097 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.933778:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef409e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.933785:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef409e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.933791:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef409e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.933943:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d600/0x8f0dbafbd9ef40a5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.933950:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d600/0x8f0dbafbd9ef40a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.933956:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d600/0x8f0dbafbd9ef40a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770684992.933977:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3:0x0]: returning size 512 00000004:00200000:2.0:1770684992.933981:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1770684992.934001:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d600/0x8f0dbafbd9ef40a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.934149:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef4097 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.934157:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef4097 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.934162:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef4097 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.934168:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204ce00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770684992.934171:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef4097 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.934178:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef4097 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.934189:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d1988000) 00010000:00010000:2.0:1770684992.934193:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770684992.934197:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef4097 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.934203:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef4097 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.934213:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef409e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.934219:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef409e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.934223:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef409e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.934227:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204d400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770684992.934235:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef409e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.934241:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef409e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.934248:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x60e6a0ea (ffff9d92c5552b00) 00010000:00010000:2.0:1770684992.934251:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770684992.934254:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef409e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.934259:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef409e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60e6a0ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.934293:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef4090 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc803 expref: 10 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684992.934318:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d600/0x8f0dbafbd9ef40a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc803 expref: 9 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684992.934324:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff9d92c5552400) 00010000:00010000:2.0:1770684992.934327:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1770684992.934328:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d930204d600, rc 0) 00000100:00100000:2.0:1770684992.935621:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:10005:x1856697499937408:12345-192.168.203.41@tcp:101:touch.500 Request processed in 2696us (5635us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684992.935633:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 37 00000100:00100000:1.0:1770684992.955507:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770684992.955924:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499937536 00000100:00100000:2.0:1770684992.955940:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499937536 00000100:00100000:2.0:1770684992.956014:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 10 00000100:00100000:2.0:1770684992.956025:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:10005:x1856697499937536:12345-192.168.203.41@tcp:49:touch.500 00000100:00100000:2.0:1770684992.956189:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:10005:x1856697499937536:12345-192.168.203.41@tcp:49:touch.500 Request processed in 163us (689us total) trans 0 rc -61/-61 00000100:00100000:2.0:1770684992.956203:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 10 00000100:00100000:1.0:1770684992.959665:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770684992.959734:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499937792 00000100:00100000:2.0:1770684992.959745:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499937792 00000100:00100000:2.0:1770684992.959810:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 38 00000100:00100000:2.0:1770684992.959820:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:10005:x1856697499937792:12345-192.168.203.41@tcp:101:touch.500 00010000:00010000:2.0:1770684992.959842:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770684992.959863:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef40ac lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc80a expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684992.960005:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef40b3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.960017:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef40b3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.960028:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef40b3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.960041:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef40ba lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3:0x0].0x85942a7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.960047:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef40ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.960054:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef40ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00080000:2.0:1770684992.960445:0:6998:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x2:0x0], index 0: 0 00010000:00010000:2.0:1770684992.960790:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef40c1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.960815:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef40c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.960822:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef40c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.960859:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef40b3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.960866:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef40b3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.960872:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef40b3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.960877:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204d400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770684992.960881:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef40b3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.960887:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef40b3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.960898:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff9d92c5552400) 00010000:00010000:2.0:1770684992.960902:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770684992.960906:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef40b3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.960911:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef40b3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000004:00010000:2.0:1770684992.960928:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000000eb5911f reply state 0000000045085ad7 transno 4294967311 ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef40ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770684992.960939:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1770684992.960985:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef40ac lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc80a expref: 12 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684992.961000:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef40c1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc80a expref: 11 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684992.961006:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:2.0:1770684992.961008:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770684992.961010:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d930204de00, rc 0) 00000100:00100000:2.0:1770684992.961081:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:10005:x1856697499937792:12345-192.168.203.41@tcp:101:touch.500 Request processed in 1262us (1425us total) trans 4294967311 rc 0/0 00000100:00100000:2.0:1770684992.961090:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 38 00010000:00010000:1.0:1770684992.963334:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef40ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770684992.963351:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef40ba lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770684992.963361:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef40ba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770684992.963370:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204ce00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770684992.963376:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef40ba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770684992.963387:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef40ba lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770684992.963408:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x85942a7d (ffff9d92c5552b00) 00010000:00010000:1.0:1770684992.963412:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770684992.963419:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef40ba lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770684992.963426:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef40ba lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:1.0:1770684992.969103:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770684992.969188:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499938048 00000100:00100000:2.0:1770684992.969198:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499938048 00000100:00100000:2.0:1770684992.969255:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 39 00000100:00100000:2.0:1770684992.969266:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:10005:x1856697499938048:12345-192.168.203.41@tcp:36:touch.500 00010000:00010000:2.0:1770684992.969334:0:6998:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770684992.969359:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef40c1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc80a expref: 11 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684992.969376:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:2.0:1770684992.969386:0:6998:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770684992.969426:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef40cf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.969439:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef40cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.969448:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef40cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00010000:2.0:1770684992.970388:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000f4a07de8 reply state 0000000039204e84 transno 4294967312 ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef40cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770684992.970403:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1770684992.971091:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:10005:x1856697499938048:12345-192.168.203.41@tcp:36:touch.500 Request processed in 1818us (1990us total) trans 4294967312 rc 0/0 00000100:00100000:2.0:1770684992.971108:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 39 00010000:00010000:2.0:1770684992.975105:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef40cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.975126:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef40cf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.975137:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef40cf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.975146:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204c400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770684992.975153:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef40cf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.975163:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef40cf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.975184:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9d92c5552500) 00010000:00010000:2.0:1770684992.975190:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770684992.975197:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef40cf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684992.975207:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef40cf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:1.0:1770684992.978385:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770684992.979787:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499938176 00000100:00100000:2.0:1770684992.979821:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499938176 00000100:00100000:2.0:1770684992.985827:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499938304 00000100:00100000:2.0:1770684992.985845:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499938304 00000100:00100000:1.0:1770684992.995806:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00080000:2.0:1770684992.996694:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:0.0:1770684993.091780:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967299 is committed 00000001:00100000:0.0:1770684993.091799:0:6567:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of bb0b411f-1e9f-4664-994e-ef5350eaf62d 00000100:00100000:1.0:1770684993.099336:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770684993.099390:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499938688 00000100:00100000:0.0:1770684993.099401:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499938688 00000100:00100000:0.0:1770684993.099459:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 11 00000100:00100000:0.0:1770684993.099469:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c39d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:10005:x1856697499938688:12345-192.168.203.41@tcp:35:touch.500 00000100:00100000:0.0:1770684993.099833:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c39d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:10005:x1856697499938688:12345-192.168.203.41@tcp:35:touch.500 Request processed in 365us (509us total) trans 4294967313 rc 0/0 00000100:00100000:0.0:1770684993.099842:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 11 00000100:00100000:0.0:1770684993.135941:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684993.146536:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770684993.147000:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 42 00000100:00100000:2.0:1770684993.147035:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c39d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+15:10009:x1856697499939072:12345-192.168.203.41@tcp:54:lfs.500 00010000:00010000:2.0:1770684993.147131:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4107 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.147152:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4107 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.147166:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4107 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.147201:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4107 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.147211:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4107 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.147220:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4107 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.147247:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204d400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770684993.147254:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4107 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.147263:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4107 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.147281:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9d92e0875200) 00010000:00010000:2.0:1770684993.147286:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1770684993.147325:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4107 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.147335:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4107 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770684993.147460:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c39d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+15:10009:x1856697499939072:12345-192.168.203.41@tcp:54:lfs.500 Request processed in 444us (929us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684993.147473:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 42 00000100:00100000:2.0:1770684993.150790:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770684993.150888:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499939328 00000100:00100000:0.0:1770684993.150899:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499939328 00000100:00100000:0.0:1770684993.150994:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 12 00000100:00100000:0.0:1770684993.151010:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+15:10009:x1856697499939328:12345-192.168.203.41@tcp:35:lfs.500 00000100:00100000:0.0:1770684993.151942:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:10009:x1856697499939328:12345-192.168.203.41@tcp:35:lfs.500 Request processed in 931us (1155us total) trans 4294967315 rc 0/0 00000100:00100000:0.0:1770684993.151956:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 12 00000100:00100000:2.0:1770684993.222056:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499939584 00000100:00100000:2.0:1770684993.222070:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499939584 00000100:00100000:2.0:1770684993.222159:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 43 00000100:00100000:2.0:1770684993.222175:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:10014:x1856697499939584:12345-192.168.203.41@tcp:101:lfs.500 00010000:00010000:2.0:1770684993.222209:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770684993.222236:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef410e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc81f expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684993.222349:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204da00/0x8f0dbafbd9ef4115 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.222369:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23ff800/0x8f0dbafbd9ef40f9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc818 expref: 17 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684993.222382:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204da00/0x8f0dbafbd9ef4115 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.222429:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23ff800/0x8f0dbafbd9ef40f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc818 expref: 17 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684993.222446:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23ff800/0x8f0dbafbd9ef40f9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc818 expref: 17 pid: 6998 timeout: 418 lvb_type: 0 00000100:00100000:2.0:1770684993.222481:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c1500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514655488:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770684993.222734:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c57683c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770684993.228766:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684993.228871:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684993.228908:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684993.228941:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770684993.231396:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499940096 00000100:00100000:0.0:1770684993.231412:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499940096 00010000:00010000:0.0:1770684993.231466:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23ff800/0x8f0dbafbd9ef40f9 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc818 expref: 18 pid: 6998 timeout: 418 lvb_type: 0 00000100:00100000:0.0:1770684993.231520:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 35 00000100:00100000:0.0:1770684993.231530:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2c98380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+18:2350:x1856697499940096:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770684993.231547:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770684993.231554:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23ff800/0x8f0dbafbd9ef40f9 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc818 expref: 18 pid: 6998 timeout: 418 lvb_type: 0 00010000:00010000:0.0:1770684993.231568:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23ff800/0x8f0dbafbd9ef40f9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc818 expref: 18 pid: 6998 timeout: 418 lvb_type: 0 00010000:00010000:0.0:1770684993.231622:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9d92e0875200) 00010000:00010000:0.0:1770684993.231628:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204da00/0x8f0dbafbd9ef4115 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.231638:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204da00/0x8f0dbafbd9ef4115 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.231647:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204da00/0x8f0dbafbd9ef4115 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.231680:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770684993.231742:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2c98380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+18:2350:x1856697499940096:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 211us (2796us total) trans 0 rc 0/0 00000100:00100000:0.0:1770684993.231750:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 35 00000100:00100000:0.0:1770684993.231778:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499939968 00000100:00100000:0.0:1770684993.231782:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499939968 00000100:00100000:0.0:1770684993.231818:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 134 00000100:00100000:0.0:1770684993.231825:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2c98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+5:2348:x1856697499939968:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770684993.231856:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2c98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+5:2348:x1856697499939968:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 33us (2948us total) trans 0 rc 0/0 00000100:00100000:0.0:1770684993.231860:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 134 00000100:00080000:0.0:1770684993.231872:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770684993.232289:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499939712 00000100:00100000:2.0:1770684993.232304:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499939712 00000100:00100000:2.0:1770684993.232341:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 287 00000100:00100000:2.0:1770684993.232349:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300564c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2348:x1856697499939712:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770684993.232391:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300564c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2348:x1856697499939712:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 43us (3518us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684993.232397:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 287 00010000:00010000:2.0:1770684993.232453:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23ff800/0x8f0dbafbd9ef40f9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc818 expref: 17 pid: 6998 timeout: 418 lvb_type: 0 00000100:00100000:2.0:1770684993.232470:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c1500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514655488:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770684993.232491:0:6998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204da00/0x8f0dbafbd9ef4115 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.232500:0:6998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204da00/0x8f0dbafbd9ef4115 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.232506:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204da00/0x8f0dbafbd9ef4115 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770684993.232523:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 0 00010000:00010000:2.0:1770684993.232707:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef410e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc81f expref: 18 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684993.232723:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204da00/0x8f0dbafbd9ef4115 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc81f expref: 17 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684993.232738:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9d92e0875200) 00010000:00010000:2.0:1770684993.232741:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1770684993.232744:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d930204da00, rc 0) 00000100:00100000:2.0:1770684993.232763:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:10014:x1856697499939584:12345-192.168.203.41@tcp:101:lfs.500 Request processed in 10596us (10863us total) trans 4294967316 rc 0/0 00000100:00100000:2.0:1770684993.232768:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 43 00000100:00100000:0.0:1770684993.239693:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770684993.239783:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499940352 00000100:00100000:2.0:1770684993.239793:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499940352 00000100:00100000:2.0:1770684993.239853:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 44 00000100:00100000:2.0:1770684993.239864:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:10014:x1856697499940352:12345-192.168.203.41@tcp:55:lfs.500 00010000:00010000:2.0:1770684993.239931:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef4123 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.239944:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204da00/0x8f0dbafbd9ef4115 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc81f expref: 17 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684993.239950:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef4123 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.239974:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204da00/0x8f0dbafbd9ef4115 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc81f expref: 17 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684993.239983:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204da00/0x8f0dbafbd9ef4115 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc81f expref: 17 pid: 6998 timeout: 418 lvb_type: 0 00000100:00100000:2.0:1770684993.239993:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c1500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514655616:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770684993.240073:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c57683c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770684993.242976:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770684993.243186:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c1500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514655616:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770684993.243213:0:6998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef4123 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.243782:0:6998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef4123 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.243787:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef4123 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.243950:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef4123 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.243954:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef4123 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.243958:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef4123 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.243962:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204de00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770684993.243965:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef4123 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.243969:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef4123 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.243975:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9d92e0875200) 00010000:00010000:2.0:1770684993.243977:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1770684993.243979:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef4123 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.243983:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef4123 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770684993.244011:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:10014:x1856697499940352:12345-192.168.203.41@tcp:55:lfs.500 Request processed in 4150us (4328us total) trans 4294967317 rc 0/0 00000100:00100000:2.0:1770684993.244032:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 44 00000100:00100000:0.0:1770684993.248956:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499940736 00000100:00100000:0.0:1770684993.248967:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499940736 00000100:00100000:0.0:1770684993.249021:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 13 00000100:00100000:0.0:1770684993.249030:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:10014:x1856697499940736:12345-192.168.203.41@tcp:35:lfs.500 00000100:00100000:0.0:1770684993.249334:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+18:10014:x1856697499940736:12345-192.168.203.41@tcp:35:lfs.500 Request processed in 304us (484us total) trans 4294967318 rc 0/0 00000100:00100000:0.0:1770684993.249342:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 13 00010000:00010000:1.0:1770684993.266290:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1770684993.306952:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770684993.312180:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499940992 00000100:00100000:2.0:1770684993.312194:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499940992 00000100:00100000:2.0:1770684993.312266:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 45 00000100:00100000:2.0:1770684993.312276:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+18:10018:x1856697499940992:12345-192.168.203.41@tcp:101:lfs.500 00010000:00010000:2.0:1770684993.312313:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770684993.312336:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef412a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc826 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684993.312409:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4131 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.312420:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4131 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.312429:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4131 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.312438:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef4138 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.312442:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef4138 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.312446:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef4138 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.312815:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef413f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.312822:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef413f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.312838:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef413f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770684993.312847:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 0 00010000:00010000:2.0:1770684993.312925:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4131 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.312930:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4131 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.312934:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4131 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.312938:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204d400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770684993.312941:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4131 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.312945:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4131 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.312954:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff9d92c5552400) 00010000:00010000:2.0:1770684993.312956:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770684993.312959:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4131 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.312962:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4131 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.312971:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef4138 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.312975:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef4138 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.312985:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef4138 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.312988:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204c400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770684993.312990:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef4138 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.312993:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef4138 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.312997:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x85942a7d (ffff9d92c5552500) 00010000:00010000:2.0:1770684993.312999:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770684993.313000:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef4138 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.313003:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef4138 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.313046:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef412a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc826 expref: 21 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684993.313055:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef413f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc826 expref: 20 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684993.313059:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9d92e0875200) 00010000:00010000:2.0:1770684993.313061:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770684993.313062:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d930204ce00, rc 0) 00000100:00100000:2.0:1770684993.313164:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+20:10018:x1856697499940992:12345-192.168.203.41@tcp:101:lfs.500 Request processed in 890us (6223us total) trans 4294967319 rc 0/0 00000100:00100000:2.0:1770684993.313169:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 45 00000100:00100000:1.0:1770684993.319807:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770684993.319853:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499941120 00000100:00100000:2.0:1770684993.319866:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499941120 00000100:00100000:2.0:1770684993.319929:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 46 00000100:00100000:2.0:1770684993.319939:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2c99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+20:10018:x1856697499941120:12345-192.168.203.41@tcp:54:lfs.500 00010000:00010000:2.0:1770684993.320008:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef414d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.320171:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef414d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.320186:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef414d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.320224:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef414d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.320231:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef414d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.320238:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef414d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.320244:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204c800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770684993.320247:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef414d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.320253:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef414d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.320264:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9d92e0875200) 00010000:00010000:2.0:1770684993.320267:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1770684993.320271:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef414d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.320305:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef414d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770684993.320419:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2c99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+20:10018:x1856697499941120:12345-192.168.203.41@tcp:54:lfs.500 Request processed in 478us (619us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684993.320432:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 46 00000100:00100000:0.0:1770684993.323365:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499941376 00000100:00100000:0.0:1770684993.323377:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499941376 00000100:00100000:0.0:1770684993.323437:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 14 00000100:00100000:0.0:1770684993.323447:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+20:10018:x1856697499941376:12345-192.168.203.41@tcp:35:lfs.500 00000100:00100000:0.0:1770684993.323916:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+21:10018:x1856697499941376:12345-192.168.203.41@tcp:35:lfs.500 Request processed in 471us (640us total) trans 4294967320 rc 0/0 00000100:00100000:0.0:1770684993.323922:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 14 00000100:00100000:0.0:1770684993.414441:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770684993.414525:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499941632 00000100:00100000:2.0:1770684993.414536:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499941632 00000100:00100000:2.0:1770684993.414627:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 47 00000100:00100000:2.0:1770684993.414638:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+21:10023:x1856697499941632:12345-192.168.203.41@tcp:101:lfs.500 00010000:00010000:2.0:1770684993.414668:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770684993.414692:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4154 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc82d expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684993.414791:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef415b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.414806:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef413f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc826 expref: 22 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684993.414814:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef415b lrc: 4/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.414848:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef413f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc826 expref: 22 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684993.414860:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef413f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc826 expref: 22 pid: 6998 timeout: 418 lvb_type: 0 00000100:00100000:2.0:1770684993.414893:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c1500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514655744:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770684993.415257:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c57683c0 going to sleep for 11 seconds 00000100:00100000:2.0:1770684993.419795:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c1500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514655744:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770684993.419832:0:6998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef415b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770684993.420456:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499941760 00000100:00100000:0.0:1770684993.420468:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499941760 00010000:00010000:0.0:1770684993.420545:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef413f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc826 expref: 23 pid: 6998 timeout: 418 lvb_type: 0 00000100:00100000:0.0:1770684993.420608:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 37 00000100:00100000:0.0:1770684993.420618:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+23:2351:x1856697499941760:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770684993.420635:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770684993.420641:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef413f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc826 expref: 23 pid: 6998 timeout: 418 lvb_type: 0 00010000:00010000:0.0:1770684993.420652:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef413f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc826 expref: 23 pid: 6998 timeout: 418 lvb_type: 0 00010000:00010000:0.0:1770684993.420672:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef413f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc826 expref: 23 pid: 6998 timeout: 418 lvb_type: 0 00010000:00010000:0.0:1770684993.420688:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9d92e0875200) 00010000:00010000:0.0:1770684993.420693:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef415b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.420702:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef415b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.420709:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef415b lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.420743:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770684993.420903:0:6998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef415b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.420911:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef415b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770684993.420936:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 0 00010000:00010000:2.0:1770684993.421167:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4154 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc82d expref: 24 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684993.421194:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef415b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc82d expref: 23 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684993.421204:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9d92e0875200) 00010000:00010000:2.0:1770684993.421209:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1770684993.421213:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d930204de00, rc 0) 00000100:00100000:0.0:1770684993.422220:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+23:2351:x1856697499941760:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 1594us (2521us total) trans 0 rc 0/0 00000100:00100000:0.0:1770684993.422233:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 37 00000100:00100000:2.0:1770684993.422314:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+22:10023:x1856697499941632:12345-192.168.203.41@tcp:101:lfs.500 Request processed in 7676us (7883us total) trans 4294967321 rc 0/0 00000100:00100000:2.0:1770684993.422321:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 47 00000100:00100000:2.0:1770684993.427864:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499942016 00000100:00100000:2.0:1770684993.427879:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499942016 00000100:00100000:2.0:1770684993.427986:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 48 00000100:00100000:2.0:1770684993.428001:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+22:10023:x1856697499942016:12345-192.168.203.41@tcp:55:lfs.500 00010000:00010000:2.0:1770684993.428288:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4169 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.428314:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef415b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc82d expref: 22 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684993.428323:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4169 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.428374:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef415b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc82d expref: 22 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770684993.428393:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef415b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc82d expref: 22 pid: 6998 timeout: 418 lvb_type: 0 00000100:00100000:2.0:1770684993.428412:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c1500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514655872:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770684993.428530:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c57683c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770684993.433450:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770684993.433831:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c1500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514655872:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770684993.433857:0:6998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4169 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770684993.433983:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499942144 00000100:00100000:0.0:1770684993.433990:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499942144 00010000:00010000:0.0:1770684993.434094:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef415b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc82d expref: 23 pid: 6998 timeout: 418 lvb_type: 0 00000100:00100000:0.0:1770684993.434155:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 38 00000100:00100000:0.0:1770684993.434164:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d84e3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+23:2350:x1856697499942144:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770684993.434178:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770684993.434184:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef415b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc82d expref: 23 pid: 6998 timeout: 418 lvb_type: 0 00010000:00010000:0.0:1770684993.434194:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef415b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc82d expref: 23 pid: 6998 timeout: 418 lvb_type: 0 00010000:00010000:0.0:1770684993.434214:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef415b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc82d expref: 23 pid: 6998 timeout: 418 lvb_type: 0 00010000:00010000:0.0:1770684993.434229:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9d92e0875200) 00010000:00010000:0.0:1770684993.434233:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4169 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.434243:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4169 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.434250:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4169 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.434289:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770684993.434349:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d84e3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+22:2350:x1856697499942144:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 186us (910us total) trans 0 rc 0/0 00000100:00100000:0.0:1770684993.434357:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 38 00000100:00100000:2.0:1770684993.437166:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684993.437275:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499942400 00000100:00100000:1.0:1770684993.437285:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499942400 00000100:00100000:1.0:1770684993.437366:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 15 00000100:00100000:1.0:1770684993.437381:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8427050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+22:10023:x1856697499942400:12345-192.168.203.41@tcp:35:lfs.500 00000100:00100000:1.0:1770684993.437680:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8427050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+23:10023:x1856697499942400:12345-192.168.203.41@tcp:35:lfs.500 Request processed in 304us (526us total) trans 4294967323 rc 0/0 00000100:00100000:1.0:1770684993.437688:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 15 00000100:00100000:1.0:1770684993.483142:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00010000:00010000:0.0:1770684993.485387:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef4185 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.485406:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef4185 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.485418:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef4185 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770684993.485432:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 0 00010000:00010000:0.0:1770684993.485829:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef4177 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.485837:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef4177 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.485845:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef4177 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.485853:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c23fea00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770684993.485859:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef4177 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.485868:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef4177 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.485886:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff9d92c5552400) 00010000:00010000:0.0:1770684993.485890:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770684993.485913:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef4177 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.485922:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef4177 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.485944:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef417e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.485952:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef417e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.485959:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef417e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.485966:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c23fe800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770684993.485971:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef417e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.485978:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef417e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.485990:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x85942a7d (ffff9d92e0875500) 00010000:00010000:0.0:1770684993.485994:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770684993.485997:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef417e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.486004:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef417e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.486223:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23ffe00/0x8f0dbafbd9ef4170 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc834 expref: 26 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770684993.486238:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef4185 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc834 expref: 25 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770684993.486253:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9d92e0875200) 00010000:00010000:0.0:1770684993.486255:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770684993.486258:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c13a2200, rc 0) 00000100:00100000:0.0:1770684993.486437:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2c9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+25:10026:x1856697499942656:12345-192.168.203.41@tcp:101:lfs.500 Request processed in 2924us (3306us total) trans 4294967324 rc 0/0 00000100:00100000:0.0:1770684993.486449:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 49 00000100:00100000:2.0:1770684993.492438:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770684993.492802:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499942784 00000100:00100000:0.0:1770684993.492813:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499942784 00000100:00100000:0.0:1770684993.492883:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 50 00000100:00100000:0.0:1770684993.492897:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+25:10026:x1856697499942784:12345-192.168.203.41@tcp:54:lfs.500 00010000:00010000:0.0:1770684993.492995:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef4193 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.493241:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef4193 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.493254:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef4193 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.493279:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef4193 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.493286:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef4193 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.493302:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef4193 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.493309:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c13a3400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770684993.493313:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef4193 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.493340:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef4193 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.493357:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9d92e0875200) 00010000:00010000:0.0:1770684993.493361:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1770684993.493368:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef4193 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.493376:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef4193 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770684993.493952:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+25:10026:x1856697499942784:12345-192.168.203.41@tcp:54:lfs.500 Request processed in 1053us (1523us total) trans 0 rc 0/0 00000100:00100000:0.0:1770684993.493965:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 50 00000100:00100000:2.0:1770684993.497865:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684993.566926:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770684993.567067:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499943296 00000100:00100000:0.0:1770684993.567082:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499943296 00000100:00100000:0.0:1770684993.567178:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 51 00000100:00100000:0.0:1770684993.567195:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2c9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+26:10031:x1856697499943296:12345-192.168.203.41@tcp:101:lfs.500 00010000:00010000:0.0:1770684993.567231:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770684993.567266:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef419a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc83b expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770684993.567371:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef41a1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.567385:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef4185 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc834 expref: 27 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770684993.567393:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef41a1 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.567440:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef4185 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc834 expref: 27 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770684993.567452:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef4185 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc834 expref: 27 pid: 6998 timeout: 418 lvb_type: 0 00000100:00100000:0.0:1770684993.567465:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aef800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514656000:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770684993.567573:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c70d79c0 going to sleep for 11 seconds 00000100:00100000:2.0:1770684993.576871:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00010000:00010000:0.0:1770684993.579168:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef4185 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc834 expref: 27 pid: 6998 timeout: 418 lvb_type: 0 00000100:00100000:0.0:1770684993.579205:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aef800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514656000:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770684993.579402:0:6998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef41a1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.579419:0:6998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef41a1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.579428:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef41a1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770684993.579455:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 0 00010000:00010000:0.0:1770684993.579794:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef419a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc83b expref: 28 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770684993.579812:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef41a1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc83b expref: 27 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770684993.579825:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9d92e0875200) 00010000:00010000:0.0:1770684993.579847:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1770684993.579852:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c13a3a00, rc 0) 00000100:00100000:0.0:1770684993.579951:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2c9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+27:10031:x1856697499943296:12345-192.168.203.41@tcp:101:lfs.500 Request processed in 12758us (13031us total) trans 4294967326 rc 0/0 00000100:00100000:0.0:1770684993.579963:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 51 00000100:00100000:2.0:1770684993.609823:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770684993.610001:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499943680 00000100:00100000:0.0:1770684993.610014:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499943680 00000100:00100000:0.0:1770684993.610152:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 52 00000100:00100000:0.0:1770684993.610167:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+27:10034:x1856697499943680:12345-192.168.203.41@tcp:101:lfs.500 00010000:00010000:0.0:1770684993.610203:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770684993.610248:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef41af lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc842 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770684993.610356:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef41b6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.610374:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef41b6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.610389:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef41b6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.610414:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef41bd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.610424:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef41bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.610433:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef41bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.610699:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9d200/0x8f0dbafbd9ef41c4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.610731:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9d200/0x8f0dbafbd9ef41c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.610742:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9d200/0x8f0dbafbd9ef41c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770684993.610758:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 0 00010000:00010000:0.0:1770684993.610875:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef41b6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.610885:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef41b6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.610893:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef41b6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.610901:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c13a2200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770684993.610907:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef41b6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.610916:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef41b6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.610934:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff9d92c5552400) 00010000:00010000:0.0:1770684993.610938:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770684993.610945:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef41b6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.610953:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef41b6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.610972:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef41bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.610996:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef41bd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.611004:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef41bd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.611010:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92d8f9c800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770684993.611015:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef41bd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.611023:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef41bd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.611034:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x85942a7d (ffff9d92c554f600) 00010000:00010000:0.0:1770684993.611037:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770684993.611040:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef41bd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.611046:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef41bd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.611111:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef41af lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc842 expref: 30 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770684993.611132:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9d200/0x8f0dbafbd9ef41c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc842 expref: 29 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770684993.611141:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9d92e0875200) 00010000:00010000:0.0:1770684993.611145:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1770684993.611149:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92d8f9d200, rc 0) 00000100:00100000:0.0:1770684993.611228:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+29:10034:x1856697499943680:12345-192.168.203.41@tcp:101:lfs.500 Request processed in 1064us (1416us total) trans 4294967327 rc 0/0 00000100:00100000:0.0:1770684993.611253:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 52 00000100:00100000:0.0:1770684993.621462:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499943808 00000100:00100000:0.0:1770684993.621477:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499943808 00000100:00100000:0.0:1770684993.621559:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 53 00000100:00100000:0.0:1770684993.621570:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+29:10034:x1856697499943808:12345-192.168.203.41@tcp:54:lfs.500 00010000:00010000:0.0:1770684993.621661:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef41d2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.621679:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef41a1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc83b expref: 29 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770684993.621688:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef41d2 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.621724:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef41a1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc83b expref: 29 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770684993.621734:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef41a1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc83b expref: 29 pid: 6998 timeout: 418 lvb_type: 0 00000100:00100000:0.0:1770684993.621745:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aef800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514656128:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770684993.621821:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c70d7900 going to sleep for 11 seconds 00000100:00100000:1.0:1770684993.629117:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770684993.629238:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aef800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514656128:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770684993.629271:0:6998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef41d2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:1.0:1770684993.638428:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770684993.638670:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499944192 00000100:00100000:2.0:1770684993.638692:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499944192 00010000:00010000:2.0:1770684993.638733:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef41a1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc83b expref: 31 pid: 6998 timeout: 418 lvb_type: 0 00000100:00100000:2.0:1770684993.638776:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 40 00000100:00100000:2.0:1770684993.638786:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2c99500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+31:2350:x1856697499944192:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770684993.638802:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770684993.638809:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef41a1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc83b expref: 31 pid: 6998 timeout: 418 lvb_type: 0 00010000:00010000:2.0:1770684993.638821:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef41a1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc83b expref: 31 pid: 6998 timeout: 418 lvb_type: 0 00010000:00010000:2.0:1770684993.638844:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef41a1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc83b expref: 31 pid: 6998 timeout: 418 lvb_type: 0 00010000:00010000:2.0:1770684993.638860:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9d92e0875200) 00010000:00010000:2.0:1770684993.638865:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef41d2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.638873:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef41d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.638880:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef41d2 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.638912:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770684993.638967:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2c99500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+30:2350:x1856697499944192:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 181us (548us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684993.638975:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 40 00010000:00010000:0.0:1770684993.639053:0:6998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef41d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.639071:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef41d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.639100:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef41d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.639106:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef41d2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.639112:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef41d2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.639117:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92d8f9c800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770684993.639120:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef41d2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.639126:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef41d2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.639134:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9d92e0875200) 00010000:00010000:0.0:1770684993.639137:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1770684993.639140:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef41d2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.639144:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef41d2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770684993.639181:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+29:10034:x1856697499943808:12345-192.168.203.41@tcp:54:lfs.500 Request processed in 17614us (21355us total) trans 0 rc 0/0 00000100:00100000:0.0:1770684993.639189:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 53 00000100:00100000:2.0:1770684993.643077:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684993.643158:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499944448 00000100:00100000:1.0:1770684993.643166:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499944448 00000100:00100000:1.0:1770684993.643207:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 18 00000100:00100000:1.0:1770684993.643214:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+29:10034:x1856697499944448:12345-192.168.203.41@tcp:35:lfs.500 00000100:00100000:1.0:1770684993.643499:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+30:10034:x1856697499944448:12345-192.168.203.41@tcp:35:lfs.500 Request processed in 284us (431us total) trans 4294967329 rc 0/0 00000100:00100000:1.0:1770684993.643507:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 18 00000100:00100000:1.0:1770684993.695530:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770684993.696080:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499944704 00000100:00100000:0.0:1770684993.696091:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499944704 00000100:00100000:0.0:1770684993.696157:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 54 00000100:00100000:0.0:1770684993.696168:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+30:10039:x1856697499944704:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770684993.696198:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770684993.696217:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef41d9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc849 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770684993.696328:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef41e0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.696342:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef41e0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.696352:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef41e0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.696366:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef41e7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.696373:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef41e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.696379:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef41e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.696506:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef41ee lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.696516:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef41ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.696524:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef41ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770684993.696533:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 0 00010000:00010000:0.0:1770684993.696682:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef41e0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.696690:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef41e0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.696696:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef41e0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.696702:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92d8f9ce00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770684993.696706:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef41e0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.696713:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef41e0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.696725:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff9d92c5552400) 00010000:00010000:0.0:1770684993.696729:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770684993.696733:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef41e0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.696739:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef41e0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.696750:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef41e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.696757:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef41e7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.696762:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef41e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.697061:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92d8f9c600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770684993.697068:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef41e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.697084:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef41e7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.697094:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x85942a7d (ffff9d92c554f600) 00010000:00010000:0.0:1770684993.697096:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770684993.697099:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef41e7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.697103:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef41e7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.697151:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef41d9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc849 expref: 33 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770684993.697350:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef41ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc849 expref: 32 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770684993.697357:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9d92e0875200) 00010000:00010000:0.0:1770684993.697360:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770684993.697362:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c13a3a00, rc 0) 00000100:00100000:0.0:1770684993.697433:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+32:10039:x1856697499944704:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 1266us (1921us total) trans 4294967330 rc 0/0 00000100:00100000:0.0:1770684993.697441:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 54 00000100:00100000:2.0:1770684993.703112:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684993.703245:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499944832 00000100:00100000:1.0:1770684993.703259:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499944832 00000100:00100000:1.0:1770684993.703369:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 19 00000100:00100000:1.0:1770684993.703383:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+32:10039:x1856697499944832:12345-192.168.203.41@tcp:49:lfs.0 00000100:00100000:1.0:1770684993.703559:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+32:10039:x1856697499944832:12345-192.168.203.41@tcp:49:lfs.0 Request processed in 181us (458us total) trans 0 rc -61/-61 00000100:00100000:1.0:1770684993.703568:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 19 00000100:00100000:2.0:1770684993.716211:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770684993.716626:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499945088 00000100:00100000:0.0:1770684993.716640:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499945088 00000100:00100000:0.0:1770684993.716791:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 55 00000100:00100000:0.0:1770684993.716809:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+32:10039:x1856697499945088:12345-192.168.203.41@tcp:55:lfs.0 00010000:00010000:0.0:1770684993.716918:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef41fc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.716960:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef41ee lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc849 expref: 32 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770684993.716972:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef41fc lrc: 4/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.717015:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef41ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc849 expref: 32 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770684993.717028:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef41ee lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc849 expref: 32 pid: 6998 timeout: 418 lvb_type: 0 00000100:00100000:0.0:1770684993.717043:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aef800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514656256:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770684993.717148:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c70d70c0 going to sleep for 11 seconds 00000100:00100000:2.0:1770684993.721309:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00010000:00010000:0.0:1770684993.722964:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef41ee lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc849 expref: 32 pid: 6998 timeout: 418 lvb_type: 0 00000100:00100000:0.0:1770684993.722986:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aef800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514656256:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770684993.723014:0:6998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef41fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.723023:0:6998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef41fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.723028:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef41fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.724133:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef41fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.724176:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef41fc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.724187:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef41fc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.724195:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c13a3400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770684993.724201:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef41fc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.724213:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef41fc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.724526:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9d92e0875200) 00010000:00010000:0.0:1770684993.724530:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1770684993.724536:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef41fc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.724541:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef41fc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770684993.724776:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+32:10039:x1856697499945088:12345-192.168.203.41@tcp:55:lfs.0 Request processed in 7969us (8567us total) trans 4294967331 rc 0/0 00000100:00100000:0.0:1770684993.724787:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 55 00000100:00100000:2.0:1770684993.730725:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684993.781820:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770684993.781926:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499945728 00000100:00100000:0.0:1770684993.781936:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499945728 00000100:00100000:0.0:1770684993.781997:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 56 00000100:00100000:0.0:1770684993.782007:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c39d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+33:10042:x1856697499945728:12345-192.168.203.41@tcp:101:lfs.500 00010000:00010000:0.0:1770684993.782035:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770684993.782054:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef4203 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc850 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770684993.782138:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef420a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.782148:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef420a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.782157:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef420a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.782165:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef4211 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.782170:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef4211 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.782173:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef4211 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.782302:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef4218 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.782311:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef4218 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.782322:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef4218 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770684993.782334:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 0 00010000:00010000:0.0:1770684993.782449:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef420a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.782460:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef420a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.782479:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef420a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.782486:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c13a3a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770684993.782490:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef420a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.782497:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef420a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.782508:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff9d92c5552400) 00010000:00010000:0.0:1770684993.782511:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770684993.782516:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef420a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.782521:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef420a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.782534:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef4211 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.782540:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef4211 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.782546:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef4211 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.782551:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c13a2200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770684993.782554:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef4211 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.782560:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef4211 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.782791:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x85942a7d (ffff9d92c554f600) 00010000:00010000:0.0:1770684993.782794:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770684993.782798:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef4211 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.782805:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef4211 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.782868:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef4203 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc850 expref: 36 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770684993.782889:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef4218 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc850 expref: 35 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770684993.782898:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9d92e0875200) 00010000:00010000:0.0:1770684993.782902:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770684993.782906:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92d8f9c800, rc 0) 00000100:00100000:0.0:1770684993.782999:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c39d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+35:10042:x1856697499945728:12345-192.168.203.41@tcp:101:lfs.500 Request processed in 990us (1187us total) trans 4294967333 rc 0/0 00000100:00100000:0.0:1770684993.783009:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 56 00000100:00100000:1.0:1770684993.787971:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770684993.788033:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499945856 00000100:00100000:0.0:1770684993.788041:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499945856 00000100:00100000:0.0:1770684993.788085:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 57 00000100:00100000:0.0:1770684993.788092:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+35:10042:x1856697499945856:12345-192.168.203.41@tcp:54:lfs.500 00010000:00010000:0.0:1770684993.788153:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef4226 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.788167:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef4226 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.788187:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef4226 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.788209:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef4226 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.788214:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef4226 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.788218:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef4226 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.788222:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92d8f9c600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770684993.788226:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef4226 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.788233:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef4226 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.788245:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9d92e0875200) 00010000:00010000:0.0:1770684993.788247:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1770684993.788251:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef4226 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.788256:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef4226 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770684993.789300:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+35:10042:x1856697499945856:12345-192.168.203.41@tcp:54:lfs.500 Request processed in 1192us (1321us total) trans 0 rc 0/0 00000100:00100000:0.0:1770684993.789312:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 57 00000100:00100000:2.0:1770684993.798097:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684993.919926:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684993.930855:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770684993.932162:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499946496 00000100:00100000:0.0:1770684993.932180:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499946496 00000100:00100000:0.0:1770684993.932461:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 58 00000100:00100000:0.0:1770684993.932774:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+36:10047:x1856697499946496:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770684993.932802:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770684993.932835:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef422d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc857 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770684993.932976:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef4234 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.932997:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef4218 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc850 expref: 37 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770684993.933008:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef4234 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.933383:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef4218 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc850 expref: 37 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770684993.933404:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef4218 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc850 expref: 37 pid: 6998 timeout: 418 lvb_type: 0 00000100:00100000:0.0:1770684993.933421:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aef800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514656384:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770684993.933838:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c70d7540 going to sleep for 11 seconds 00000100:00100000:1.0:1770684993.942417:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770684993.942944:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499946624 00000100:00100000:2.0:1770684993.942958:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499946624 00010000:00010000:2.0:1770684993.943037:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef4218 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc850 expref: 38 pid: 6998 timeout: 418 lvb_type: 0 00000100:00100000:2.0:1770684993.943097:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 42 00000100:00100000:2.0:1770684993.943114:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5303b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+38:2350:x1856697499946624:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770684993.943136:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770684993.943149:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef4218 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc850 expref: 38 pid: 6998 timeout: 418 lvb_type: 0 00010000:00010000:2.0:1770684993.943168:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef4218 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc850 expref: 38 pid: 6998 timeout: 418 lvb_type: 0 00010000:00010000:2.0:1770684993.943200:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9d92e0875200) 00010000:00010000:2.0:1770684993.943209:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef4234 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.943222:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef4234 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.943231:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef4234 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770684993.943255:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770684993.943335:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5303b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+38:2350:x1856697499946624:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 227us (932us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684993.943343:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 42 00010000:00010000:0.0:1770684993.944735:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef4218 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc850 expref: 37 pid: 6998 timeout: 418 lvb_type: 0 00000100:00100000:0.0:1770684993.944756:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aef800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514656384:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770684993.944783:0:6998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef4234 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.944808:0:6998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef4234 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770684993.944814:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef4234 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770684993.944834:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 0 00010000:00010000:0.0:1770684993.944997:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef422d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc857 expref: 38 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770684993.945413:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef4234 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc857 expref: 37 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770684993.945423:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9d92e0875200) 00010000:00010000:0.0:1770684993.945426:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1770684993.945430:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92d8f9ce00, rc 0) 00000100:00100000:0.0:1770684993.945501:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+37:10047:x1856697499946496:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 13030us (14654us total) trans 4294967335 rc 0/0 00000100:00100000:0.0:1770684993.945510:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 58 00000100:00100000:1.0:1770684993.956809:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770684993.956966:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499946880 00000100:00100000:0.0:1770684993.956980:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499946880 00000100:00100000:0.0:1770684993.957206:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 59 00000100:00100000:0.0:1770684993.957915:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+37:10047:x1856697499946880:12345-192.168.203.41@tcp:55:lfs.0 00010000:00010000:1.0:1770684993.958437:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1400/0x8f0dbafbd9ef4242 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770684993.958456:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef4234 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc857 expref: 37 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684993.958464:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1400/0x8f0dbafbd9ef4242 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770684993.958783:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef4234 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc857 expref: 37 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684993.958798:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef4234 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc857 expref: 37 pid: 6998 timeout: 418 lvb_type: 0 00000100:00100000:1.0:1770684993.958813:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c4f61880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514656512:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770684993.958910:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c2a7c600 going to sleep for 11 seconds 00000100:00100000:1.0:1770684993.962895:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c4f61880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514656512:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770684993.962951:0:6998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1400/0x8f0dbafbd9ef4242 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:1.0:1770684993.965964:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00010000:00010000:1.0:1770684993.966715:0:6998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1400/0x8f0dbafbd9ef4242 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770684993.966727:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1400/0x8f0dbafbd9ef4242 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770684993.966983:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1400/0x8f0dbafbd9ef4242 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770684993.966995:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1400/0x8f0dbafbd9ef4242 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770684993.967004:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1400/0x8f0dbafbd9ef4242 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770684993.967013:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b1400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770684993.967019:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1400/0x8f0dbafbd9ef4242 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770684993.967027:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1400/0x8f0dbafbd9ef4242 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770684993.967044:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9d92e0875200) 00010000:00010000:1.0:1770684993.967048:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1770684993.967054:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1400/0x8f0dbafbd9ef4242 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770684993.967062:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1400/0x8f0dbafbd9ef4242 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:1.0:1770684993.967154:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+37:10047:x1856697499946880:12345-192.168.203.41@tcp:55:lfs.0 Request processed in 9935us (10353us total) trans 4294967336 rc 0/0 00000100:00100000:1.0:1770684993.967167:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 59 00000100:00100000:2.0:1770684993.974914:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684993.975370:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499947264 00000100:00100000:1.0:1770684993.975383:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499947264 00000100:00100000:1.0:1770684993.975491:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 23 00000100:00100000:1.0:1770684993.975502:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+37:10047:x1856697499947264:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:1.0:1770684993.975824:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+38:10047:x1856697499947264:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 320us (917us total) trans 4294967337 rc 0/0 00000100:00100000:1.0:1770684993.975835:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 23 00000100:00100000:0.0:1770684994.045308:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770684994.045515:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499947520 00000100:00100000:1.0:1770684994.045525:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499947520 00000100:00100000:1.0:1770684994.045620:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 60 00000100:00100000:1.0:1770684994.045630:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+38:10050:x1856697499947520:12345-192.168.203.41@tcp:101:lfs.500 00010000:00010000:1.0:1770684994.045657:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770684994.045677:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1400/0x8f0dbafbd9ef4249 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc85e expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684994.045752:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef4250 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770684994.045766:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef4250 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770684994.045777:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef4250 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770684994.045793:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef4257 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770684994.045813:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef4257 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770684994.045820:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef4257 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770684994.045930:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0600/0x8f0dbafbd9ef425e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770684994.045937:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0600/0x8f0dbafbd9ef425e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770684994.045941:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0600/0x8f0dbafbd9ef425e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:1.0:1770684994.045949:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 0 00010000:00010000:1.0:1770684994.046034:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef4250 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770684994.046042:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef4250 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770684994.046047:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef4250 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770684994.046053:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b1800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770684994.046057:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef4250 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770684994.046064:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef4250 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770684994.046076:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff9d92c5552400) 00010000:00010000:1.0:1770684994.046079:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770684994.046091:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef4250 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770684994.046098:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef4250 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770684994.046111:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef4257 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770684994.046115:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef4257 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770684994.046121:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef4257 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770684994.046125:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b0800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770684994.046128:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef4257 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770684994.046132:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef4257 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770684994.046139:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x85942a7d (ffff9d92d1988300) 00010000:00010000:1.0:1770684994.046141:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770684994.046143:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef4257 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770684994.046148:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef4257 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x85942a7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770684994.046190:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1400/0x8f0dbafbd9ef4249 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc85e expref: 41 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684994.046203:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0600/0x8f0dbafbd9ef425e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc85e expref: 40 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770684994.046216:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9d92e0875200) 00010000:00010000:1.0:1770684994.046233:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1770684994.046235:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c29b0600, rc 0) 00000100:00100000:1.0:1770684994.046308:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:10050:x1856697499947520:12345-192.168.203.41@tcp:101:lfs.500 Request processed in 680us (1019us total) trans 4294967338 rc 0/0 00000100:00100000:1.0:1770684994.046315:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 60 00000100:00080000:0.0:1770684994.046720:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770684994.059663:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770684994.059763:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499947648 00000100:00100000:0.0:1770684994.059776:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499947648 00000100:00100000:0.0:1770684994.059840:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 61 00000100:00100000:0.0:1770684994.059864:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:10050:x1856697499947648:12345-192.168.203.41@tcp:54:lfs.500 00010000:00010000:0.0:1770684994.059932:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef426c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770684994.059946:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef426c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770684994.059954:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef426c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770684994.059977:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef426c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770684994.059982:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef426c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770684994.059986:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef426c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770684994.059990:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92d8f9c800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770684994.059993:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef426c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770684994.059997:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef426c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770684994.060007:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9d92e0875200) 00010000:00010000:0.0:1770684994.060009:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1770684994.060013:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef426c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770684994.060018:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef426c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:0.0:1770684994.060098:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:10050:x1856697499947648:12345-192.168.203.41@tcp:54:lfs.500 Request processed in 237us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1770684994.060104:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 61 00000100:00100000:1.0:1770684994.063800:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499947904 00000100:00100000:1.0:1770684994.063815:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499947904 00000100:00100000:1.0:1770684994.063913:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 24 00000100:00100000:1.0:1770684994.063932:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:10050:x1856697499947904:12345-192.168.203.41@tcp:35:lfs.500 00000100:00100000:1.0:1770684994.067297:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+41:10050:x1856697499947904:12345-192.168.203.41@tcp:35:lfs.500 Request processed in 3353us (3765us total) trans 4294967339 rc 0/0 00000100:00100000:1.0:1770684994.067312:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 24 00010000:00010000:0.0:1770684994.290521:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770684995.314152:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770684995.635808:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0f88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514657024:0@lo:400:kworker.0 00000100:00100000:2.0:1770684995.635894:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770684995.635956:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1770684995.635963:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0f8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514656640:0@lo:400:kworker.0 00000100:00100000:2.0:1770684995.635992:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770684995.636015:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0f88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514657152:0@lo:400:kworker.0 00000100:00100000:2.0:1770684995.636038:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770684995.636065:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0f8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514656768:0@lo:400:kworker.0 00000100:00100000:2.0:1770684995.636089:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770684995.636121:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0f8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514657280:0@lo:400:kworker.0 00000100:00100000:2.0:1770684995.636143:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770684995.636164:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1770684995.636170:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0f8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514656896:0@lo:400:kworker.0 00000100:00100000:2.0:1770684995.636191:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770684995.636227:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514656640 00000100:00100000:2.0:1770684995.636234:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514656640 00000100:00100000:2.0:1770684995.636290:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:2.0:1770684995.636299:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300566850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514656640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770684995.636352:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300566850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514656640:12345-0@lo:400:kworker.0 Request processed in 54us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684995.636360:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00000100:00100000:2.0:1770684995.636408:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514657152 00000100:00100000:2.0:1770684995.636412:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514657152 00000100:00100000:2.0:1770684995.636446:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514656768 00000100:00100000:2.0:1770684995.636449:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514656768 00000100:00100000:2.0:1770684995.636460:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514656896 00000100:00100000:2.0:1770684995.636462:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514656896 00000100:00100000:2.0:1770684995.636476:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00100000:2.0:1770684995.636482:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514657152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770684995.636515:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514657152:12345-0@lo:400:kworker.0 Request processed in 34us (477us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684995.636521:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00100000:2.0:1770684995.636532:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00100000:2.0:1770684995.636537:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514656768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770684995.636568:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514656768:12345-0@lo:400:kworker.0 Request processed in 31us (478us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684995.636574:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00100000:2.0:1770684995.636624:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00100000:2.0:1770684995.636630:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514656896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770684995.636657:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514656896:12345-0@lo:400:kworker.0 Request processed in 28us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684995.636662:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00100000:2.0:1770684995.636683:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514657024 00000100:00100000:2.0:1770684995.636687:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514657024 00000100:00100000:2.0:1770684995.636712:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514657280 00000100:00100000:2.0:1770684995.636716:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514657280 00000100:00100000:2.0:1770684995.636735:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1770684995.636740:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514657024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770684995.636767:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514657024:12345-0@lo:400:kworker.0 Request processed in 27us (874us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684995.636779:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1770684995.636791:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1770684995.636796:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514657280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770684995.636823:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514657280:12345-0@lo:400:kworker.0 Request processed in 26us (678us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684995.636828:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00080000:2.0:1770684995.636851:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1770684995.636855:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1770684995.636858:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770684995.636896:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0f8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514656896:0@lo:400:kworker.0 00000100:00100000:2.0:1770684995.636909:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0f8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514656768:0@lo:400:kworker.0 00000100:00100000:2.0:1770684995.636917:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0f8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514657280:0@lo:400:kworker.0 00000100:00100000:2.0:1770684995.636944:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0f8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514656640:0@lo:400:kworker.0 00000100:00100000:2.0:1770684995.636952:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0f88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514657152:0@lo:400:kworker.0 00010000:00080000:2.0:1770684995.636963:0:3288:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d92d0f88a80 x1856697514657024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770685011 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1770684995.636973:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0f88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514657024:0@lo:400:kworker.0 00000100:00100000:1.0:1770684996.154253:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1770684996.154285:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c4f61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514657408:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1770684996.154360:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684996.154426:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514657408 00000100:00100000:1.0:1770684996.154433:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514657408 00000100:00100000:1.0:1770684996.154652:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1770684996.154663:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514657408:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1770684996.154698:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1770684996.154743:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514657408:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684996.154749:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00010000:00080000:1.0:1770684996.154803:0:3290:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d92c4f61180 x1856697514657408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770685012 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770684996.154822:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c4f61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514657408:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1770684996.154869:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c4f61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514657536:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1770684996.154895:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770684996.154928:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514657536 00000100:00100000:1.0:1770684996.154933:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514657536 00000100:00100000:1.0:1770684996.154955:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1770684996.154961:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514657536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1770684996.154980:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1770684996.156770:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514657536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1800us (1865us total) trans 0 rc 0/0 00000100:00100000:1.0:1770684996.156782:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1770684996.156852:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c4f61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514657536:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1770684996.339351:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770684997.362447:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770684998.348287:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770684998.348371:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770684998.348416:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770684998.348458:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770684998.348487:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499948160 00000100:00100000:2.0:1770684998.348497:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499948160 00000100:00100000:2.0:1770684998.348607:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499948416 00000100:00100000:2.0:1770684998.348611:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499948416 00000100:00100000:2.0:1770684998.348633:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 138 00000100:00100000:2.0:1770684998.348640:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2348:x1856697499948160:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770684998.348706:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2348:x1856697499948160:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 66us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684998.348713:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 138 00000100:00100000:2.0:1770684998.348727:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 139 00000100:00100000:2.0:1770684998.348732:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+5:2348:x1856697499948416:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770684998.348749:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+5:2348:x1856697499948416:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 17us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1770684998.348755:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 139 00000100:00080000:2.0:1770684998.348768:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770684998.348882:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499948032 00000100:00100000:0.0:1770684998.348886:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499948032 00000100:00100000:0.0:1770684998.348915:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 289 00000100:00100000:0.0:1770684998.348922:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300567450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2348:x1856697499948032:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770684998.348948:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300567450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2348:x1856697499948032:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 26us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1770684998.348955:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 289 00000100:00080000:0.0:1770684998.351624:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1770684998.388953:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770684999.413204:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770685000.433974:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685000.755100:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514657664:0@lo:400:kworker.0 00000100:00100000:1.0:1770685000.755134:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685000.755155:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514658176:0@lo:400:kworker.0 00000100:00100000:1.0:1770685000.755176:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685000.755194:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1770685000.755199:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514658048:0@lo:400:kworker.0 00000100:00100000:1.0:1770685000.755220:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685000.755316:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514658304 00000100:00100000:1.0:1770685000.755320:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514658304 00000100:00100000:2.0:1770685000.755379:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514657664 00000100:00100000:2.0:1770685000.755383:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514657664 00000100:00100000:1.0:1770685000.760426:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1770685000.760441:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514658304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685000.760533:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514658304:12345-0@lo:400:kworker.0 Request processed in 96us (5404us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685000.760541:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1770685000.767015:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:2.0:1770685000.767034:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514657664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685000.767123:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514657664:12345-0@lo:400:kworker.0 Request processed in 97us (11987us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685000.767131:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000100:00080000:0.0:1770685000.767255:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1770685000.767263:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1770685000.767268:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770685000.767437:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514657664:0@lo:400:kworker.0 00000100:00100000:2.0:1770685001.266159:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c4f61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514658432:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1770685001.266268:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685001.266601:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514658560:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1770685001.266648:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685001.266839:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514658432 00000100:00100000:1.0:1770685001.266847:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514658432 00000100:00100000:1.0:1770685001.266937:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514658560 00000100:00100000:1.0:1770685001.266940:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514658560 00000100:00100000:1.0:1770685001.266955:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1770685001.266964:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514658432:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1770685001.267009:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1770685001.267058:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514658432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 95us (790us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685001.267066:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1770685001.267085:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1770685001.267091:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514658560:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1770685001.267109:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1770685001.267201:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c4f61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514658432:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1770685001.267354:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514658560:12345-0@lo:13:osp-pre-0-0.0 Request processed in 262us (705us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685001.267362:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00010000:00080000:2.0:1770685001.267460:0:3288:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d91c2aece00 x1856697514658560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770685017 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1770685001.267478:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514658560:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1770685001.457729:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1770685002.125533:0:11721:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 1a: mmap 00000100:00100000:1.0:1770685002.240826:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00080000:0.0:1770685002.242112:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770685002.251961:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499948800 00000100:00100000:1.0:1770685002.251971:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499948800 00000100:00100000:1.0:1770685002.252038:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 63 00000100:00100000:1.0:1770685002.252049:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:10622:x1856697499948800:12345-192.168.203.41@tcp:36:lfs.0 00010000:00010000:1.0:1770685002.252111:0:6998:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685002.252159:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef4066 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc7f5 expref: 10 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685002.252180:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d1988000) 00010000:00010000:1.0:1770685002.252194:0:6998:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1770685002.252311:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef4288 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685002.252326:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef4288 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685002.252337:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef4288 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685002.252351:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef428f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x246f4861 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685002.252357:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef428f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685002.252376:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef428f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:1.0:1770685002.253125:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5:0x0]: returning size 512 00010000:00010000:1.0:1770685002.253136:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef4288 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685002.253144:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef4288 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685002.253151:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef4288 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685002.253158:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c62400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685002.253162:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef4288 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685002.253175:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef4288 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685002.253188:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d1988b00) 00010000:00010000:1.0:1770685002.253190:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685002.253194:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef4288 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685002.253200:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef4288 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000004:00010000:1.0:1770685002.253215:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000e0be85eb reply state 00000000adea5753 transno 4294967340 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef428f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:1.0:1770685002.253223:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1770685002.253331:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:10622:x1856697499948800:12345-192.168.203.41@tcp:36:lfs.0 Request processed in 1282us (1468us total) trans 4294967340 rc 0/0 00000100:00100000:1.0:1770685002.253339:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 63 00010000:00010000:1.0:1770685002.260337:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef428f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685002.260356:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef428f lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685002.260365:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef428f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685002.260372:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c63400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685002.260377:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef428f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685002.260385:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef428f lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685002.260409:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x246f4861 (ffff9d92d1988300) 00010000:00010000:1.0:1770685002.260423:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685002.260429:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef428f lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685002.260435:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef428f lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770685002.318369:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499948928 00000100:00100000:2.0:1770685002.318380:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499948928 00000100:00100000:2.0:1770685002.318466:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 64 00000100:00100000:2.0:1770685002.318478:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+5:10628:x1856697499948928:12345-192.168.203.41@tcp:101:mkdir.0 00010000:00010000:2.0:1770685002.318498:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685002.318521:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4296 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc86c expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685002.318626:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef429d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685002.318640:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef429d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685002.318650:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef429d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:2.0:1770685002.318708:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:2.0:1770685002.318712:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685002.318738:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef429d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685002.318762:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4296 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc86c expref: 7 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685002.318777:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef429d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc86c expref: 6 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685002.318802:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5552600) 00010000:00010000:2.0:1770685002.318805:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1770685002.318808:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d930204ce00, rc 0) 00000100:00100000:2.0:1770685002.318881:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+6:10628:x1856697499948928:12345-192.168.203.41@tcp:101:mkdir.0 Request processed in 405us (576us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685002.318887:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 64 00000100:00080000:0.0:1770685002.318956:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685002.335212:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685002.337810:0:5769:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499949184 00000100:00100000:1.0:1770685002.337829:0:5769:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499949184 00000100:00100000:1.0:1770685002.337904:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1 00000100:00100000:1.0:1770685002.337916:0:5769:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:1b20a364-7a5a-4770-9192-023629c7ce89+6:10628:x1856697499949184:12345-192.168.203.41@tcp:700:mkdir.0 00000100:00100000:1.0:1770685002.338036:0:5769:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:1b20a364-7a5a-4770-9192-023629c7ce89+6:10628:x1856697499949184:12345-192.168.203.41@tcp:700:mkdir.0 Request processed in 123us (2835us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685002.338044:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1 00000100:00100000:1.0:1770685002.345224:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685002.345343:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685002.346228:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499949056 00000100:00100000:0.0:1770685002.346250:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499949056 00000100:00100000:0.0:1770685002.346343:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499949440 00000100:00100000:0.0:1770685002.346347:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499949440 00000100:00100000:0.0:1770685002.346383:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 65 00000100:00100000:0.0:1770685002.346393:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+7:2348:x1856697499949056:12345-192.168.203.41@tcp:41:mkdir.0 00000004:00000024:0.0:1770685002.346612:0:6998:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1770685002.346689:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+7:2348:x1856697499949056:12345-192.168.203.41@tcp:41:mkdir.0 Request processed in 297us (1475us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685002.346697:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 65 00000100:00100000:0.0:1770685002.346715:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 66 00000100:00100000:0.0:1770685002.346724:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+6:10628:x1856697499949440:12345-192.168.203.41@tcp:36:mkdir.0 00010000:00010000:0.0:1770685002.346768:0:6998:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685002.346797:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef429d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc86c expref: 6 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685002.346816:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5552600) 00010000:00010000:0.0:1770685002.346828:0:6998:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685002.347185:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+5:10628:x1856697499949440:12345-192.168.203.41@tcp:36:mkdir.0 Request processed in 229us (1608us total) trans 0 rc -17/-17 00000100:00100000:0.0:1770685002.347193:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 66 00000100:00100000:2.0:1770685002.359182:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685002.384727:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685002.396530:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 68 00000100:00100000:0.0:1770685002.396540:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+6:10628:x1856697499949696:12345-192.168.203.41@tcp:101:mkdir.0 00010000:00010000:0.0:1770685002.396559:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685002.396600:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef42b2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc87a expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685002.396668:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef42b9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685002.396683:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef42b9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685002.396706:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef42b9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685002.396722:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef42c0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685002.396729:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef42c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685002.396734:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef42c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685002.396826:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef42c7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685002.398161:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef42c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685002.398173:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef42c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:0.0:1770685002.398252:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5:0x0]: returning size 512 00000004:00200000:0.0:1770685002.398256:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685002.398282:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef42c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685002.398295:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef42b9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685002.398302:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef42b9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685002.398308:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef42b9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685002.398330:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92d8f9ce00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685002.398334:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef42b9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685002.398341:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef42b9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685002.398506:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92e0875300) 00010000:00010000:0.0:1770685002.398511:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685002.398516:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef42b9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685002.398523:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef42b9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685002.398536:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef42c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685002.398542:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef42c0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685002.398548:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef42c0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685002.398553:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92d8f9c800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685002.398556:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef42c0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685002.398561:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef42c0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685002.398569:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x246f4861 (ffff9d92c554f000) 00010000:00010000:0.0:1770685002.398571:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685002.398672:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef42c0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685002.398678:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef42c0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685002.398722:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef42b2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc87a expref: 8 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685002.398734:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef42c7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc87a expref: 7 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685002.398741:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff9d92c554ff00) 00010000:00010000:0.0:1770685002.398743:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1770685002.398746:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c13a3400, rc 0) 00000100:00100000:0.0:1770685002.398945:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+7:10628:x1856697499949696:12345-192.168.203.41@tcp:101:mkdir.0 Request processed in 2405us (14225us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685002.398962:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 68 00000100:00100000:0.0:1770685002.416337:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685002.438846:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685002.439110:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499950080 00000100:00100000:0.0:1770685002.439121:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499950080 00000100:00100000:0.0:1770685002.439245:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 70 00000100:00100000:0.0:1770685002.439256:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+7:10632:x1856697499950080:12345-192.168.203.41@tcp:101:dd.0 00010000:00010000:0.0:1770685002.439276:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685002.439279:0:5761:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1770685002.439305:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef42c7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc87a expref: 7 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685002.439324:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff9d92c554ff00) 00010000:00010000:0.0:1770685002.439334:0:5761:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1770685002.439361:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef42e3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc888 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685002.439482:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef42ea lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685002.439494:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef42ea lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685002.439503:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef42ea lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685002.439515:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef42f1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685002.439522:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef42f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685002.439528:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef42f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00080000:0.0:1770685002.440164:0:5761:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x3:0x0], index 1: 0 00010000:00010000:0.0:1770685002.440353:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef42f8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685002.440365:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef42f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685002.440373:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef42f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685002.440408:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef42ea lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685002.440414:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef42ea lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685002.440427:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef42ea lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685002.440433:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c13a2200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685002.440437:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef42ea lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685002.440445:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef42ea lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685002.440454:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff9d92c554f000) 00010000:00010000:0.0:1770685002.440457:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685002.440460:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef42ea lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685002.440465:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef42ea lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000004:00010000:0.0:1770685002.440477:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000ecadf47d reply state 000000006c296be7 transno 4294967341 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef42f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:0.0:1770685002.440485:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1770685002.440514:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef42e3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc888 expref: 9 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685002.440532:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef42f8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc888 expref: 8 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685002.440539:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff9d92c554f200) 00010000:00010000:0.0:1770685002.440541:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685002.440543:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92d8f9c800, rc 0) 00000100:00100000:0.0:1770685002.444356:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+9:10632:x1856697499950080:12345-192.168.203.41@tcp:101:dd.0 Request processed in 5089us (5507us total) trans 4294967341 rc 0/0 00000100:00100000:0.0:1770685002.444370:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 70 00010000:00010000:2.0:1770685002.447386:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef42f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685002.447405:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef42f1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685002.447412:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef42f1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685002.447419:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92d8f9c600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685002.447425:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef42f1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685002.447433:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef42f1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685002.447451:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0xf15685f6 (ffff9d92c554f400) 00010000:00010000:2.0:1770685002.447454:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685002.447459:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef42f1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685002.447484:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef42f1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685002.471450:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685002.476384:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685002.476517:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499950336 00000100:00100000:2.0:1770685002.476529:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499950336 00000100:00100000:2.0:1770685002.476648:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 24 00000100:00100000:2.0:1770685002.476661:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+6:10632:x1856697499950336:12345-192.168.203.41@tcp:101:dd.0 00000100:00080000:0.0:1770685002.476669:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1770685002.476684:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685002.476713:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef430d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc88f expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1770685002.476740:0:6539:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1770685002.476761:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685002.476764:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685002.476773:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef430d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc88f expref: 7 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685002.476789:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef430d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc88f expref: 7 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685002.476802:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d930204c800, rc 0) 00000100:00100000:2.0:1770685002.476856:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+7:10632:x1856697499950336:12345-192.168.203.41@tcp:101:dd.0 Request processed in 199us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685002.476863:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 24 00010000:00010000:0.0:1770685002.482288:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1770685002.511114:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000001:00100000:1.0:1770685002.589765:0:7432:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 1b20a364-7a5a-4770-9192-023629c7ce89 00000100:00100000:2.0:1770685002.624820:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697499950464:12345-192.168.203.41@tcp:4:dd.0 Request processed in 113302us (113707us total) trans 4294967301 rc 0/0 00000100:00100000:2.0:1770685002.624837:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 0 00002000:00100000:2.0:1770685002.624863:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3:0x0] (0->1048575) req@ffff9d91c2aed880 x1856697499950464/t4294967301(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:123/0 lens 488/448 e 0 to 0 dl 1770685013 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685002.624873:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c2aed880 with x1856697499950464 ext(0->1048575) 00002000:00010000:2.0:1770685002.624880:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c2aed880 00000001:00080000:1.0:1770685002.624971:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967301 is committed 00000100:00100000:1.0:1770685002.629016:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685002.629353:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499950592 00000100:00100000:0.0:1770685002.629367:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499950592 00000100:00100000:0.0:1770685002.629444:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 71 00000100:00100000:0.0:1770685002.629456:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+8:10632:x1856697499950592:12345-192.168.203.41@tcp:44:dd.0 00000100:00100000:1.0:1770685002.672878:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+8:10632:x1856697499950592:12345-192.168.203.41@tcp:44:dd.0 Request processed in 43408us (43857us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685002.672891:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 71 00000100:00100000:0.0:1770685002.675842:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685002.679459:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685002.679603:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499950976 00000100:00100000:1.0:1770685002.679612:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499950976 00000100:00100000:1.0:1770685002.679676:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 25 00000100:00100000:1.0:1770685002.679684:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+7:10632:x1856697499950976:12345-192.168.203.41@tcp:35:dd.0 00000100:00100000:1.0:1770685002.680100:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+8:10632:x1856697499950976:12345-192.168.203.41@tcp:35:dd.0 Request processed in 416us (649us total) trans 4294967342 rc 0/0 00000100:00100000:1.0:1770685002.680108:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 25 00000100:00100000:1.0:1770685002.716876:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685002.716982:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499951104 00000100:00100000:0.0:1770685002.716993:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499951104 00000100:00100000:0.0:1770685002.717048:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 72 00000100:00100000:0.0:1770685002.717301:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+8:10633:x1856697499951104:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685002.717328:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685002.717350:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef4314 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc896 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685002.717419:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef431b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685002.717434:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef431b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685002.717445:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef431b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685002.717478:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4322 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685002.717486:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4322 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685002.717493:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4322 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685002.717805:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef4329 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685002.717813:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef4329 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685002.717821:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef4329 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:0.0:1770685002.717852:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5:0x0]: returning size 11776 00000004:00200000:0.0:1770685002.717856:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685002.717877:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef4329 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685002.717888:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef431b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685002.717894:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef431b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685002.717901:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef431b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685002.717906:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92d8f9c600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685002.717910:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef431b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685002.717924:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef431b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685002.717935:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92e0875300) 00010000:00010000:0.0:1770685002.717938:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685002.717942:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef431b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685002.717947:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef431b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685002.717960:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4322 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685002.717966:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4322 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685002.717971:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4322 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685002.717976:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c13a3a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685002.717978:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4322 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685002.717983:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4322 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685002.717990:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x246f4861 (ffff9d92c554f000) 00010000:00010000:0.0:1770685002.717992:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685002.717994:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4322 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685002.717999:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4322 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x246f4861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685002.718039:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef4314 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc896 expref: 10 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685002.718052:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a2200/0x8f0dbafbd9ef4329 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc896 expref: 9 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685002.718300:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff9d92c554ff00) 00010000:00010000:0.0:1770685002.718303:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1770685002.718306:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c13a2200, rc 0) 00000100:00100000:0.0:1770685002.718438:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+9:10633:x1856697499951104:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 1380us (1569us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685002.718446:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 72 00000100:00100000:0.0:1770685003.044616:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685003.046650:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499951232 00000100:00100000:1.0:1770685003.046666:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499951232 00000100:00100000:1.0:1770685003.046746:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 73 00000100:00100000:1.0:1770685003.046756:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:10658:x1856697499951232:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685003.046783:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685003.046810:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef4330 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc89d expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685003.046875:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef4337 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685003.046890:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef4337 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685003.046901:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef4337 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:1.0:1770685003.046975:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:1.0:1770685003.046979:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685003.047036:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef4337 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685003.047063:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef4330 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc89d expref: 11 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685003.047104:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef4337 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc89d expref: 10 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685003.047113:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92e0875300) 00010000:00010000:1.0:1770685003.047116:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1770685003.047120:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c63200, rc 0) 00000100:00100000:1.0:1770685003.047202:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:10658:x1856697499951232:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 446us (2603us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685003.047209:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 73 00000100:00100000:2.0:1770685003.053636:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685003.059623:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499951360 00000100:00100000:0.0:1770685003.059638:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499951360 00000100:00100000:0.0:1770685003.059710:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 74 00000100:00100000:0.0:1770685003.059722:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+9:10659:x1856697499951360:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685003.059741:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685003.059761:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef433e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc8a4 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685003.059826:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4345 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685003.059839:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4345 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685003.059850:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4345 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685003.059881:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef434c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685003.059889:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef434c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685003.059896:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef434c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685003.060131:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef4353 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685003.060140:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef4353 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685003.060147:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef4353 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:0.0:1770685003.060181:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 10752 00000004:00200000:0.0:1770685003.060185:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685003.060210:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef4353 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685003.060221:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4345 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685003.060227:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4345 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685003.060264:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4345 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685003.060270:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c13a3a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685003.060274:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4345 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685003.060288:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4345 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685003.060299:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92e0875300) 00010000:00010000:0.0:1770685003.060302:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685003.060307:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4345 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685003.060313:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4345 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685003.060326:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef434c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685003.060332:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef434c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685003.060338:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef434c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685003.060342:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92d8f9ce00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685003.060345:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef434c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685003.060351:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef434c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685003.060811:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff9d92c554f000) 00010000:00010000:0.0:1770685003.060815:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685003.060818:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef434c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685003.060824:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef434c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685003.060879:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef433e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc8a4 expref: 11 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685003.060894:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c600/0x8f0dbafbd9ef4353 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc8a4 expref: 10 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685003.060902:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9d92c554f400) 00010000:00010000:0.0:1770685003.060904:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1770685003.060906:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92d8f9c600, rc 0) 00000100:00100000:0.0:1770685003.061075:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+10:10659:x1856697499951360:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 1353us (7448us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685003.061084:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 74 00000100:00100000:0.0:1770685003.064299:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685003.064490:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499951616 00000100:00100000:2.0:1770685003.064500:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499951616 00000100:00100000:2.0:1770685003.064557:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 75 00000100:00100000:2.0:1770685003.064565:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+10:10659:x1856697499951616:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685003.064614:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685003.064635:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef435a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc8ab expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685003.064708:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4361 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685003.064722:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4361 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685003.064732:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4361 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685003.064799:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef4368 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685003.064806:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef4368 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685003.064812:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef4368 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685003.065139:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204da00/0x8f0dbafbd9ef436f lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685003.065148:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204da00/0x8f0dbafbd9ef436f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685003.065155:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204da00/0x8f0dbafbd9ef436f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:2.0:1770685003.065164:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:2.0:1770685003.065264:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4361 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685003.065271:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4361 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685003.065277:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4361 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685003.065283:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204d400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685003.065287:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4361 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685003.065295:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4361 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685003.065307:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9d92c554f400) 00010000:00010000:2.0:1770685003.065310:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685003.065314:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4361 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685003.065320:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4361 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685003.065342:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef4368 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685003.065348:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef4368 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685003.065565:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef4368 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685003.065571:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204de00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685003.065574:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef4368 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685003.065616:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef4368 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685003.065624:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9d92c5552500) 00010000:00010000:2.0:1770685003.065627:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685003.065637:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef4368 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685003.065643:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef4368 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685003.066009:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef435a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc8ab expref: 13 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685003.066027:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204da00/0x8f0dbafbd9ef436f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc8ab expref: 12 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685003.066034:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:2.0:1770685003.066042:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685003.066045:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d930204da00, rc 0) 00000100:00100000:2.0:1770685003.066118:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+12:10659:x1856697499951616:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 1553us (1830us total) trans 4294967343 rc 0/0 00000100:00100000:2.0:1770685003.066127:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 75 00000100:00100000:2.0:1770685003.078645:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685003.078736:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499951744 00000100:00100000:0.0:1770685003.078756:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499951744 00000100:00100000:0.0:1770685003.078809:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 76 00000100:00100000:0.0:1770685003.078819:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5006d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+12:10659:x1856697499951744:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1770685003.078934:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5006d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+12:10659:x1856697499951744:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 Request processed in 115us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685003.078941:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 76 00000100:00100000:0.0:1770685003.082900:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685003.092714:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685003.097390:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685003.098056:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499952128 00000100:00100000:0.0:1770685003.098073:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499952128 00000100:00100000:0.0:1770685003.098171:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 26 00000100:00100000:0.0:1770685003.098182:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2347:x1856697499952128:12345-192.168.203.41@tcp:8:lfs.0 00010000:00080000:0.0:1770685003.098225:0:6539:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0001: connection from bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp t0 exp 0000000000000000 cur 327 last 0 00000020:00000080:0.0:1770685003.098287:0:6539:0:(genops.c:1402:class_connect()) connect: client bb0b411f-1e9f-4664-994e-ef5350eaf62d, cookie 0x8f0dbafbd9ef43b5 00002000:00100000:0.0:1770685003.098303:0:6539:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli bb0b411f-1e9f-4664-994e-ef5350eaf62d/ffff9d91c1e8c800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2113241 ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1770685003.098317:0:6539:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:0.0:1770685003.098614:0:6539:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9d91c238e700 00002000:00080000:0.0:1770685003.098626:0:6539:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1770685003.098667:0:6539:0:(import.c:65:import_set_state_nolock()) ffff9d91c1e88800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1770685003.098752:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2347:x1856697499952128:12345-192.168.203.41@tcp:8:lfs.0 Request processed in 569us (1376us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685003.098760:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 26 00000100:00100000:2.0:1770685003.100954:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00080000:1.0:1770685003.101744:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1770685003.101930:0:6540:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c31c2180 going to sleep for 11 seconds 00002000:00010000:0.0:1770685003.105944:0:6540:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x3:0x0] updating lvb size: 0 -> 1048576 00002000:00010000:0.0:1770685003.106054:0:6540:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x3:0x0] updating lvb mtime: 0 -> 1770685002 00002000:00010000:0.0:1770685003.106057:0:6540:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x3:0x0] updating lvb atime: 0 -> 1770685002 00002000:00010000:0.0:1770685003.106060:0:6540:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x3:0x0] updating lvb ctime: 0 -> 1770685002 00002000:00010000:0.0:1770685003.106063:0:6540:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000400:0x3:0x0] updating lvb blocks: 1 -> 2051 00000100:00100000:0.0:1770685003.106098:0:6540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2c98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514658688:192.168.203.41@tcp:106: 00010000:00010000:0.0:1770685003.106153:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef43bc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc8c0 expref: 7 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685003.106185:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef43bc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc8c0 expref: 7 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685003.106201:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c29b1800, rc 0) 00000100:00100000:0.0:1770685003.106340:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5004380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:0:x1856697499952256:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 5120us (5406us total) trans 0 rc 301/301 00000100:00100000:0.0:1770685003.106351:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 27 00000100:00100000:2.0:1770685003.109998:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685003.110086:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499952384 00000100:00100000:0.0:1770685003.110100:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499952384 00000100:00100000:0.0:1770685003.110174:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 79 00000100:00100000:0.0:1770685003.110186:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5006680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:10660:x1856697499952384:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685003.110215:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685003.110257:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031e00/0x8f0dbafbd9ef43c3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc8c7 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685003.110367:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef43ca lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685003.110384:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef43ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685003.110397:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef43ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:0.0:1770685003.110494:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5:0x0]: returning size 11776 00000004:00200000:0.0:1770685003.110499:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685003.110527:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef43ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685003.110572:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031e00/0x8f0dbafbd9ef43c3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc8c7 expref: 14 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685003.110632:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef43ca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc8c7 expref: 13 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685003.110641:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff9d92c554ff00) 00010000:00010000:0.0:1770685003.110644:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1770685003.110649:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c0030a00, rc 0) 00000100:00100000:0.0:1770685003.110717:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5006680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:10660:x1856697499952384:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 533us (732us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685003.110732:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 79 00000100:00100000:2.0:1770685003.113765:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685003.113916:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499952512 00000100:00100000:0.0:1770685003.113931:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499952512 00000100:00100000:0.0:1770685003.114019:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 28 00000100:00100000:0.0:1770685003.114032:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5005c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697499952512:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685003.114060:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685003.114088:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d92c0030e00/0x8f0dbafbd9ef43d1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc8ce expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685003.114172:0:6540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514658816:192.168.203.41@tcp:106: 00000100:00100000:0.0:1770685003.114315:0:6540:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d02f9900 going to sleep for 11 seconds 00000100:00100000:0.0:1770685003.117661:0:6540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514658816:192.168.203.41@tcp:106: 00010000:00010000:0.0:1770685003.117719:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d92c0030e00/0x8f0dbafbd9ef43d1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc8ce expref: 7 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685003.117752:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d92c0030e00/0x8f0dbafbd9ef43d1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc8ce expref: 7 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685003.117769:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c0030e00, rc 0) 00000100:00100000:0.0:1770685003.117846:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5005c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697499952512:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 3816us (4099us total) trans 0 rc 301/301 00000100:00100000:0.0:1770685003.117857:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 28 00000100:00100000:0.0:1770685003.122251:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499952768 00000100:00100000:0.0:1770685003.122267:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499952768 00000100:00100000:0.0:1770685003.122351:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 80 00000100:00100000:0.0:1770685003.122380:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2c98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:10660:x1856697499952768:12345-192.168.203.41@tcp:58:lfs.0 00000040:00080000:0.0:1770685003.122938:0:5760:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1770685003.123183:0:5760:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].1, 64 off8256 00000040:00080000:0.0:1770685003.123295:0:5760:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1, 136 off8328 00000100:00100000:0.0:1770685003.123450:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2c98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:10660:x1856697499952768:12345-192.168.203.41@tcp:58:lfs.0 Request processed in 1067us (1326us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685003.123462:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 80 00000100:00100000:1.0:1770685003.255735:0:11361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5340000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514658944:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1770685003.256623:0:5772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499952896 00000100:00100000:1.0:1770685003.256633:0:5772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499952896 00000100:00100000:1.0:1770685003.256682:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1 00000100:00100000:1.0:1770685003.256690:0:5772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5342300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:1b20a364-7a5a-4770-9192-023629c7ce89+12:10670:x1856697499952896:12345-192.168.203.41@tcp:900:lhsmtool_posix.0 00000100:00100000:1.0:1770685003.256915:0:5772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5342300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:1b20a364-7a5a-4770-9192-023629c7ce89+12:10670:x1856697499952896:12345-192.168.203.41@tcp:900:lhsmtool_posix.0 Request processed in 223us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685003.256924:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1 00000100:00100000:2.0:1770685003.265339:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685003.293081:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685003.317839:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685003.326010:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499953408 00000100:00100000:1.0:1770685003.326028:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499953408 00000100:00100000:1.0:1770685003.326693:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 29 00000100:00100000:1.0:1770685003.326717:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5550450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+6:2350:x1856697499953408:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1770685003.326790:0:6540:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef43fb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685003.326821:0:6540:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef430d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc88f expref: 6 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685003.326830:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1770685003.326832:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1770685003.326836:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef43fb lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685003.326871:0:6540:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef430d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc88f expref: 6 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685003.326884:0:6540:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef430d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc88f expref: 6 pid: 6539 timeout: 428 lvb_type: 0 00000100:00100000:1.0:1770685003.326899:0:6540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c4f60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514659072:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685003.326983:0:6540:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92e0a07180 going to sleep for 11 seconds 00000100:00100000:0.0:1770685003.332190:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499953664 00000100:00100000:0.0:1770685003.332200:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499953664 00010000:00010000:0.0:1770685003.332248:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef430d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc88f expref: 7 pid: 6539 timeout: 428 lvb_type: 0 00000100:00100000:0.0:1770685003.332286:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 44 00000100:00100000:0.0:1770685003.332296:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d84e1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+7:2351:x1856697499953664:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685003.332312:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685003.332334:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef430d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc88f expref: 7 pid: 6539 timeout: 428 lvb_type: 0 00010000:00010000:0.0:1770685003.332348:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef430d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc88f expref: 7 pid: 6539 timeout: 428 lvb_type: 0 00010000:00010000:0.0:1770685003.332376:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685003.332378:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685003.332384:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef43fb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685003.332394:0:5747:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef43fb lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685003.332424:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685003.332476:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d84e1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+7:2351:x1856697499953664:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 181us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685003.332483:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 44 00010000:00010000:1.0:1770685003.332983:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef430d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc88f expref: 6 pid: 6539 timeout: 428 lvb_type: 0 00000100:00100000:1.0:1770685003.333001:0:6540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c4f60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514659072:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685003.333020:0:6540:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef43fb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685003.333030:0:6540:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef43fb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685003.333049:0:6540:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef43fb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685003.333077:0:6540:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef43fb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685003.333085:0:6540:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef43fb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685003.333093:0:6540:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef43fb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685003.333100:0:6540:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c63c00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:1.0:1770685003.333104:0:6540:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef43fb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685003.333112:0:6540:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef43fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685003.333127:0:6540:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef43fb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685003.333134:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef43fb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685003.333249:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5550450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+5:2350:x1856697499953408:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 6544us (15423us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685003.333265:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 29 00000100:00100000:1.0:1770685003.349217:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499953920 00000100:00100000:1.0:1770685003.349240:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499953920 00000100:00100000:1.0:1770685003.349311:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 83 00000100:00100000:1.0:1770685003.349322:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+13:10670:x1856697499953920:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1770685003.349449:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+13:10670:x1856697499953920:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 128us (1878us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685003.349457:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 83 00000100:00100000:1.0:1770685003.353469:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499954048 00000100:00100000:1.0:1770685003.353478:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499954048 00000100:00100000:1.0:1770685003.353567:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 30 00000100:00100000:1.0:1770685003.353597:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5343480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+5:2351:x1856697499954048:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685003.353613:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685003.353634:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4402 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc8dc expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1770685003.353658:0:6540:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3:0x0] initial LVB size: 1048576, mtime: 0x698a824a, atime: 0x0, ctime: 0x698a824a, blocks: 0x803 00010000:00010000:1.0:1770685003.353675:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685003.353677:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685003.353686:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4402 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc8dc expref: 6 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685003.353702:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4402 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc8dc expref: 6 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685003.353715:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c63c00, rc 0) 00000100:00100000:1.0:1770685003.353781:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5343480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+6:2351:x1856697499954048:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 204us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685003.353788:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 30 00000100:00100000:2.0:1770685003.358144:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685003.376548:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685003.376792:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499954432 00000100:00100000:0.0:1770685003.376803:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499954432 00002000:00100000:0.0:1770685003.376855:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3:0x0] (0->1048575) req@ffff9d92c4f62a00 x1856697499954432/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:124/0 lens 488/0 e 0 to 0 dl 1770685014 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685003.376866:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92c4f62a00 with x1856697499954432 ext(0->1048575) 00002000:00010000:0.0:1770685003.376872:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d92c4f62a00 00000100:00100000:0.0:1770685003.376903:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1 00000100:00100000:0.0:1770685003.376912:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+6:2349:x1856697499954432:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1770685003.395372:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+6:2349:x1856697499954432:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 Request processed in 18451us (18825us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1770685003.395387:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1 00002000:00100000:0.0:1770685003.395401:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3:0x0] (0->1048575) req@ffff9d92c4f62a00 x1856697499954432/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:124/0 lens 488/440 e 0 to 0 dl 1770685014 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685003.395411:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92c4f62a00 with x1856697499954432 ext(0->1048575) 00002000:00010000:0.0:1770685003.395417:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d92c4f62a00 00000100:00100000:2.0:1770685003.422394:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499954560 00000100:00100000:2.0:1770685003.422406:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499954560 00000100:00100000:2.0:1770685003.422475:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 85 00000100:00100000:2.0:1770685003.422487:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5340380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+13:10670:x1856697499954560:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685003.422512:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685003.422535:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4409 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc8e3 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685003.422618:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef4410 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685003.422634:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef4410 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685003.422645:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef4410 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685003.422764:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4409 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc8e3 expref: 15 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685003.422782:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef4410 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc8e3 expref: 14 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685003.422791:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff9d92c554f200) 00010000:00010000:2.0:1770685003.422794:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1770685003.422799:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d930204de00, rc 0) 00000100:00100000:2.0:1770685003.422873:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5340380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+14:10670:x1856697499954560:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 389us (873us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685003.422881:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 85 00000100:00100000:2.0:1770685003.433913:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499954688 00000100:00100000:2.0:1770685003.433924:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499954688 00000100:00100000:2.0:1770685003.433991:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 86 00000100:00100000:2.0:1770685003.434002:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5340a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+14:10670:x1856697499954688:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1770685003.434036:0:5762:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1770685003.434138:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5340a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+14:10670:x1856697499954688:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 137us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685003.434146:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 86 00000100:00100000:0.0:1770685003.443267:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685003.443373:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499954816 00000100:00100000:1.0:1770685003.443384:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499954816 00000100:00100000:1.0:1770685003.443445:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 31 00000100:00100000:1.0:1770685003.443455:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+6:2350:x1856697499954816:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1770685003.443498:0:6540:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef4417 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685003.443513:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685003.443516:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685003.443521:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef4417 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685003.443535:0:6540:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef4417 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685003.443567:0:6540:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef4417 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685003.443609:0:6540:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef4417 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685003.443618:0:6540:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef4417 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685003.443641:0:6540:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c62000 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:1.0:1770685003.443646:0:6540:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef4417 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685003.443655:0:6540:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef4417 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685003.443671:0:6540:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef4417 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685003.443678:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef4417 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685003.443749:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+6:2350:x1856697499954816:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 294us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685003.443757:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 31 00000100:00100000:1.0:1770685003.453974:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499955072 00000100:00100000:1.0:1770685003.453985:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499955072 00000100:00100000:1.0:1770685003.454045:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 87 00000100:00100000:1.0:1770685003.454065:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+14:10670:x1856697499955072:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1770685003.454551:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+15:10670:x1856697499955072:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 496us (672us total) trans 4294967345 rc 0/0 00000100:00100000:1.0:1770685003.454560:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 87 00000040:00080000:0.0:1770685003.455391:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1770685003.455399:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1770685003.455441:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 2 count 2 00000040:00080000:0.0:1770685003.455454:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1770685003.460514:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499955328 00000100:00100000:2.0:1770685003.460523:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499955328 00000100:00100000:2.0:1770685003.460568:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 26 00000100:00100000:2.0:1770685003.460574:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+15:10670:x1856697499955328:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1770685003.461325:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+16:10670:x1856697499955328:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 747us (896us total) trans 4294967346 rc 0/0 00000100:00100000:2.0:1770685003.461340:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 26 00000100:00100000:1.0:1770685003.484277:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685003.484322:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685003.484405:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685003.484435:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685003.484475:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499955456 00000100:00100000:2.0:1770685003.484486:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499955456 00000100:00100000:2.0:1770685003.484554:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 291 00000100:00100000:2.0:1770685003.484568:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0339850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2350:x1856697499955456:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685003.484662:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0339850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2350:x1856697499955456:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 97us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685003.484671:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 291 00000100:00100000:3.0:1770685003.484679:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:2350:x1856697499955584:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 43us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685003.484695:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 143 00000100:00100000:0.0:1770685003.499572:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499955840 00000100:00100000:0.0:1770685003.499603:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499955840 00000100:00100000:0.0:1770685003.499682:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499955712 00000100:00100000:0.0:1770685003.499686:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499955712 00000100:00100000:0.0:1770685003.500064:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 83 00000100:00100000:0.0:1770685003.500076:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697499955840:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685003.500153:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697499955840:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 81us (15830us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685003.500160:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 83 00000100:00100000:0.0:1770685003.500178:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 84 00000100:00100000:0.0:1770685003.500183:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2350:x1856697499955712:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685003.500203:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2350:x1856697499955712:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 20us (15767us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685003.500208:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 84 00000100:00080000:1.0:1770685003.507351:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1770685003.507784:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1770685004.012143:0:11774:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1770685004.012152:0:11774:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1770685004.012181:0:11774:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 2 count 2 00000040:00080000:0.0:1770685004.012186:0:11774:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1770685004.096295:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685004.098894:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499955968 00000100:00100000:1.0:1770685004.098910:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499955968 00000100:00100000:1.0:1770685004.099017:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 32 00000100:00100000:1.0:1770685004.099028:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5341f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2351:x1856697499955968:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:1.0:1770685004.099047:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685004.099065:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef441e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc8ea expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685004.099087:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685004.099090:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685004.099096:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef441e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc8ea expref: 7 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685004.099112:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef441e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc8ea expref: 7 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685004.099125:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c62000, rc 0) 00000100:00100000:1.0:1770685004.099185:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5341f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:2351:x1856697499955968:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 159us (2897us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685004.099193:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 32 00000100:00100000:0.0:1770685004.106852:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685004.107003:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499956224 00000100:00100000:1.0:1770685004.107013:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499956224 00000100:00100000:1.0:1770685004.107071:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 88 00000100:00100000:1.0:1770685004.107081:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:10671:x1856697499956224:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:1.0:1770685004.107100:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685004.107125:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4425 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc8f1 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685004.107214:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef442c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.107237:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef442c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.107247:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef442c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:1.0:1770685004.107258:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2:0x0]: returning size 1048576 00010000:00010000:1.0:1770685004.107386:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4425 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc8f1 expref: 16 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685004.107413:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef442c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc8f1 expref: 15 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685004.107421:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff9d92c554f200) 00010000:00010000:1.0:1770685004.107424:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1770685004.107428:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c63000, rc 0) 00000100:00100000:1.0:1770685004.107479:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+15:10671:x1856697499956224:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 400us (637us total) trans 4294967347 rc 0/0 00000100:00100000:1.0:1770685004.107485:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 88 00000100:00080000:0.0:1770685004.107933:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770685004.109552:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685004.112903:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499956352 00000100:00100000:0.0:1770685004.112921:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499956352 00000100:00100000:0.0:1770685004.113624:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 33 00000100:00100000:0.0:1770685004.113639:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:2350:x1856697499956352:12345-192.168.203.41@tcp:1:lfs.0 00010000:00010000:0.0:1770685004.113692:0:6538:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef443a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685004.113730:0:6538:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4402 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc8dc expref: 5 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685004.113739:0:6538:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef441e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc8ea expref: 7 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685004.113747:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685004.113749:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685004.113752:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef443a lrc: 5/0,1 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685004.113791:0:6538:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef441e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc8ea expref: 7 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685004.113804:0:6538:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef441e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc8ea expref: 7 pid: 6540 timeout: 428 lvb_type: 1 00000100:00100000:0.0:1770685004.113818:0:6538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6538:1856697514659200:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685004.113930:0:6538:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4402 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc8dc expref: 5 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685004.113951:0:6538:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4402 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc8dc expref: 5 pid: 6540 timeout: 428 lvb_type: 1 00000100:00100000:0.0:1770685004.113961:0:6538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aedf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6538:1856697514659328:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685004.113999:0:6538:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d02f9cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1770685004.117776:0:6538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6538:1856697514659200:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685004.117790:0:6538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aedf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6538:1856697514659328:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685004.117815:0:6538:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef443a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685004.125436:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685004.125648:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499956480 00000100:00100000:0.0:1770685004.125659:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499956480 00010000:00010000:0.0:1770685004.125699:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef441e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc8ea expref: 8 pid: 6540 timeout: 428 lvb_type: 1 00000100:00100000:0.0:1770685004.125736:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 45 00000100:00100000:0.0:1770685004.125745:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f61f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2350:x1856697499956480:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685004.125761:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685004.125782:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef441e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc8ea expref: 8 pid: 6540 timeout: 428 lvb_type: 1 00010000:00010000:0.0:1770685004.125795:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef441e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc8ea expref: 8 pid: 6540 timeout: 428 lvb_type: 1 00010000:00010000:0.0:1770685004.125816:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef441e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc8ea expref: 8 pid: 6540 timeout: 428 lvb_type: 1 00010000:00010000:0.0:1770685004.125832:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685004.125885:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f61f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:2350:x1856697499956480:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 142us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685004.125893:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 45 00000100:00100000:0.0:1770685004.132942:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685004.133014:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499956608 00000100:00100000:2.0:1770685004.133024:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499956608 00010000:00010000:2.0:1770685004.133076:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4402 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc8dc expref: 6 pid: 6540 timeout: 428 lvb_type: 1 00000100:00100000:2.0:1770685004.133115:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 46 00000100:00100000:2.0:1770685004.133124:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+6:2351:x1856697499956608:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685004.133139:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685004.133159:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4402 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc8dc expref: 6 pid: 6540 timeout: 428 lvb_type: 1 00010000:00010000:2.0:1770685004.133184:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4402 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc8dc expref: 6 pid: 6540 timeout: 428 lvb_type: 1 00010000:00010000:2.0:1770685004.133207:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4402 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc8dc expref: 6 pid: 6540 timeout: 428 lvb_type: 1 00010000:00010000:2.0:1770685004.133220:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685004.133231:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685004.133235:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef443a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.133244:0:5747:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef443a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.133270:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685004.133317:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+5:2351:x1856697499956608:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 194us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685004.133325:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 46 00010000:00010000:2.0:1770685004.133453:0:6538:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef443a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.133462:0:6538:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef443a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.133703:0:6538:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef443a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.133724:0:6538:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef443a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.133732:0:6538:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef443a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.133739:0:6538:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c0030c00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:2.0:1770685004.133744:0:6538:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef443a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.133753:0:6538:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef443a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.133764:0:6538:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef443a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.133772:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef443a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685004.133837:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697499956352:12345-192.168.203.41@tcp:1:lfs.0 Request processed in 20202us (24292us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685004.133846:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 33 00000100:00080000:0.0:1770685004.134198:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1770685004.140647:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685004.140719:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499956864 00000100:00100000:2.0:1770685004.140729:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499956864 00000100:00100000:2.0:1770685004.140782:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 27 00000100:00100000:2.0:1770685004.140792:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8427c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+15:10671:x1856697499956864:12345-192.168.203.41@tcp:35:lfs.0 00000004:00010000:2.0:1770685004.140860:0:5763:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000402:0x2:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef442c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc8f1 expref: 15 pid: 5760 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1770685004.141082:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967348 00000001:00080000:2.0:1770685004.141556:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967349 00010000:00010000:2.0:1770685004.141639:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef4441 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0 00010000:00010000:2.0:1770685004.141654:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef42f8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc888 expref: 15 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.141662:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef43ae lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc8b9 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.141666:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef4410 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc8e3 expref: 15 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.141671:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef4441 lrc: 6/0,1 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0 00010000:00010000:2.0:1770685004.141702:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef4410 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc8e3 expref: 15 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.141715:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef4410 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc8e3 expref: 15 pid: 5760 timeout: 428 lvb_type: 0 00000100:00100000:2.0:1770685004.141728:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5005f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1856697514659456:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685004.141806:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef43ae lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc8b9 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.141821:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef43ae lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc8b9 expref: 18 pid: 5760 timeout: 428 lvb_type: 0 00000100:00100000:2.0:1770685004.141827:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5005880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1856697514659584:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685004.141851:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef42f8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc888 expref: 15 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.141857:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef42f8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc888 expref: 15 pid: 5761 timeout: 428 lvb_type: 0 00000100:00100000:2.0:1770685004.141861:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5005180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1856697514659712:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685004.141873:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c70d7c00 going to sleep for 11 seconds 00000100:00100000:2.0:1770685004.144414:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5005f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1856697514659456:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685004.144432:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5005880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1856697514659584:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685004.144440:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5005180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1856697514659712:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685004.144468:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef4441 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00000100:00100000:0.0:1770685004.163184:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685004.163216:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685004.163251:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499957120 00000100:00100000:0.0:1770685004.163273:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499957120 00010000:00010000:0.0:1770685004.163313:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef43ae lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc8b9 expref: 19 pid: 5760 timeout: 428 lvb_type: 0 00000100:00100000:0.0:1770685004.163352:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499957248 00000100:00100000:0.0:1770685004.163356:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499957248 00010000:00010000:0.0:1770685004.163380:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef42f8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc888 expref: 16 pid: 5761 timeout: 428 lvb_type: 0 00000100:00100000:0.0:1770685004.163396:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 47 00000100:00100000:0.0:1770685004.163404:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aedf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+19:2349:x1856697499957120:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685004.163418:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685004.163424:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef43ae lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc8b9 expref: 19 pid: 5760 timeout: 428 lvb_type: 0 00010000:00010000:0.0:1770685004.163436:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef43ae lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc8b9 expref: 19 pid: 5760 timeout: 428 lvb_type: 0 00010000:00010000:0.0:1770685004.163458:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef43ae lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc8b9 expref: 19 pid: 5760 timeout: 428 lvb_type: 0 00010000:00010000:0.0:1770685004.163474:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff9d92c554f200) 00010000:00010000:0.0:1770685004.163479:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef4441 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685004.163488:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef4441 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685004.163494:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685004.164155:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 48 00000100:00100000:1.0:1770685004.164165:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+16:2350:x1856697499957248:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685004.164186:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685004.164192:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef42f8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc888 expref: 16 pid: 5761 timeout: 428 lvb_type: 0 00010000:00010000:1.0:1770685004.164203:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef42f8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc888 expref: 16 pid: 5761 timeout: 428 lvb_type: 0 00010000:00010000:1.0:1770685004.164218:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef42f8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc888 expref: 16 pid: 5761 timeout: 428 lvb_type: 0 00010000:00010000:1.0:1770685004.164239:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff9d92c554f200) 00010000:00010000:1.0:1770685004.164243:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef4441 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685004.164250:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef4441 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685004.164255:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685004.164292:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+15:2350:x1856697499957248:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 130us (1076us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685004.164300:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 48 00000100:00100000:1.0:1770685004.164355:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685004.164671:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aedf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+18:2349:x1856697499957120:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 1265us (1494us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685004.164685:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 47 00000100:00100000:0.0:1770685004.164699:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499956992 00000100:00100000:0.0:1770685004.164705:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499956992 00010000:00010000:0.0:1770685004.164721:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef4410 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc8e3 expref: 15 pid: 5760 timeout: 428 lvb_type: 0 00000100:00100000:0.0:1770685004.164735:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 49 00000100:00100000:0.0:1770685004.164741:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+15:2350:x1856697499956992:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685004.164748:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685004.164752:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef4410 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc8e3 expref: 15 pid: 5760 timeout: 428 lvb_type: 0 00010000:00010000:0.0:1770685004.164762:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef4410 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc8e3 expref: 15 pid: 5760 timeout: 428 lvb_type: 0 00010000:00010000:0.0:1770685004.164775:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef4410 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc8e3 expref: 15 pid: 5760 timeout: 428 lvb_type: 0 00010000:00010000:0.0:1770685004.164785:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff9d92c554f200) 00010000:00010000:0.0:1770685004.164788:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef4441 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685004.164796:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef4441 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685004.164802:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef4441 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685004.164822:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685004.164846:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+14:2350:x1856697499956992:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 105us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685004.164852:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 49 00010000:00010000:0.0:1770685004.164871:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef4441 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685004.164878:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef4441 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00000001:00080000:0.0:1770685004.165825:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967350 00000001:00080000:0.0:1770685004.166023:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967351 00000001:00080000:0.0:1770685004.166064:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967352 00000100:00100000:0.0:1770685004.166142:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d18e5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1856697514659840:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1770685004.166254:0:5763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685004.166283:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d19d5d80 going to sleep for 11 seconds 00000100:00100000:0.0:1770685004.166318:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514659840 00000100:00100000:0.0:1770685004.166324:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514659840 00000100:00100000:0.0:1770685004.166367:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1770685004.166376:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5763:x1856697514659840:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1770685004.166454:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5763:x1856697514659840:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 78us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685004.166461:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1770685004.166501:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d18e5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1856697514659840:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:0.0:1770685004.167081:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967353 00000100:00100000:0.0:1770685004.167143:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d18e5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1856697514659968:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1770685004.167177:0:5763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685004.167198:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d02f9840 going to sleep for 11 seconds 00000100:00100000:0.0:1770685004.167212:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514659968 00000100:00100000:0.0:1770685004.167232:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514659968 00000100:00100000:0.0:1770685004.167270:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1770685004.167277:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5763:x1856697514659968:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1770685004.167442:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5763:x1856697514659968:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 166us (264us total) trans 4294967302 rc 0/0 00000100:00100000:0.0:1770685004.167448:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1770685004.167484:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d18e5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1856697514659968:0@lo:1000:mdt_rdpg00_000.0 00010000:00010000:0.0:1770685004.167502:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef4441 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685004.167512:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef4441 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685004.167519:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef4441 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685004.167525:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204ce00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685004.167529:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef4441 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685004.171644:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef4441 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685004.171665:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff9d92c554f200) 00010000:00010000:0.0:1770685004.171668:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1770685004.171674:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef4441 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685004.171680:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef4441 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0 00000004:00080000:0.0:1770685004.171931:0:5763:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x6:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1770685004.172308:0:5763:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3, 64 off8384 00000004:00080000:0.0:1770685004.172319:0:5763:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 329017741287ns, next at 330017738883ns, rc = 0 00000001:00080000:0.0:1770685004.172329:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967354 00010000:00010000:0.0:1770685004.172407:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff9d92c554f200) 00010000:00010000:0.0:1770685004.172411:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1770685004.172419:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef442c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc8f1 expref: 22 pid: 5760 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685004.172549:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8427c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+21:10671:x1856697499956864:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 31757us (31908us total) trans 4294967355 rc 0/0 00000100:00100000:0.0:1770685004.172559:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 27 00000020:00080000:0.0:1770685004.172565:0:5763:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00080000:0.0:1770685004.172650:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1770685004.172655:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770685004.199978:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685004.200064:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499957504 00000100:00100000:3.0:1770685004.200075:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499957504 00000100:00100000:3.0:1770685004.200133:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 89 00000100:00100000:3.0:1770685004.200144:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+21:10675:x1856697499957504:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685004.200171:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685004.200194:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b400/0x8f0dbafbd9ef4448 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc8f8 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685004.200312:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef444f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685004.200328:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef444f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685004.200341:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef444f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685004.200358:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef4456 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685004.200365:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef4456 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685004.200371:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef4456 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685004.200526:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef445d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685004.200535:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef445d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685004.200555:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef445d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:3.0:1770685004.200566:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2:0x0]: returning size 1048576 00010000:00010000:3.0:1770685004.200699:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef444f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685004.200706:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef444f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685004.200712:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef444f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685004.200718:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685004.200723:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef444f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685004.200731:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef444f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685004.200743:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff9d92c554ff00) 00010000:00010000:3.0:1770685004.200746:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685004.200751:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef444f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685004.200757:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef444f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685004.200768:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef4456 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685004.200774:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef4456 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685004.200789:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef4456 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685004.200794:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685004.200797:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef4456 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685004.200803:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef4456 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685004.200810:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0xf15685f6 (ffff9d92e0875a00) 00010000:00010000:3.0:1770685004.200812:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685004.200814:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef4456 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685004.200819:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef4456 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xf15685f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685004.200858:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b400/0x8f0dbafbd9ef4448 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc8f8 expref: 24 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685004.200870:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef445d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc8f8 expref: 23 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685004.200876:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff9d92e0875d00) 00010000:00010000:3.0:1770685004.200879:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1770685004.200881:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307a200, rc 0) 00000100:00100000:3.0:1770685004.200946:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+23:10675:x1856697499957504:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 802us (976us total) trans 4294967356 rc 0/0 00000100:00100000:3.0:1770685004.200955:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 89 00000100:00100000:0.0:1770685004.204049:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685004.204291:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499957632 00000100:00100000:1.0:1770685004.204300:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499957632 00000100:00100000:1.0:1770685004.204464:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 90 00000100:00100000:1.0:1770685004.204475:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+23:10675:x1856697499957632:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:1.0:1770685004.204562:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef446b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.204630:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef446b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.204642:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef446b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.204673:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef446b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.204680:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef446b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.204687:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef446b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.204693:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c62800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685004.204698:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef446b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.204705:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef446b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.204717:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff9d92e0875d00) 00010000:00010000:1.0:1770685004.204720:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1770685004.204726:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef446b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.204732:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef446b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:1.0:1770685004.204808:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+23:10675:x1856697499957632:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 335us (766us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685004.204816:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 90 00000100:00100000:0.0:1770685004.207182:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685004.207476:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499957888 00000100:00100000:2.0:1770685004.207485:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499957888 00000100:00100000:2.0:1770685004.207613:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 28 00000100:00100000:2.0:1770685004.207625:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2c99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+23:10675:x1856697499957888:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:2.0:1770685004.207862:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2c99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+24:10675:x1856697499957888:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 239us (691us total) trans 4294967357 rc 0/0 00000100:00100000:2.0:1770685004.207884:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 28 00000100:00100000:2.0:1770685004.271129:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685004.271279:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499958144 00000100:00100000:1.0:1770685004.271294:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499958144 00000100:00100000:1.0:1770685004.271400:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 91 00000100:00100000:1.0:1770685004.271412:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5005180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+24:10680:x1856697499958144:12345-192.168.203.41@tcp:101:mmap_cat.0 00010000:00010000:1.0:1770685004.271441:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685004.271465:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef4472 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc8ff expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685004.271641:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef4479 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.271657:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef4479 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.271668:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef4479 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:1.0:1770685004.271680:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2:0x0]: returning size 1048576 00010000:00010000:1.0:1770685004.271919:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef4472 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc8ff expref: 27 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685004.271937:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef4479 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc8ff expref: 26 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685004.271946:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff9d92e0875d00) 00010000:00010000:1.0:1770685004.271949:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1770685004.271954:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c62400, rc 0) 00000100:00100000:1.0:1770685004.272010:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5005180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+26:10680:x1856697499958144:12345-192.168.203.41@tcp:101:mmap_cat.0 Request processed in 601us (893us total) trans 4294967358 rc 0/0 00000100:00100000:1.0:1770685004.272015:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 91 00000100:00100000:0.0:1770685004.274863:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685004.275078:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499958400 00000100:00100000:1.0:1770685004.275088:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499958400 00000100:00100000:1.0:1770685004.275159:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 4 00000100:00100000:1.0:1770685004.275169:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2c99500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+26:10680:x1856697499958400:12345-192.168.203.41@tcp:103:mmap_cat.0 00010000:00010000:1.0:1770685004.275189:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1770685004.275351:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef4479 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc8ff expref: 26 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685004.275372:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef445d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc8f8 expref: 25 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685004.275383:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff9d92e0875d00) 00010000:00010000:1.0:1770685004.275393:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685004.275950:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2c99500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+24:10680:x1856697499958400:12345-192.168.203.41@tcp:103:mmap_cat.0 Request processed in 780us (1096us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685004.275960:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 4 00000100:00100000:0.0:1770685004.278421:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685004.278978:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499958528 00000100:00100000:1.0:1770685004.278991:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499958528 00000100:00100000:1.0:1770685004.279088:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 92 00000100:00100000:1.0:1770685004.279098:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+24:10680:x1856697499958528:12345-192.168.203.41@tcp:58:mmap_cat.0 00010000:00010000:1.0:1770685004.279244:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef4487 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.279271:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef4487 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.279282:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef4487 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000040:00080000:1.0:1770685004.279450:0:5760:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2, 136 off8464 00000100:00100000:1.0:1770685004.279551:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+24:10680:x1856697499958528:12345-192.168.203.41@tcp:58:mmap_cat.0 Request processed in 453us (1140us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685004.279559:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 92 00000100:00100000:2.0:1770685004.282905:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685004.284668:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499958656 00000100:00100000:1.0:1770685004.284683:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499958656 00000100:00100000:0.0:1770685004.284891:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 93 00000100:00100000:0.0:1770685004.284904:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5005880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+24:10680:x1856697499958656:12345-192.168.203.41@tcp:101:mmap_cat.0 00010000:00010000:0.0:1770685004.284928:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685004.284965:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031e00/0x8f0dbafbd9ef448e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc906 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685004.285028:0:5760:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef4487 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685004.285039:0:5760:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031e00/0x8f0dbafbd9ef448e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc906 expref: 25 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685004.285082:0:5760:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef4487 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685004.285095:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031e00/0x8f0dbafbd9ef448e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc906 expref: 25 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685004.285111:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff9d92d1988500) 00010000:00010000:0.0:1770685004.285114:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1770685004.285118:0:5760:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031e00/0x8f0dbafbd9ef448e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc906 expref: 25 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685004.285125:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c0031e00, rc 0) 00000100:00100000:0.0:1770685004.285332:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5005880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+25:10680:x1856697499958656:12345-192.168.203.41@tcp:101:mmap_cat.0 Request processed in 430us (2435us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685004.285339:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 93 00000040:00080000:0.0:1770685004.466066:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1770685004.466076:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1770685004.466128:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 3 count 3 00000040:00080000:0.0:1770685004.466132:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1770685004.466268:0:11361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0f89c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514660096:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1770685004.466628:0:11361:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d19d5d80 going to sleep for 11 seconds 00000100:00100000:0.0:1770685004.474403:0:11361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0f89c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514660096:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1770685004.474745:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685004.474932:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499958784 00000100:00100000:2.0:1770685004.474939:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499958784 00000100:00100000:2.0:1770685004.474994:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 94 00000100:00100000:2.0:1770685004.475005:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+14:10681:x1856697499958784:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1770685004.475040:0:5760:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1770685004.475142:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+14:10681:x1856697499958784:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 138us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685004.475149:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 94 00000100:00100000:2.0:1770685004.479352:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685004.479884:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499958912 00000100:00100000:0.0:1770685004.479896:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499958912 00000100:00100000:0.0:1770685004.480203:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 95 00000100:00100000:0.0:1770685004.480216:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5005f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+14:10681:x1856697499958912:12345-192.168.203.41@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1770685004.480317:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4495 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685004.480335:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4495 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685004.480346:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4495 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685004.480360:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef449c lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa93c4984 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685004.480366:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef449c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa93c4984 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685004.480373:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef449c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa93c4984 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685004.480395:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef44a3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685004.480414:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef44a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685004.480420:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef44a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:0.0:1770685004.480457:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2:0x0]: returning size 1048576 00000004:00200000:0.0:1770685004.480462:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685004.480476:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef44a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685004.480486:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4495 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685004.480502:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4495 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685004.480508:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4495 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685004.480514:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c0031600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685004.480517:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4495 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685004.480525:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4495 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685004.480546:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:0.0:1770685004.480549:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685004.480555:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4495 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685004.480560:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4495 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685004.480574:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef449c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa93c4984 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685004.480627:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef449c lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa93c4984 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685004.480632:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef449c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa93c4984 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685004.480637:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c0030400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685004.480640:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef449c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa93c4984 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685004.480656:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef449c lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa93c4984 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685004.480664:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xa93c4984 (ffff9d92c554f200) 00010000:00010000:0.0:1770685004.480667:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685004.480669:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef449c lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa93c4984 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685004.480676:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef449c lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa93c4984 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685004.480690:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef44a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685004.480696:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef44a3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685004.480700:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef44a3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685004.480705:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c0030c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685004.480707:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef44a3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685004.480712:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef44a3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685004.480718:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff9d92d1988500) 00010000:00010000:0.0:1770685004.480720:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685004.480723:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef44a3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685004.480729:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef44a3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:0.0:1770685004.480816:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5005f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+14:10681:x1856697499958912:12345-192.168.203.41@tcp:34:lhsmtool_posix.0 Request processed in 602us (1475us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685004.480823:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 95 00000100:00100000:1.0:1770685004.485864:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685004.486128:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499959168 00000100:00100000:0.0:1770685004.486140:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499959168 00000100:00100000:1.0:1770685004.486362:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 96 00000100:00100000:1.0:1770685004.486373:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+14:10681:x1856697499959168:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685004.486395:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685004.486502:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef44aa lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc90d expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685004.486792:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef44b1 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.486806:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef44b1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.486816:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef44b1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.486830:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef44b8 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa93c4984 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.486835:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef44b8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa93c4984 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.486840:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef44b8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa93c4984 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.486893:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef44bf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.486913:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef44bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.486919:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef44bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:1.0:1770685004.486929:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2:0x0]: returning size 1048576 00010000:00010000:1.0:1770685004.487038:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef44bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.487044:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef44bf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.487050:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef44bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.487055:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c62a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685004.487059:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef44bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.487066:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef44bf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.487077:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff9d92d1988500) 00010000:00010000:1.0:1770685004.487080:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1770685004.487084:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef44bf lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.487090:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef44bf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.487101:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef44b1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.487116:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef44b1 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.487121:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef44b1 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.487125:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c63600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685004.487127:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef44b1 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.487132:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef44b1 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.487139:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:1.0:1770685004.487141:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685004.487144:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef44b1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.487148:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef44b1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.487155:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef44b8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa93c4984 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.487161:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef44b8 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa93c4984 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.487165:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef44b8 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa93c4984 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.487169:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c63e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685004.487172:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef44b8 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa93c4984 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.487185:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef44b8 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa93c4984 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.487192:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xa93c4984 (ffff9d92d1988100) 00010000:00010000:1.0:1770685004.487204:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685004.487207:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef44b8 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa93c4984 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.487212:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef44b8 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa93c4984 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.487262:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef44aa lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc90d expref: 16 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685004.487273:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:1.0:1770685004.487275:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1770685004.487279:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef44aa lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc90d expref: 16 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685004.487288:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c62e00, rc 0) 00000100:00100000:1.0:1770685004.487363:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+15:10681:x1856697499959168:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 992us (1508us total) trans 4294967359 rc 301/301 00000100:00100000:1.0:1770685004.487370:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 96 00000100:00100000:1.0:1770685004.493763:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685004.493890:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499959296 00000100:00100000:2.0:1770685004.493900:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499959296 00000100:00100000:2.0:1770685004.493962:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 97 00000100:00100000:2.0:1770685004.493973:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+15:10681:x1856697499959296:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1770685004.494006:0:5760:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1770685004.494104:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+15:10681:x1856697499959296:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 133us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685004.494112:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 97 00000100:00100000:0.0:1770685004.498791:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685004.499630:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499959552 00000100:00100000:3.0:1770685004.499643:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499959552 00000100:00100000:3.0:1770685004.499695:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 98 00000100:00100000:3.0:1770685004.499704:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+15:10681:x1856697499959552:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685004.499723:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685004.499743:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b400/0x8f0dbafbd9ef44cd lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc914 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685004.501264:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef44d4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685004.501282:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef44d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685004.501293:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef44d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:3.0:1770685004.501304:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3:0x0]: returning size 0 00010000:00010000:3.0:1770685004.501362:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b400/0x8f0dbafbd9ef44cd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc914 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685004.501381:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef44d4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc914 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685004.501391:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff9d92e0875a00) 00010000:00010000:3.0:1770685004.501394:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1770685004.501410:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307a800, rc 0) 00000100:00100000:3.0:1770685004.501526:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+17:10681:x1856697499959552:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 1822us (2743us total) trans 4294967360 rc 0/0 00000100:00100000:3.0:1770685004.501737:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 98 00000100:00100000:1.0:1770685004.506307:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685004.506383:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499959808 00000100:00100000:3.0:1770685004.506394:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499959808 00000100:00100000:3.0:1770685004.506454:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 99 00000100:00100000:3.0:1770685004.506464:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+17:10681:x1856697499959808:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1770685004.506528:0:5762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685004.506558:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef44d4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc914 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685004.506605:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff9d92e0875a00) 00010000:00010000:3.0:1770685004.506618:0:5762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1770685004.506645:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef44e2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685004.506658:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef43ca lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc8c7 expref: 24 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685004.506665:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef44e2 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685004.506698:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef43ca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc8c7 expref: 24 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685004.506711:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef43ca lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc8c7 expref: 24 pid: 5761 timeout: 429 lvb_type: 0 00000100:00100000:3.0:1770685004.506728:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5343800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514660224:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685004.506817:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c31c2d80 going to sleep for 11 seconds 00000100:00100000:3.0:1770685004.510515:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5343800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514660224:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685004.510556:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef44e2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:1.0:1770685004.511347:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685004.511730:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499959936 00000100:00100000:3.0:1770685004.511741:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499959936 00010000:00010000:3.0:1770685004.511782:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef43ca lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc8c7 expref: 25 pid: 5761 timeout: 429 lvb_type: 0 00000100:00100000:3.0:1770685004.511858:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 50 00000100:00100000:3.0:1770685004.511868:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18cbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+25:2350:x1856697499959936:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685004.511883:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685004.511890:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef43ca lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc8c7 expref: 25 pid: 5761 timeout: 429 lvb_type: 0 00010000:00010000:3.0:1770685004.511902:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef43ca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc8c7 expref: 25 pid: 5761 timeout: 429 lvb_type: 0 00010000:00010000:3.0:1770685004.511924:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef43ca lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc8c7 expref: 25 pid: 5761 timeout: 429 lvb_type: 0 00010000:00010000:3.0:1770685004.511950:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff9d92c554ff00) 00010000:00010000:3.0:1770685004.511955:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef44e2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685004.511964:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef44e2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685004.511971:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef44e2 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685004.512003:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685004.512057:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18cbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+24:2350:x1856697499959936:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 190us (713us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685004.512079:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 50 00010000:00010000:1.0:1770685004.512251:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef44e2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685004.512259:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef44e2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685004.512288:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef44e9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5:0x0].0x3fd7a518 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685004.512297:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef44e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0x3fd7a518 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685004.512305:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef44e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0x3fd7a518 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685004.512388:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef44e2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685004.512395:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef44e2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685004.512402:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef44e2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685004.512407:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685004.512411:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef44e2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685004.512418:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef44e2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685004.512427:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff9d92c554ff00) 00010000:00010000:1.0:1770685004.512430:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685004.512434:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef44e2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685004.512439:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef44e2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685004.512448:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef44e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0x3fd7a518 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685004.512459:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef44e9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x3fd7a518 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685004.512464:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef44e9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x3fd7a518 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685004.512469:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c62200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685004.512472:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef44e9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x3fd7a518 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685004.512479:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef44e9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x3fd7a518 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685004.512486:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x3fd7a518 (ffff9d92d1988f00) 00010000:00010000:1.0:1770685004.512489:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685004.512492:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef44e9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5:0x0].0x3fd7a518 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685004.512497:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef44e9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5:0x0].0x3fd7a518 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:1.0:1770685004.512596:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+16:10681:x1856697499959808:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 6114us (6280us total) trans 0 rc -2/-2 00000100:00100000:1.0:1770685004.512605:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 99 00000100:00100000:1.0:1770685004.516439:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685004.516512:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499960064 00000100:00100000:3.0:1770685004.516522:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499960064 00000100:00100000:3.0:1770685004.516606:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 100 00000100:00100000:3.0:1770685004.516617:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+16:10681:x1856697499960064:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685004.516635:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685004.516656:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef44f0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc91b expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685004.516688:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef44f7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685004.516701:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef44f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685004.516712:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef44f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685004.516816:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef44f0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc91b expref: 18 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685004.516834:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef44f7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc91b expref: 17 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685004.516841:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff9d92e0875600) 00010000:00010000:3.0:1770685004.516844:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1770685004.516847:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307b200, rc 0) 00000100:00100000:3.0:1770685004.516900:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+17:10681:x1856697499960064:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 284us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685004.516915:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 100 00000100:00100000:1.0:1770685004.520570:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685004.520819:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499960320 00000100:00100000:2.0:1770685004.520831:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499960320 00000100:00100000:2.0:1770685004.520888:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 101 00000100:00100000:2.0:1770685004.520898:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+17:10681:x1856697499960320:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1770685004.520980:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef44fe lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685004.521012:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef44fe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685004.521024:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef44fe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00010000:2.0:1770685004.521253:0:5760:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000009647d5ff reply state 00000000d5eb2b7b transno 4294967361 ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef44fe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:2.0:1770685004.521263:0:5760:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1770685004.521370:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+19:10681:x1856697499960320:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 473us (810us total) trans 4294967361 rc 0/0 00000100:00100000:2.0:1770685004.521378:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 101 00010000:00010000:3.0:1770685004.524627:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef44fe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685004.524643:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef44fe lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685004.524651:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef44fe lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685004.524657:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204ce00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685004.524662:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef44fe lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685004.524669:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef44fe lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685004.524685:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff9d92e0875600) 00010000:00010000:3.0:1770685004.524688:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1770685004.524693:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef44fe lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685004.524699:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef44fe lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:1.0:1770685004.525885:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685004.525957:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499960448 00000100:00100000:3.0:1770685004.525966:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499960448 00000100:00100000:3.0:1770685004.526029:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 102 00000100:00100000:3.0:1770685004.526042:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+18:10681:x1856697499960448:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685004.526068:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685004.526088:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4505 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc922 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685004.526169:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4505 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc922 expref: 19 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685004.526185:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4505 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc922 expref: 19 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685004.526195:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff9d92e0875600) 00010000:00010000:3.0:1770685004.526198:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1770685004.526203:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307ba00, rc 0) 00000100:00100000:3.0:1770685004.526304:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+19:10681:x1856697499960448:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 265us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685004.526312:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 102 00000100:00100000:1.0:1770685004.529385:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685004.529497:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499960576 00000100:00100000:2.0:1770685004.529509:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499960576 00000100:00100000:2.0:1770685004.529566:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 29 00000100:00100000:2.0:1770685004.529623:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+19:10681:x1856697499960576:12345-192.168.203.41@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1770685004.529768:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+19:10681:x1856697499960576:12345-192.168.203.41@tcp:49:lhsmtool_posix.0 Request processed in 192us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685004.529775:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 29 00010000:00010000:0.0:1770685004.530762:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685004.533120:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685004.533210:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499960832 00000100:00100000:0.0:1770685004.533228:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499960832 00000100:00100000:0.0:1770685004.533284:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 30 00000100:00100000:0.0:1770685004.533293:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+19:10681:x1856697499960832:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1770685004.533527:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+20:10681:x1856697499960832:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 234us (416us total) trans 4294967362 rc 0/0 00000100:00100000:0.0:1770685004.533534:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 30 00000100:00100000:3.0:1770685004.536123:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685004.536233:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499961088 00000100:00100000:2.0:1770685004.536242:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499961088 00000100:00100000:2.0:1770685004.536297:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 103 00000100:00100000:2.0:1770685004.536308:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5343800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+20:10681:x1856697499961088:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1770685004.536420:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5343800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+20:10681:x1856697499961088:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 114us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685004.536428:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 103 00000100:00100000:1.0:1770685004.539871:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685004.540050:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499961344 00000100:00100000:3.0:1770685004.540061:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499961344 00000100:00100000:3.0:1770685004.540116:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 104 00000100:00100000:3.0:1770685004.540124:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c67c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+20:10681:x1856697499961344:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685004.540143:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685004.540162:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef450c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc929 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685004.540254:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b400/0x8f0dbafbd9ef4513 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685004.540267:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4505 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc922 expref: 21 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685004.540286:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b400/0x8f0dbafbd9ef4513 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685004.540318:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4505 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc922 expref: 21 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685004.540329:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4505 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc922 expref: 21 pid: 5762 timeout: 429 lvb_type: 0 00000100:00100000:3.0:1770685004.540343:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5342d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514660352:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685004.540683:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c31c2c00 going to sleep for 11 seconds 00000100:00100000:1.0:1770685004.544619:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685004.544703:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499961472 00000100:00100000:0.0:1770685004.544713:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499961472 00010000:00010000:0.0:1770685004.544752:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4505 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc922 expref: 22 pid: 5762 timeout: 429 lvb_type: 0 00000100:00100000:0.0:1770685004.544792:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 51 00000100:00100000:0.0:1770685004.544803:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c67c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+22:2351:x1856697499961472:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685004.544818:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685004.544824:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4505 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc922 expref: 22 pid: 5762 timeout: 429 lvb_type: 0 00010000:00010000:0.0:1770685004.544835:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4505 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc922 expref: 22 pid: 5762 timeout: 429 lvb_type: 0 00010000:00010000:0.0:1770685004.544868:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff9d92e0875600) 00010000:00010000:0.0:1770685004.544873:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b400/0x8f0dbafbd9ef4513 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685004.544882:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b400/0x8f0dbafbd9ef4513 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685004.544888:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b400/0x8f0dbafbd9ef4513 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685004.544905:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685004.544963:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c67c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+22:2351:x1856697499961472:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 161us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685004.544970:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 51 00010000:00010000:3.0:1770685004.546319:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4505 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc922 expref: 21 pid: 5762 timeout: 429 lvb_type: 0 00000100:00100000:3.0:1770685004.546342:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5342d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514660352:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685004.546372:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b400/0x8f0dbafbd9ef4513 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685004.546728:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b400/0x8f0dbafbd9ef4513 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685004.546737:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b400/0x8f0dbafbd9ef4513 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:2.0:1770685004.546759:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3:0x0]: returning size 0 00000004:00080000:2.0:1770685004.548195:0:5762:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x3:0x0], index 0: 0 00010000:00010000:2.0:1770685004.548367:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b400/0x8f0dbafbd9ef4513 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685004.548377:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b400/0x8f0dbafbd9ef4513 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685004.548384:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b400/0x8f0dbafbd9ef4513 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685004.548389:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307b400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685004.548393:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b400/0x8f0dbafbd9ef4513 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685004.548487:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b400/0x8f0dbafbd9ef4513 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685004.548505:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff9d92e0875600) 00010000:00010000:2.0:1770685004.548509:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1770685004.548514:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b400/0x8f0dbafbd9ef4513 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685004.548519:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b400/0x8f0dbafbd9ef4513 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685004.548836:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef450c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc929 expref: 21 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.548868:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff9d92c554ff00) 00010000:00010000:2.0:1770685004.548871:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1770685004.548876:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef450c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc929 expref: 21 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.548886:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307a800, rc 0) 00000100:00100000:2.0:1770685004.549094:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c67c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+20:10681:x1856697499961344:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 8968us (9231us total) trans 4294967363 rc 301/301 00000100:00100000:2.0:1770685004.549102:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 104 00000100:00100000:1.0:1770685004.552851:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685004.552931:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499961728 00000100:00100000:2.0:1770685004.553014:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499961728 00000100:00100000:2.0:1770685004.553106:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 31 00000100:00100000:2.0:1770685004.553116:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+20:10681:x1856697499961728:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1770685004.553457:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+21:10681:x1856697499961728:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 342us (614us total) trans 4294967364 rc 0/0 00000100:00100000:2.0:1770685004.553464:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 31 00000100:00100000:1.0:1770685004.559111:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685004.559325:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499961856 00000100:00100000:2.0:1770685004.559336:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499961856 00000100:00100000:2.0:1770685004.559392:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 105 00000100:00100000:2.0:1770685004.559409:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+21:10681:x1856697499961856:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685004.559433:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685004.559454:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef4521 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc930 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.559518:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4528 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685004.559544:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4528 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685004.559555:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4528 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:2.0:1770685004.559620:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3:0x0]: returning size 0 00000004:00200000:2.0:1770685004.559624:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685004.559644:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4528 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685004.559670:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef4521 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc930 expref: 23 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.559686:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4528 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc930 expref: 22 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.559694:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff9d92e0875600) 00010000:00010000:2.0:1770685004.559697:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1770685004.559700:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d930204c800, rc 0) 00000100:00100000:2.0:1770685004.559757:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+22:10681:x1856697499961856:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 357us (656us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685004.559764:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 105 00000100:00100000:1.0:1770685004.568293:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685004.568391:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499961984 00000100:00100000:2.0:1770685004.568411:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499961984 00000100:00100000:2.0:1770685004.568456:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 34 00000100:00100000:2.0:1770685004.568465:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2347:x1856697499961984:12345-192.168.203.41@tcp:8:lhsmtool_posix.0 00010000:00080000:2.0:1770685004.568496:0:6538:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from 1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp t0 exp 0000000000000000 cur 329 last 0 00000020:00000080:2.0:1770685004.568526:0:6538:0:(genops.c:1402:class_connect()) connect: client 1b20a364-7a5a-4770-9192-023629c7ce89, cookie 0x8f0dbafbd9ef452f 00002000:00100000:2.0:1770685004.568559:0:6538:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 1b20a364-7a5a-4770-9192-023629c7ce89/ffff9d91c33e0000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2113241 ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1770685004.568615:0:6538:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:2.0:1770685004.568765:0:6538:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9d91c1ef0600 00002000:00080000:2.0:1770685004.568776:0:6538:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1770685004.568804:0:6538:0:(import.c:65:import_set_state_nolock()) ffff9d91c33e5800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1770685004.568879:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+6:2347:x1856697499961984:12345-192.168.203.41@tcp:8:lhsmtool_posix.0 Request processed in 413us (596us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685004.568887:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 34 00000100:00100000:0.0:1770685004.572947:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685004.573038:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499962112 00000100:00100000:1.0:1770685004.573048:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499962112 00000100:00100000:1.0:1770685004.573118:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 35 00000100:00100000:1.0:1770685004.573128:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+6:0:x1856697499962112:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685004.573146:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685004.573171:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4536 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc937 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1770685004.573204:0:6540:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1770685004.573230:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685004.573233:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685004.573241:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4536 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc937 expref: 7 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685004.573260:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4536 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc937 expref: 7 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685004.573273:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c62600, rc 0) 00000100:00100000:1.0:1770685004.573331:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+7:0:x1856697499962112:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 205us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685004.573338:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 35 00000100:00080000:0.0:1770685004.573774:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1770685004.578844:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685004.579836:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499962368 00000100:00100000:1.0:1770685004.579850:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499962368 00000100:00100000:1.0:1770685004.580096:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 106 00000100:00100000:1.0:1770685004.580122:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+22:10681:x1856697499962368:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1770685004.580251:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+22:10681:x1856697499962368:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 132us (1416us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685004.580259:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 106 00000100:00100000:3.0:1770685004.589882:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685004.589993:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499962496 00000100:00100000:2.0:1770685004.590004:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499962496 00000100:00100000:2.0:1770685004.590062:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 36 00000100:00100000:2.0:1770685004.590073:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5343100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+7:10681:x1856697499962496:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685004.590091:0:6538:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685004.590112:0:6538:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef453d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc93e expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.590142:0:6538:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4536 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc937 expref: 8 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685004.590151:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685004.590153:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685004.590157:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef453d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc93e expref: 8 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.590189:0:6538:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4536 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc937 expref: 8 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685004.590202:0:6538:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4536 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc937 expref: 8 pid: 6540 timeout: 429 lvb_type: 1 00000100:00100000:2.0:1770685004.590239:0:6538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5006300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6538:1856697514660480:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685004.590325:0:6538:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c70d7240 going to sleep for 11 seconds 00000100:00100000:0.0:1770685004.593857:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685004.594070:0:6538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5006300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6538:1856697514660480:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685004.594104:0:6538:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef453d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bc93e expref: 8 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.594124:0:6538:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d930204de00, rc 0) 00000100:00100000:2.0:1770685004.594185:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5343100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+8:10681:x1856697499962496:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 4114us (4312us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685004.594194:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 36 00000100:00100000:3.0:1770685004.594861:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499962624 00000100:00100000:3.0:1770685004.594870:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499962624 00010000:00010000:3.0:1770685004.594901:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4536 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc937 expref: 8 pid: 6540 timeout: 429 lvb_type: 1 00000100:00100000:3.0:1770685004.594948:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 52 00000100:00100000:3.0:1770685004.594957:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f88a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697499962624:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685004.594982:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685004.595004:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4536 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc937 expref: 8 pid: 6540 timeout: 429 lvb_type: 1 00010000:00010000:3.0:1770685004.595017:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4536 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc937 expref: 8 pid: 6540 timeout: 429 lvb_type: 1 00010000:00010000:3.0:1770685004.595041:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4536 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc937 expref: 8 pid: 6540 timeout: 429 lvb_type: 1 00010000:00010000:3.0:1770685004.595055:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685004.595058:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685004.595064:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef453d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bc93e expref: 7 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685004.595074:0:5745:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef453d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bc93e expref: 7 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685004.595106:0:5745:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef453d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bc93e expref: 7 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685004.595120:0:5745:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5340000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5745:1856697514660608:192.168.203.41@tcp:105: 00000100:00100000:3.0:1770685004.595191:0:5745:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c31c2c00 going to sleep for 11 seconds 00000100:00100000:3.0:1770685004.600944:0:5745:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5340000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5745:1856697514660608:192.168.203.41@tcp:105: 00010000:00010000:3.0:1770685004.600972:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685004.601027:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f88a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+7:2351:x1856697499962624:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 6070us (7176us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685004.601052:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 52 00000100:00100000:1.0:1770685004.632033:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685004.632288:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499962752 00000100:00100000:0.0:1770685004.632300:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499962752 00002000:00100000:0.0:1770685004.632348:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (0->1048575) req@ffff9d92c5d2dc00 x1856697499962752/t0(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:125/0 lens 488/0 e 0 to 0 dl 1770685015 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685004.632358:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92c5d2dc00 with x1856697499962752 ext(0->1048575) 00002000:00010000:0.0:1770685004.632364:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92c5d2dc00 00000100:00100000:0.0:1770685004.632404:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 2 00000100:00100000:0.0:1770685004.632414:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+7:2351:x1856697499962752:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 00000001:00100000:1.0:1770685004.722923:0:6567:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 1b20a364-7a5a-4770-9192-023629c7ce89 00000100:00100000:3.0:1770685004.728267:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697499962752:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 Request processed in 95846us (96234us total) trans 4294967300 rc 0/0 00000100:00100000:3.0:1770685004.728287:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 2 00002000:00100000:3.0:1770685004.728300:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (0->1048575) req@ffff9d92c5d2dc00 x1856697499962752/t4294967300(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:125/0 lens 488/448 e 0 to 0 dl 1770685015 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685004.728314:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92c5d2dc00 with x1856697499962752 ext(0->1048575) 00002000:00010000:3.0:1770685004.728323:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92c5d2dc00 00000100:00100000:1.0:1770685004.732361:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685004.732541:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499962880 00000100:00100000:2.0:1770685004.732554:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499962880 00000100:00100000:2.0:1770685004.732736:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 107 00000100:00100000:2.0:1770685004.732748:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+22:10681:x1856697499962880:12345-192.168.203.41@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1770685004.776973:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967362 is committed 00000001:00080000:3.0:1770685004.776988:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967355 is committed 00000004:00080000:3.0:1770685004.776992:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 4 committed 00000020:00080000:3.0:1770685004.777015:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9d92d182aa80 refcount 2 committed 0 result 0 batchid 1 00000020:00080000:3.0:1770685004.777020:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92d184c300 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9d92d182ae40 00000020:00080000:3.0:1770685004.777023:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92d184c200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9d92d13cdc00 00000001:00080000:3.0:1770685004.777047:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967358 is committed 00000001:00080000:3.0:1770685004.777061:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967364 is committed 00000020:00080000:2.0:1770685004.777332:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 1 committed batchid 0 00000020:00080000:2.0:1770685004.777439:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 0 00000100:00100000:2.0:1770685004.777448:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1770685004.777466:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514660736:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1770685004.777526:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685004.777604:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514660736 00000100:00100000:2.0:1770685004.777612:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514660736 00000100:00100000:2.0:1770685004.777656:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1770685004.777666:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5004000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3288:x1856697514660736:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1770685004.777690:0:6538:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3 count 1 00002000:00010000:2.0:1770685004.777732:0:6538:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3:0x0] initial LVB size: 1048576, mtime: 0x698a824a, atime: 0x0, ctime: 0x698a824a, blocks: 0x803 00010000:00010000:2.0:1770685004.777740:0:6538:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4544 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.777752:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685004.777755:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685004.777759:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4544 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.777774:0:6538:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4544 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.777782:0:6538:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4544 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.777789:0:6538:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4544 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.777804:0:6538:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1770685004.778186:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5004000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3288:x1856697514660736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 520us (658us total) trans 4294967303 rc 0/0 00000100:00100000:2.0:1770685004.778194:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00010000:00010000:2.0:1770685004.778229:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1770685004.778236:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4544 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.778243:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204d400 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:2.0:1770685004.778247:0:5749:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4544 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.778267:0:5749:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4544 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.778283:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4544 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.778289:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4544 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.778304:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685004.778306:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685004.778307:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1770685004.778339:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9d92c5006300/2, rc 0, transno 4294967303 00000100:00100000:2.0:1770685004.778345:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514660736:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1770685004.778611:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+11:10681:x1856697499962880:12345-192.168.203.41@tcp:44:lhsmtool_posix.0 Request processed in 45863us (46258us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685004.778620:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 107 00000100:00100000:1.0:1770685004.783146:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685004.783233:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499963008 00000100:00100000:2.0:1770685004.783245:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499963008 00000100:00100000:2.0:1770685004.783316:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 38 00000100:00100000:2.0:1770685004.783326:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+8:2350:x1856697499963008:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 00000001:00080000:2.0:1770685004.830642:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967300 is committed 00000100:00100000:3.0:1770685004.830822:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+6:2350:x1856697499963008:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 Request processed in 47491us (47677us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685004.830833:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 38 00000100:00100000:2.0:1770685004.841990:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685004.842141:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499963264 00000100:00100000:1.0:1770685004.842152:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499963264 00000100:00100000:1.0:1770685004.842209:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 108 00000100:00100000:1.0:1770685004.842228:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5006a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+11:10681:x1856697499963264:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1770685004.842281:0:5760:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685004.842308:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4528 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc930 expref: 11 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685004.842327:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff9d92e0875600) 00010000:00010000:1.0:1770685004.842332:0:5760:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1770685004.842361:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef454b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.842374:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef454b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.842383:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef454b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.842427:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef454b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.842433:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef454b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.842440:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef454b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.842446:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c63e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685004.842450:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef454b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.842457:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef454b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.842466:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff9d92e0875600) 00010000:00010000:1.0:1770685004.842469:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685004.842473:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef454b lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.842479:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef454b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:1.0:1770685004.842630:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5006a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+10:10681:x1856697499963264:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 361us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685004.842638:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 108 00000100:00100000:2.0:1770685004.846255:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685004.846458:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499963392 00000100:00100000:1.0:1770685004.846470:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499963392 00000100:00100000:1.0:1770685004.846534:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 109 00000100:00100000:1.0:1770685004.846545:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5005500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+10:10681:x1856697499963392:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685004.846603:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685004.846625:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef4552 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc945 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685004.846688:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef4552 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc945 expref: 11 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685004.846703:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef4552 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc945 expref: 11 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685004.846721:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff9d92e0875600) 00010000:00010000:1.0:1770685004.846725:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1770685004.846729:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c62200, rc 0) 00000100:00100000:1.0:1770685004.846785:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5005500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:10681:x1856697499963392:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 242us (539us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685004.846792:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 109 00000100:00100000:0.0:1770685004.850557:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685004.850672:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499963520 00000100:00100000:3.0:1770685004.850682:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499963520 00000100:00100000:3.0:1770685004.850736:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 39 00000100:00100000:3.0:1770685004.850746:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+6:2350:x1856697499963520:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1770685004.850982:0:6540:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:3.0:1770685004.850998:0:6540:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3:0x0] updating lvb mtime from disk: 0 -> 1770685002 00002000:00010000:3.0:1770685004.851000:0:6540:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3:0x0] updating lvb atime from disk: 0 -> 1770685002 00002000:00010000:3.0:1770685004.851003:0:6540:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3:0x0] updating lvb ctime from disk: 0 -> 1770685002 00002000:00010000:3.0:1770685004.851005:0:6540:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3:0x0] updating lvb blocks from disk: 1 -> 2051 00000100:00100000:3.0:1770685004.851067:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+7:2350:x1856697499963520:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 Request processed in 323us (529us total) trans 4294967301 rc 0/0 00000100:00100000:3.0:1770685004.851073:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 39 00000100:00100000:0.0:1770685004.854358:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685004.854479:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499963776 00000100:00100000:3.0:1770685004.854490:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499963776 00000100:00100000:3.0:1770685004.854550:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 110 00000100:00100000:3.0:1770685004.854560:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+11:10681:x1856697499963776:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1770685004.854681:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4559 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685004.854698:0:5760:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef44f7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc91b expref: 11 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685004.854707:0:5760:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4559 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685004.854741:0:5760:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef44f7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc91b expref: 11 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685004.854754:0:5760:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef44f7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc91b expref: 11 pid: 5762 timeout: 429 lvb_type: 0 00000100:00100000:3.0:1770685004.854769:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5340000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514660864:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685004.854866:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c31c20c0 going to sleep for 11 seconds 00000100:00100000:2.0:1770685004.859237:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685004.859340:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499963904 00000100:00100000:0.0:1770685004.859350:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499963904 00010000:00010000:0.0:1770685004.859389:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef44f7 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc91b expref: 12 pid: 5762 timeout: 429 lvb_type: 0 00000100:00100000:0.0:1770685004.859433:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 53 00000100:00100000:0.0:1770685004.859443:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5007100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+12:2351:x1856697499963904:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685004.859459:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685004.859467:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef44f7 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc91b expref: 12 pid: 5762 timeout: 429 lvb_type: 0 00010000:00010000:0.0:1770685004.859479:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef44f7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc91b expref: 12 pid: 5762 timeout: 429 lvb_type: 0 00010000:00010000:0.0:1770685004.859504:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff9d92e0875600) 00010000:00010000:0.0:1770685004.859509:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4559 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685004.859518:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4559 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685004.859526:0:5745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4559 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685004.859545:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685004.859628:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5007100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+12:2351:x1856697499963904:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 186us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685004.859635:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 53 00010000:00010000:3.0:1770685004.859769:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef44f7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc91b expref: 11 pid: 5762 timeout: 429 lvb_type: 0 00000100:00100000:3.0:1770685004.859795:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5340000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514660864:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685004.859815:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4559 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685004.859823:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4559 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685004.859829:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4559 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685004.859858:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4559 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685004.859864:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4559 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685004.859870:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4559 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685004.859876:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307ba00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685004.859880:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4559 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685004.859886:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4559 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685004.859894:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff9d92e0875600) 00010000:00010000:3.0:1770685004.859898:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1770685004.859901:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4559 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685004.859906:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4559 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:3.0:1770685004.859950:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+10:10681:x1856697499963776:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 Request processed in 5392us (5602us total) trans 0 rc -22/-22 00000100:00100000:3.0:1770685004.859958:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 110 00000100:00100000:0.0:1770685004.864287:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685004.865133:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499964032 00000100:00100000:2.0:1770685004.865144:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499964032 00000100:00100000:2.0:1770685004.865210:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 40 00000100:00100000:2.0:1770685004.865230:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5303b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+7:2350:x1856697499964032:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1770685004.865292:0:6538:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4560 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.865314:0:6538:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef453d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bc93e expref: 7 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.865322:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1770685004.865324:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1770685004.865328:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4560 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.865361:0:6538:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef453d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.41@tcp remote: 0xa999371225bc93e expref: 7 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.865373:0:6538:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef453d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bc93e expref: 7 pid: 6538 timeout: 429 lvb_type: 0 00000100:00100000:2.0:1770685004.865388:0:6538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5007480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6538:1856697514660992:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685004.865495:0:6538:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c70d7b40 going to sleep for 11 seconds 00000100:00100000:0.0:1770685004.867826:0:6538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5007480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6538:1856697514660992:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685004.867865:0:6538:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4560 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685004.872083:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685004.872249:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499964160 00000100:00100000:1.0:1770685004.872261:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499964160 00010000:00010000:1.0:1770685004.872298:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef453d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bc93e expref: 8 pid: 6538 timeout: 429 lvb_type: 0 00000100:00100000:1.0:1770685004.872342:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 54 00000100:00100000:1.0:1770685004.872351:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+8:2350:x1856697499964160:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685004.872366:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685004.872387:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef453d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bc93e expref: 8 pid: 6538 timeout: 429 lvb_type: 0 00010000:00010000:1.0:1770685004.872428:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef453d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bc93e expref: 8 pid: 6538 timeout: 429 lvb_type: 0 00010000:00010000:1.0:1770685004.872454:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef453d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bc93e expref: 8 pid: 6538 timeout: 429 lvb_type: 0 00010000:00010000:1.0:1770685004.872470:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685004.872473:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685004.872478:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4560 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685004.872487:0:5746:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4560 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685004.872518:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770685004.872724:0:6538:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4560 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.872734:0:6538:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4560 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.872760:0:6538:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4560 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.872779:0:6538:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4560 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.872786:0:6538:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4560 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.872793:0:6538:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204c800 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:2.0:1770685004.872797:0:6538:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4560 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.872805:0:6538:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4560 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.872820:0:6538:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4560 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.872827:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4560 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685004.874837:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+7:2350:x1856697499964160:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 2470us (2747us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685004.874858:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 54 00000100:00100000:2.0:1770685004.875929:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5303b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+6:2350:x1856697499964032:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 10703us (11645us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685004.875941:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 40 00000100:00100000:2.0:1770685004.882975:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685004.883051:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499964416 00000100:00100000:3.0:1770685004.883058:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499964416 00000100:00100000:3.0:1770685004.883104:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 111 00000100:00100000:3.0:1770685004.883111:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5007800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+10:10681:x1856697499964416:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1770685004.883369:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4567 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685004.883383:0:5760:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef4552 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc945 expref: 11 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685004.883389:0:5760:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4567 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685004.883425:0:5760:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef4552 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc945 expref: 11 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685004.883435:0:5760:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef4552 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc945 expref: 11 pid: 5762 timeout: 429 lvb_type: 0 00000100:00100000:3.0:1770685004.883445:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5340000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514661120:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685004.883744:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c31c20c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685004.889176:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5340000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514661120:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685004.889214:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4567 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:2.0:1770685004.889618:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685004.889688:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499964544 00000100:00100000:1.0:1770685004.889694:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499964544 00010000:00010000:1.0:1770685004.889730:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef4552 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc945 expref: 12 pid: 5762 timeout: 429 lvb_type: 0 00000100:00100000:1.0:1770685004.889757:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 55 00000100:00100000:1.0:1770685004.889778:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5007480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+12:2350:x1856697499964544:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685004.889792:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685004.889799:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef4552 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc945 expref: 12 pid: 5762 timeout: 429 lvb_type: 0 00010000:00010000:1.0:1770685004.889807:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef4552 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc945 expref: 12 pid: 5762 timeout: 429 lvb_type: 0 00010000:00010000:1.0:1770685004.889823:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef4552 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc945 expref: 12 pid: 5762 timeout: 429 lvb_type: 0 00010000:00010000:1.0:1770685004.889833:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff9d92e0875600) 00010000:00010000:1.0:1770685004.889837:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4567 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.889843:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4567 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.889848:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4567 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.889869:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685004.889916:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5007480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697499964544:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 138us (300us total) trans 0 rc 0/0 00010000:00010000:3.0:1770685004.889923:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4567 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:1.0:1770685004.889924:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 55 00010000:00010000:3.0:1770685004.890007:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4567 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000001:00080000:2.0:1770685004.894296:0:5760:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967365 00000001:00080000:2.0:1770685004.894527:0:5760:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967366 00000001:00080000:2.0:1770685004.895693:0:5760:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967367 00000100:00100000:2.0:1770685004.895789:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5004a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5760:1856697514661248:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1770685004.895840:0:5760:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685004.895860:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c70d79c0 going to sleep for 11 seconds 00000100:00100000:0.0:1770685004.896084:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514661248 00000100:00100000:0.0:1770685004.896090:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514661248 00000100:00080000:2.0:1770685004.896163:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1770685004.896274:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1770685004.896283:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5004380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5760:x1856697514661248:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1770685004.896361:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5004380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5760:x1856697514661248:12345-0@lo:1000:mdt00_000.0 Request processed in 78us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685004.896368:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1770685004.896428:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5004a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5760:1856697514661248:0@lo:1000:mdt00_000.0 00000001:00080000:2.0:1770685004.896853:0:5760:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967368 00000100:00100000:2.0:1770685004.896914:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5004a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5760:1856697514661376:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1770685004.896945:0:5760:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685004.897987:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c70d7b40 going to sleep for 11 seconds 00000100:00100000:1.0:1770685004.898171:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514661376 00000100:00100000:1.0:1770685004.898179:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514661376 00000100:00100000:1.0:1770685004.898228:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1770685004.898238:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5005c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5760:x1856697514661376:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1770685004.898660:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5005c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5760:x1856697514661376:12345-0@lo:1000:mdt00_000.0 Request processed in 422us (1712us total) trans 4294967302 rc 0/0 00000100:00100000:1.0:1770685004.898680:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1770685004.898835:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5004a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5760:1856697514661376:0@lo:1000:mdt00_000.0 00000001:00080000:2.0:1770685004.899022:0:5760:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967369 00010000:00010000:2.0:1770685004.899143:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4567 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685004.899154:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4567 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685004.899161:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4567 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685004.899166:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307ba00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685004.899171:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4567 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685004.899178:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4567 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685004.899193:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff9d92e0875600) 00010000:00010000:2.0:1770685004.899197:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1770685004.899202:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4567 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685004.899215:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4567 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685004.899264:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef4487 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685004.899270:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef4487 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685004.899275:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef4487 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685004.899279:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c62800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685004.899282:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef4487 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685004.899286:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef4487 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685004.899293:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff9d92d1988500) 00010000:00010000:2.0:1770685004.899295:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1770685004.899302:0:5760:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031e00/0x8f0dbafbd9ef448e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc906 expref: 11 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.899311:0:5760:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031e00/0x8f0dbafbd9ef448e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc906 expref: 11 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.899320:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031e00/0x8f0dbafbd9ef448e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc906 expref: 11 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685004.899383:0:5760:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031e00/0x8f0dbafbd9ef448e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc906 expref: 11 pid: 5760 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685004.899409:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5004e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514661504:192.168.203.41@tcp:105: 00000100:00100000:2.0:1770685004.899854:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c70d7c00 going to sleep for 11 seconds 00000100:00100000:2.0:1770685004.907298:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685004.907483:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499964672 00000100:00100000:0.0:1770685004.907493:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499964672 00000100:00100000:0.0:1770685004.907550:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 32 00000100:00100000:0.0:1770685004.907560:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8425450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:10680:x1856697499964672:12345-192.168.203.41@tcp:49:mmap_cat.0 00000100:00100000:0.0:1770685004.907723:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8425450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:10680:x1856697499964672:12345-192.168.203.41@tcp:49:mmap_cat.0 Request processed in 164us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685004.907731:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 32 00000100:00100000:1.0:1770685004.908637:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5004e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514661504:192.168.203.41@tcp:105: 00010000:00010000:1.0:1770685004.908663:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef4487 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.908673:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef4487 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.908704:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef456e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.908717:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef456e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.908727:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef456e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.908735:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef456e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.908741:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef456e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.908746:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef456e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.908751:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c62200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685004.908754:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef456e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.908760:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef456e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.908770:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff9d92d1988500) 00010000:00010000:1.0:1770685004.908786:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685004.908791:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef456e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685004.908795:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef456e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:1.0:1770685004.909063:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5007800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+15:10681:x1856697499964416:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 25950us (26094us total) trans 4294967370 rc 0/0 00000100:00100000:1.0:1770685004.909072:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 111 00000020:00080000:1.0:1770685004.909077:0:5760:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:0.0:1770685004.910893:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1770685004.910901:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1770685004.911410:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:0.0:1770685004.911420:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1770685004.916676:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685004.916730:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685004.916911:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499964928 00000100:00100000:0.0:1770685004.916922:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499964928 00000100:00100000:0.0:1770685004.916983:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 33 00000100:00100000:0.0:1770685004.916993:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5004e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+15:10681:x1856697499964928:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1770685004.917377:0:5764:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1770685004.917435:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967371 00010000:00010000:0.0:1770685004.917488:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef4575 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685004.917503:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef4575 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685004.917513:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef4575 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685004.917521:0:5764:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef4575 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685004.917526:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef4575 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685004.917531:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef4575 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685004.917547:0:5764:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1770685004.917693:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5004e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+17:10681:x1856697499964928:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 699us (1024us total) trans 4294967372 rc 0/0 00000100:00100000:0.0:1770685004.917701:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 33 00000020:00080000:0.0:1770685004.917707:0:5764:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1770685004.917727:0:5748:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1770685004.917733:0:5748:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef4575 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685004.917740:0:5748:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c0030400 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:0.0:1770685004.917744:0:5748:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef4575 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685004.917762:0:5748:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef4575 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685004.917773:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff9d92c554f000) 00010000:00010000:0.0:1770685004.917777:0:5748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1770685004.917781:0:5748:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef4575 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685004.917787:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef4575 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685004.917800:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770685004.917803:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770685004.917804:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685004.918294:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499965056 00000100:00100000:3.0:1770685004.918302:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499965056 00000100:00100000:3.0:1770685004.918345:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 41 00000100:00100000:3.0:1770685004.918354:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:10680:x1856697499965056:12345-192.168.203.41@tcp:101:mmap_cat.0 00010000:00010000:3.0:1770685004.918368:0:6538:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685004.918381:0:6538:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c307b000/0x8f0dbafbd9ef457c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc94c expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1770685004.918401:0:6538:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3:0x0] initial LVB size: 1048576, mtime: 0x698a824a, atime: 0x698a824a, ctime: 0x698a824a, blocks: 0x803 00010000:00010000:3.0:1770685004.918415:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685004.918418:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685004.918424:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c307b000/0x8f0dbafbd9ef457c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc94c expref: 6 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685004.918437:0:6538:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c307b000/0x8f0dbafbd9ef457c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc94c expref: 6 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685004.918457:0:6538:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307b000, rc 0) 00000100:00100000:3.0:1770685004.918497:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:10680:x1856697499965056:12345-192.168.203.41@tcp:101:mmap_cat.0 Request processed in 145us (1767us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685004.918504:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 41 00000100:00100000:2.0:1770685004.926356:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685004.931280:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499965184 00000100:00100000:3.0:1770685004.931296:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499965184 00002000:00100000:3.0:1770685004.931355:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (0->4095) req@ffff9d92fc3c1180 x1856697499965184/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:125/0 lens 488/0 e 0 to 0 dl 1770685015 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:3.0:1770685004.931368:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fc3c1180 with x1856697499965184 ext(0->4095) 00002000:00010000:3.0:1770685004.931386:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fc3c1180 00000100:00100000:3.0:1770685004.931436:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 3 00000100:00100000:3.0:1770685004.931454:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697499965184:12345-192.168.203.41@tcp:3:kworker.0 00000100:00100000:3.0:1770685004.931687:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697499965184:12345-192.168.203.41@tcp:3:kworker.0 Request processed in 235us (5342us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1770685004.931694:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 3 00002000:00100000:3.0:1770685004.931701:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (0->4095) req@ffff9d92fc3c1180 x1856697499965184/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:125/0 lens 488/4536 e 0 to 0 dl 1770685015 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:3.0:1770685004.931709:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fc3c1180 with x1856697499965184 ext(0->4095) 00002000:00010000:3.0:1770685004.931713:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fc3c1180 00000100:00100000:3.0:1770685004.936212:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685004.936389:0:6545:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499965312 00000100:00100000:2.0:1770685004.936409:0:6545:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499965312 00002000:00100000:2.0:1770685004.936454:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (4096->8191) req@ffff9d92f5340000 x1856697499965312/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:125/0 lens 488/0 e 0 to 0 dl 1770685015 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1770685004.936464:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92f5340000 with x1856697499965312 ext(4096->8191) 00002000:00010000:2.0:1770685004.936469:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92f5340000 00000100:00100000:2.0:1770685004.936500:0:6545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 4 00000100:00100000:2.0:1770685004.936510:0:6545:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5340000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2348:x1856697499965312:12345-192.168.203.41@tcp:3:kworker.0 00000100:00100000:2.0:1770685004.936730:0:6545:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5340000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2348:x1856697499965312:12345-192.168.203.41@tcp:3:kworker.0 Request processed in 220us (528us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1770685004.936737:0:6545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 4 00002000:00100000:2.0:1770685004.936744:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (4096->8191) req@ffff9d92f5340000 x1856697499965312/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:125/0 lens 488/4536 e 0 to 0 dl 1770685015 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1770685004.936752:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92f5340000 with x1856697499965312 ext(4096->8191) 00002000:00010000:2.0:1770685004.936755:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92f5340000 00000100:00100000:1.0:1770685004.940932:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685004.941126:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499965440 00000100:00100000:3.0:1770685004.941138:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499965440 00002000:00100000:3.0:1770685004.941187:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (8192->12287) req@ffff9d92d077fb80 x1856697499965440/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:125/0 lens 488/0 e 0 to 0 dl 1770685015 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:3.0:1770685004.941198:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92d077fb80 with x1856697499965440 ext(8192->12287) 00002000:00010000:3.0:1770685004.941204:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92d077fb80 00000100:00100000:3.0:1770685004.941241:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 5 00000100:00100000:3.0:1770685004.941252:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2351:x1856697499965440:12345-192.168.203.41@tcp:3:kworker.0 00000100:00100000:3.0:1770685004.941574:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2351:x1856697499965440:12345-192.168.203.41@tcp:3:kworker.0 Request processed in 323us (650us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1770685004.942072:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 5 00002000:00100000:3.0:1770685004.942080:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (8192->12287) req@ffff9d92d077fb80 x1856697499965440/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:125/0 lens 488/4536 e 0 to 0 dl 1770685015 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:3.0:1770685004.942106:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92d077fb80 with x1856697499965440 ext(8192->12287) 00002000:00010000:3.0:1770685004.942110:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92d077fb80 00000100:00100000:1.0:1770685004.946371:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685004.947026:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499965568 00000100:00100000:2.0:1770685004.947036:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499965568 00002000:00100000:2.0:1770685004.947095:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (12288->69631) req@ffff9d92d077ce00 x1856697499965568/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:125/0 lens 488/0 e 0 to 0 dl 1770685015 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1770685004.947107:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92d077ce00 with x1856697499965568 ext(12288->69631) 00002000:00010000:2.0:1770685004.947112:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92d077ce00 00000100:00100000:2.0:1770685004.947144:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 6 00000100:00100000:2.0:1770685004.947153:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2349:x1856697499965568:12345-192.168.203.41@tcp:3:kworker.0 00000100:00100000:2.0:1770685004.950367:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2349:x1856697499965568:12345-192.168.203.41@tcp:3:kworker.0 Request processed in 3204us (3994us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1770685004.950381:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 6 00002000:00100000:2.0:1770685004.950395:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (12288->69631) req@ffff9d92d077ce00 x1856697499965568/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:125/0 lens 488/440 e 0 to 0 dl 1770685015 ref 1 fl Complete:/600/0 rc 57344/57344 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1770685004.950414:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92d077ce00 with x1856697499965568 ext(12288->69631) 00002000:00010000:2.0:1770685004.950421:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92d077ce00 00000100:00100000:1.0:1770685004.954248:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685004.954338:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499965696 00000100:00100000:2.0:1770685004.954347:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499965696 00002000:00100000:2.0:1770685004.954388:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (69632->106495) req@ffff9d92c8357100 x1856697499965696/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:125/0 lens 488/0 e 0 to 0 dl 1770685015 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1770685004.954409:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92c8357100 with x1856697499965696 ext(69632->106495) 00002000:00010000:2.0:1770685004.954415:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92c8357100 00000100:00100000:2.0:1770685004.954440:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 7 00000100:00100000:2.0:1770685004.954448:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2348:x1856697499965696:12345-192.168.203.41@tcp:3:kworker.0 00000100:00100000:2.0:1770685004.961479:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2348:x1856697499965696:12345-192.168.203.41@tcp:3:kworker.0 Request processed in 7021us (7229us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1770685004.961505:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 7 00002000:00100000:2.0:1770685004.961517:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (69632->106495) req@ffff9d92c8357100 x1856697499965696/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:125/0 lens 488/440 e 0 to 0 dl 1770685015 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1770685004.961527:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92c8357100 with x1856697499965696 ext(69632->106495) 00002000:00010000:2.0:1770685004.961533:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92c8357100 00000100:00100000:1.0:1770685004.965317:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685004.965719:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499965824 00000100:00100000:2.0:1770685004.965730:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499965824 00002000:00100000:2.0:1770685004.965780:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (106496->143359) req@ffff9d92c8355f80 x1856697499965824/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:125/0 lens 488/0 e 0 to 0 dl 1770685015 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1770685004.965792:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92c8355f80 with x1856697499965824 ext(106496->143359) 00002000:00010000:2.0:1770685004.965797:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92c8355f80 00000100:00100000:2.0:1770685004.965828:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 8 00000100:00100000:2.0:1770685004.965838:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8355f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2349:x1856697499965824:12345-192.168.203.41@tcp:3:kworker.0 00000100:00100000:2.0:1770685004.969614:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8355f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2349:x1856697499965824:12345-192.168.203.41@tcp:3:kworker.0 Request processed in 3768us (4297us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1770685004.969628:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 8 00002000:00100000:2.0:1770685004.969640:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (106496->143359) req@ffff9d92c8355f80 x1856697499965824/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:125/0 lens 488/440 e 0 to 0 dl 1770685015 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1770685004.969650:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92c8355f80 with x1856697499965824 ext(106496->143359) 00002000:00010000:2.0:1770685004.969656:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92c8355f80 00000100:00100000:1.0:1770685004.974307:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685004.974393:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499965952 00000100:00100000:2.0:1770685004.974415:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499965952 00002000:00100000:2.0:1770685004.974463:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (143360->180223) req@ffff9d92c8354e00 x1856697499965952/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:125/0 lens 488/0 e 0 to 0 dl 1770685015 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1770685004.974486:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92c8354e00 with x1856697499965952 ext(143360->180223) 00002000:00010000:2.0:1770685004.974492:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92c8354e00 00000100:00100000:2.0:1770685004.974525:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 9 00000100:00100000:2.0:1770685004.974534:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8354e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2348:x1856697499965952:12345-192.168.203.41@tcp:3:kworker.0 00000100:00100000:2.0:1770685004.978746:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8354e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2348:x1856697499965952:12345-192.168.203.41@tcp:3:kworker.0 Request processed in 4203us (4439us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1770685004.978759:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 9 00002000:00100000:2.0:1770685004.978770:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (143360->180223) req@ffff9d92c8354e00 x1856697499965952/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:125/0 lens 488/440 e 0 to 0 dl 1770685015 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1770685004.978781:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92c8354e00 with x1856697499965952 ext(143360->180223) 00002000:00010000:2.0:1770685004.978786:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92c8354e00 00000100:00100000:1.0:1770685004.981919:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685004.982072:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499966080 00000100:00100000:2.0:1770685004.982083:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499966080 00002000:00100000:2.0:1770685004.982131:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (180224->217087) req@ffff9d92c8356a00 x1856697499966080/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:125/0 lens 488/0 e 0 to 0 dl 1770685015 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1770685004.982143:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92c8356a00 with x1856697499966080 ext(180224->217087) 00002000:00010000:2.0:1770685004.982149:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92c8356a00 00000100:00100000:2.0:1770685004.982224:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 10 00000100:00100000:2.0:1770685004.982234:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8356a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697499966080:12345-192.168.203.41@tcp:3:kworker.0 00000100:00100000:2.0:1770685004.985360:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8356a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697499966080:12345-192.168.203.41@tcp:3:kworker.0 Request processed in 3118us (3440us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1770685004.985373:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 10 00002000:00100000:2.0:1770685004.985397:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (180224->217087) req@ffff9d92c8356a00 x1856697499966080/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:125/0 lens 488/440 e 0 to 0 dl 1770685015 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1770685004.985408:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92c8356a00 with x1856697499966080 ext(180224->217087) 00002000:00010000:2.0:1770685004.985413:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92c8356a00 00000100:00100000:1.0:1770685004.989295:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685004.989469:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499966208 00000100:00100000:2.0:1770685004.989479:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499966208 00002000:00100000:2.0:1770685004.989529:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (217088->253951) req@ffff9d92f51fad80 x1856697499966208/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:125/0 lens 488/0 e 0 to 0 dl 1770685015 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1770685004.989540:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92f51fad80 with x1856697499966208 ext(217088->253951) 00002000:00010000:2.0:1770685004.989546:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92f51fad80 00000100:00100000:2.0:1770685004.989683:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 11 00000100:00100000:2.0:1770685004.989693:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697499966208:12345-192.168.203.41@tcp:3:kworker.0 00000100:00100000:2.0:1770685004.992678:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697499966208:12345-192.168.203.41@tcp:3:kworker.0 Request processed in 2977us (3383us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1770685004.992692:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 11 00002000:00100000:2.0:1770685004.992703:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (217088->253951) req@ffff9d92f51fad80 x1856697499966208/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:125/0 lens 488/440 e 0 to 0 dl 1770685015 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1770685004.992712:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92f51fad80 with x1856697499966208 ext(217088->253951) 00002000:00010000:2.0:1770685004.992718:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92f51fad80 00000100:00100000:1.0:1770685004.996165:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685004.996278:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499966336 00000100:00100000:2.0:1770685004.996288:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499966336 00002000:00100000:2.0:1770685004.996334:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (253952->290815) req@ffff9d92f51f8380 x1856697499966336/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:125/0 lens 488/0 e 0 to 0 dl 1770685015 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1770685004.996346:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92f51f8380 with x1856697499966336 ext(253952->290815) 00002000:00010000:2.0:1770685004.996361:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92f51f8380 00000100:00100000:2.0:1770685004.996497:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 12 00000100:00100000:2.0:1770685004.996506:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697499966336:12345-192.168.203.41@tcp:3:kworker.0 00000100:00100000:2.0:1770685004.999677:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697499966336:12345-192.168.203.41@tcp:3:kworker.0 Request processed in 3161us (3509us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1770685004.999693:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 12 00002000:00100000:2.0:1770685004.999705:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (253952->290815) req@ffff9d92f51f8380 x1856697499966336/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:125/0 lens 488/440 e 0 to 0 dl 1770685015 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1770685004.999715:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92f51f8380 with x1856697499966336 ext(253952->290815) 00002000:00010000:2.0:1770685004.999721:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92f51f8380 00000100:00100000:1.0:1770685005.003176:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685005.003290:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499966464 00000100:00100000:2.0:1770685005.003300:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499966464 00002000:00100000:2.0:1770685005.003404:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (290816->327679) req@ffff9d92f51faa00 x1856697499966464/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/0 e 0 to 0 dl 1770685016 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1770685005.003415:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92f51faa00 with x1856697499966464 ext(290816->327679) 00002000:00010000:2.0:1770685005.003421:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92f51faa00 00000100:00100000:2.0:1770685005.003450:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 13 00000100:00100000:2.0:1770685005.003459:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2351:x1856697499966464:12345-192.168.203.41@tcp:3:kworker.0 00000100:00100000:3.0:1770685005.005813:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2351:x1856697499966464:12345-192.168.203.41@tcp:3:kworker.0 Request processed in 2346us (2638us total) trans 0 rc 36864/36864 00000100:00100000:3.0:1770685005.005826:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 13 00002000:00100000:3.0:1770685005.005837:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (290816->327679) req@ffff9d92f51faa00 x1856697499966464/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/440 e 0 to 0 dl 1770685016 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:3.0:1770685005.005848:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92f51faa00 with x1856697499966464 ext(290816->327679) 00002000:00010000:3.0:1770685005.005853:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92f51faa00 00000100:00080000:0.0:1770685005.008160:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1770685005.009704:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685005.009779:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499966592 00000100:00100000:3.0:1770685005.009789:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499966592 00002000:00100000:3.0:1770685005.009833:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (327680->364543) req@ffff9d92f51fb480 x1856697499966592/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/0 e 0 to 0 dl 1770685016 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:3.0:1770685005.009842:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92f51fb480 with x1856697499966592 ext(327680->364543) 00002000:00010000:3.0:1770685005.009848:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92f51fb480 00000100:00100000:3.0:1770685005.009882:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 14 00000100:00100000:3.0:1770685005.009891:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697499966592:12345-192.168.203.41@tcp:3:kworker.0 00000100:00100000:3.0:1770685005.013020:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697499966592:12345-192.168.203.41@tcp:3:kworker.0 Request processed in 3119us (3313us total) trans 0 rc 36864/36864 00000100:00100000:3.0:1770685005.013034:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 14 00002000:00100000:3.0:1770685005.013047:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (327680->364543) req@ffff9d92f51fb480 x1856697499966592/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/440 e 0 to 0 dl 1770685016 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:3.0:1770685005.013074:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92f51fb480 with x1856697499966592 ext(327680->364543) 00002000:00010000:3.0:1770685005.013081:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92f51fb480 00000100:00100000:0.0:1770685005.016964:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685005.017342:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499966720 00000100:00100000:3.0:1770685005.017352:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499966720 00002000:00100000:0.0:1770685005.017551:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (364544->401407) req@ffff9d92f43cb480 x1856697499966720/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/0 e 0 to 0 dl 1770685016 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1770685005.017562:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92f43cb480 with x1856697499966720 ext(364544->401407) 00002000:00010000:0.0:1770685005.017568:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92f43cb480 00000100:00100000:0.0:1770685005.017665:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 15 00000100:00100000:0.0:1770685005.017675:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2351:x1856697499966720:12345-192.168.203.41@tcp:3:kworker.0 00000100:00100000:0.0:1770685005.020806:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2351:x1856697499966720:12345-192.168.203.41@tcp:3:kworker.0 Request processed in 3123us (3843us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1770685005.020819:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 15 00002000:00100000:0.0:1770685005.020831:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (364544->401407) req@ffff9d92f43cb480 x1856697499966720/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/440 e 0 to 0 dl 1770685016 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1770685005.020858:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92f43cb480 with x1856697499966720 ext(364544->401407) 00002000:00010000:0.0:1770685005.020864:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92f43cb480 00000100:00100000:1.0:1770685005.024794:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685005.025037:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499966848 00000100:00100000:0.0:1770685005.025047:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499966848 00002000:00100000:0.0:1770685005.025093:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (401408->438271) req@ffff9d92f51f9f80 x1856697499966848/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/0 e 0 to 0 dl 1770685016 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1770685005.025103:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92f51f9f80 with x1856697499966848 ext(401408->438271) 00002000:00010000:0.0:1770685005.025108:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92f51f9f80 00000100:00100000:0.0:1770685005.025142:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 16 00000100:00100000:0.0:1770685005.025151:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697499966848:12345-192.168.203.41@tcp:3:kworker.0 00000100:00100000:0.0:1770685005.028783:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697499966848:12345-192.168.203.41@tcp:3:kworker.0 Request processed in 3623us (3987us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1770685005.028797:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 16 00002000:00100000:0.0:1770685005.028808:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (401408->438271) req@ffff9d92f51f9f80 x1856697499966848/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/440 e 0 to 0 dl 1770685016 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1770685005.028818:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92f51f9f80 with x1856697499966848 ext(401408->438271) 00002000:00010000:0.0:1770685005.028824:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92f51f9f80 00000100:00100000:1.0:1770685005.032357:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685005.032505:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499966976 00000100:00100000:0.0:1770685005.032516:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499966976 00002000:00100000:0.0:1770685005.032561:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (438272->475135) req@ffff9d92f51f9180 x1856697499966976/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/0 e 0 to 0 dl 1770685016 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1770685005.032573:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92f51f9180 with x1856697499966976 ext(438272->475135) 00002000:00010000:0.0:1770685005.032607:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92f51f9180 00000100:00100000:0.0:1770685005.032652:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 17 00000100:00100000:0.0:1770685005.032661:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2351:x1856697499966976:12345-192.168.203.41@tcp:3:kworker.0 00000100:00100000:0.0:1770685005.035953:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2351:x1856697499966976:12345-192.168.203.41@tcp:3:kworker.0 Request processed in 3272us (3585us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1770685005.035968:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 17 00002000:00100000:0.0:1770685005.035981:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (438272->475135) req@ffff9d92f51f9180 x1856697499966976/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/440 e 0 to 0 dl 1770685016 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1770685005.035992:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92f51f9180 with x1856697499966976 ext(438272->475135) 00002000:00010000:0.0:1770685005.035999:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92f51f9180 00000100:00100000:1.0:1770685005.039822:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685005.039972:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499967104 00000100:00100000:0.0:1770685005.039983:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499967104 00002000:00100000:0.0:1770685005.040028:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (475136->511999) req@ffff9d91c3e48a80 x1856697499967104/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/0 e 0 to 0 dl 1770685016 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1770685005.040039:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c3e48a80 with x1856697499967104 ext(475136->511999) 00002000:00010000:0.0:1770685005.040044:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d91c3e48a80 00000100:00100000:0.0:1770685005.040076:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 18 00000100:00100000:0.0:1770685005.040085:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697499967104:12345-192.168.203.41@tcp:3:kworker.0 00000100:00100000:0.0:1770685005.042983:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697499967104:12345-192.168.203.41@tcp:3:kworker.0 Request processed in 2889us (3162us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1770685005.042994:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 18 00002000:00100000:0.0:1770685005.043007:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (475136->511999) req@ffff9d91c3e48a80 x1856697499967104/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/440 e 0 to 0 dl 1770685016 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1770685005.043015:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c3e48a80 with x1856697499967104 ext(475136->511999) 00002000:00010000:0.0:1770685005.043037:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d91c3e48a80 00000100:00100000:1.0:1770685005.046699:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685005.046783:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499967232 00000100:00100000:0.0:1770685005.046793:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499967232 00002000:00100000:0.0:1770685005.046839:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (512000->548863) req@ffff9d91c3e49880 x1856697499967232/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/0 e 0 to 0 dl 1770685016 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1770685005.046849:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c3e49880 with x1856697499967232 ext(512000->548863) 00002000:00010000:0.0:1770685005.046855:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d91c3e49880 00000100:00100000:0.0:1770685005.046885:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 19 00000100:00100000:0.0:1770685005.046894:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2349:x1856697499967232:12345-192.168.203.41@tcp:3:kworker.0 00000100:00100000:0.0:1770685005.050204:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2349:x1856697499967232:12345-192.168.203.41@tcp:3:kworker.0 Request processed in 3301us (3503us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1770685005.050226:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 19 00002000:00100000:0.0:1770685005.050238:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (512000->548863) req@ffff9d91c3e49880 x1856697499967232/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/440 e 0 to 0 dl 1770685016 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1770685005.050249:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c3e49880 with x1856697499967232 ext(512000->548863) 00002000:00010000:0.0:1770685005.050255:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d91c3e49880 00000100:00100000:1.0:1770685005.053827:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685005.053908:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499967360 00000100:00100000:0.0:1770685005.053919:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499967360 00002000:00100000:0.0:1770685005.053973:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (548864->585727) req@ffff9d91c3e49f80 x1856697499967360/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/0 e 0 to 0 dl 1770685016 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1770685005.053984:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c3e49f80 with x1856697499967360 ext(548864->585727) 00002000:00010000:0.0:1770685005.053990:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d91c3e49f80 00000100:00100000:0.0:1770685005.054019:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 20 00000100:00100000:0.0:1770685005.054028:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2351:x1856697499967360:12345-192.168.203.41@tcp:3:kworker.0 00000100:00100000:0.0:1770685005.059756:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2351:x1856697499967360:12345-192.168.203.41@tcp:3:kworker.0 Request processed in 5718us (5930us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1770685005.059788:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 20 00002000:00100000:0.0:1770685005.059801:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (548864->585727) req@ffff9d91c3e49f80 x1856697499967360/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/440 e 0 to 0 dl 1770685016 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1770685005.059811:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c3e49f80 with x1856697499967360 ext(548864->585727) 00002000:00010000:0.0:1770685005.059818:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d91c3e49f80 00000100:00100000:1.0:1770685005.063155:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685005.063259:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499967488 00000100:00100000:0.0:1770685005.063271:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499967488 00002000:00100000:0.0:1770685005.063320:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (585728->622591) req@ffff9d92c70fd880 x1856697499967488/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/0 e 0 to 0 dl 1770685016 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1770685005.063333:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92c70fd880 with x1856697499967488 ext(585728->622591) 00002000:00010000:0.0:1770685005.063339:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92c70fd880 00000100:00100000:0.0:1770685005.063484:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 21 00000100:00100000:0.0:1770685005.063494:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2348:x1856697499967488:12345-192.168.203.41@tcp:3:kworker.0 00000100:00100000:0.0:1770685005.066721:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2348:x1856697499967488:12345-192.168.203.41@tcp:3:kworker.0 Request processed in 3217us (3565us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1770685005.066735:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 21 00002000:00100000:0.0:1770685005.066747:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (585728->622591) req@ffff9d92c70fd880 x1856697499967488/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/440 e 0 to 0 dl 1770685016 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1770685005.066757:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92c70fd880 with x1856697499967488 ext(585728->622591) 00002000:00010000:0.0:1770685005.066763:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92c70fd880 00000100:00100000:1.0:1770685005.070257:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685005.070360:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499967616 00000100:00100000:0.0:1770685005.070383:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499967616 00002000:00100000:0.0:1770685005.070515:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (622592->659455) req@ffff9d92c70fc000 x1856697499967616/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/0 e 0 to 0 dl 1770685016 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1770685005.070526:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92c70fc000 with x1856697499967616 ext(622592->659455) 00002000:00010000:0.0:1770685005.070533:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92c70fc000 00000100:00100000:0.0:1770685005.070683:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 22 00000100:00100000:0.0:1770685005.070694:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2351:x1856697499967616:12345-192.168.203.41@tcp:3:kworker.0 00000100:00100000:0.0:1770685005.074155:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2351:x1856697499967616:12345-192.168.203.41@tcp:3:kworker.0 Request processed in 3447us (3893us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1770685005.074170:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 22 00002000:00100000:0.0:1770685005.074185:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (622592->659455) req@ffff9d92c70fc000 x1856697499967616/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/440 e 0 to 0 dl 1770685016 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1770685005.074197:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92c70fc000 with x1856697499967616 ext(622592->659455) 00002000:00010000:0.0:1770685005.074203:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92c70fc000 00000100:00100000:1.0:1770685005.077719:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685005.077828:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499967744 00000100:00100000:0.0:1770685005.077838:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499967744 00002000:00100000:0.0:1770685005.077879:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (659456->696319) req@ffff9d92c70fc380 x1856697499967744/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/0 e 0 to 0 dl 1770685016 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1770685005.077889:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92c70fc380 with x1856697499967744 ext(659456->696319) 00002000:00010000:0.0:1770685005.077894:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92c70fc380 00000100:00100000:0.0:1770685005.078048:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 23 00000100:00100000:0.0:1770685005.078057:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2348:x1856697499967744:12345-192.168.203.41@tcp:3:kworker.0 00000100:00100000:0.0:1770685005.081030:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2348:x1856697499967744:12345-192.168.203.41@tcp:3:kworker.0 Request processed in 2961us (3307us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1770685005.081058:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 23 00002000:00100000:0.0:1770685005.081071:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (659456->696319) req@ffff9d92c70fc380 x1856697499967744/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/440 e 0 to 0 dl 1770685016 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1770685005.081081:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92c70fc380 with x1856697499967744 ext(659456->696319) 00002000:00010000:0.0:1770685005.081087:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92c70fc380 00000100:00100000:1.0:1770685005.084306:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685005.084450:0:6545:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499967872 00000100:00100000:2.0:1770685005.084460:0:6545:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499967872 00002000:00100000:2.0:1770685005.084504:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (696320->733183) req@ffff9d92c70fdc00 x1856697499967872/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/0 e 0 to 0 dl 1770685016 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1770685005.084514:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92c70fdc00 with x1856697499967872 ext(696320->733183) 00002000:00010000:2.0:1770685005.084519:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92c70fdc00 00000100:00100000:2.0:1770685005.084565:0:6545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 24 00000100:00100000:2.0:1770685005.084573:0:6545:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697499967872:12345-192.168.203.41@tcp:3:kworker.0 00000100:00100000:2.0:1770685005.088717:0:6545:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697499967872:12345-192.168.203.41@tcp:3:kworker.0 Request processed in 4134us (4409us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1770685005.088730:0:6545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 24 00002000:00100000:2.0:1770685005.088742:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (696320->733183) req@ffff9d92c70fdc00 x1856697499967872/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/440 e 0 to 0 dl 1770685016 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1770685005.088752:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92c70fdc00 with x1856697499967872 ext(696320->733183) 00002000:00010000:2.0:1770685005.088759:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92c70fdc00 00000100:00100000:1.0:1770685005.092491:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685005.092633:0:6545:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499968000 00000100:00100000:2.0:1770685005.092642:0:6545:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499968000 00002000:00100000:2.0:1770685005.092684:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (733184->770047) req@ffff9d92fb2d2d80 x1856697499968000/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/0 e 0 to 0 dl 1770685016 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1770685005.092695:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb2d2d80 with x1856697499968000 ext(733184->770047) 00002000:00010000:2.0:1770685005.092700:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fb2d2d80 00000100:00100000:2.0:1770685005.092729:0:6545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 25 00000100:00100000:2.0:1770685005.092737:0:6545:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697499968000:12345-192.168.203.41@tcp:3:kworker.0 00000100:00100000:2.0:1770685005.095443:0:6545:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697499968000:12345-192.168.203.41@tcp:3:kworker.0 Request processed in 2698us (2954us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1770685005.095456:0:6545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 25 00002000:00100000:2.0:1770685005.095468:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (733184->770047) req@ffff9d92fb2d2d80 x1856697499968000/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/440 e 0 to 0 dl 1770685016 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1770685005.095477:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb2d2d80 with x1856697499968000 ext(733184->770047) 00002000:00010000:2.0:1770685005.095495:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fb2d2d80 00000100:00100000:1.0:1770685005.099001:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685005.099149:0:6545:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499968128 00000100:00100000:2.0:1770685005.099159:0:6545:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499968128 00002000:00100000:2.0:1770685005.099204:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (770048->806911) req@ffff9d92fb2d0a80 x1856697499968128/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/0 e 0 to 0 dl 1770685016 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1770685005.099223:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb2d0a80 with x1856697499968128 ext(770048->806911) 00002000:00010000:2.0:1770685005.099229:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fb2d0a80 00000100:00100000:2.0:1770685005.099260:0:6545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 26 00000100:00100000:2.0:1770685005.099268:0:6545:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2351:x1856697499968128:12345-192.168.203.41@tcp:3:kworker.0 00000100:00100000:2.0:1770685005.102866:0:6545:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2351:x1856697499968128:12345-192.168.203.41@tcp:3:kworker.0 Request processed in 3586us (3862us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1770685005.102879:0:6545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 26 00002000:00100000:2.0:1770685005.102892:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (770048->806911) req@ffff9d92fb2d0a80 x1856697499968128/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/440 e 0 to 0 dl 1770685016 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1770685005.102902:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb2d0a80 with x1856697499968128 ext(770048->806911) 00002000:00010000:2.0:1770685005.102908:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fb2d0a80 00000100:00100000:1.0:1770685005.106134:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685005.106233:0:6545:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499968256 00000100:00100000:2.0:1770685005.106245:0:6545:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499968256 00002000:00100000:2.0:1770685005.106297:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (806912->843775) req@ffff9d92fb2d0380 x1856697499968256/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/0 e 0 to 0 dl 1770685016 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1770685005.106307:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb2d0380 with x1856697499968256 ext(806912->843775) 00002000:00010000:2.0:1770685005.106314:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fb2d0380 00000100:00100000:2.0:1770685005.106347:0:6545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 27 00000100:00100000:2.0:1770685005.106357:0:6545:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697499968256:12345-192.168.203.41@tcp:3:kworker.0 00000100:00100000:2.0:1770685005.108714:0:6545:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697499968256:12345-192.168.203.41@tcp:3:kworker.0 Request processed in 2348us (2580us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1770685005.108727:0:6545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 27 00002000:00100000:2.0:1770685005.108738:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (806912->843775) req@ffff9d92fb2d0380 x1856697499968256/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/440 e 0 to 0 dl 1770685016 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1770685005.108749:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb2d0380 with x1856697499968256 ext(806912->843775) 00002000:00010000:2.0:1770685005.108754:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fb2d0380 00000100:00100000:1.0:1770685005.112236:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685005.112333:0:6545:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499968384 00000100:00100000:2.0:1770685005.112343:0:6545:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499968384 00002000:00100000:2.0:1770685005.112387:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (843776->880639) req@ffff9d92fb2d2680 x1856697499968384/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/0 e 0 to 0 dl 1770685016 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1770685005.112398:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb2d2680 with x1856697499968384 ext(843776->880639) 00002000:00010000:2.0:1770685005.112404:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fb2d2680 00000100:00100000:2.0:1770685005.112433:0:6545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 28 00000100:00100000:2.0:1770685005.112442:0:6545:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697499968384:12345-192.168.203.41@tcp:3:kworker.0 00000100:00100000:2.0:1770685005.115455:0:6545:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697499968384:12345-192.168.203.41@tcp:3:kworker.0 Request processed in 3004us (3227us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1770685005.115469:0:6545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 28 00002000:00100000:2.0:1770685005.115481:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (843776->880639) req@ffff9d92fb2d2680 x1856697499968384/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/440 e 0 to 0 dl 1770685016 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1770685005.115491:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb2d2680 with x1856697499968384 ext(843776->880639) 00002000:00010000:2.0:1770685005.115497:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fb2d2680 00000100:00100000:1.0:1770685005.119204:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685005.119784:0:6545:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499968512 00000100:00100000:2.0:1770685005.119807:0:6545:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499968512 00002000:00100000:2.0:1770685005.119859:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (880640->917503) req@ffff9d92fb2d1c00 x1856697499968512/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/0 e 0 to 0 dl 1770685016 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1770685005.119870:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb2d1c00 with x1856697499968512 ext(880640->917503) 00002000:00010000:2.0:1770685005.119876:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fb2d1c00 00000100:00100000:2.0:1770685005.119953:0:6545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 29 00000100:00100000:2.0:1770685005.119962:0:6545:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697499968512:12345-192.168.203.41@tcp:3:kworker.0 00000100:00100000:2.0:1770685005.124119:0:6545:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697499968512:12345-192.168.203.41@tcp:3:kworker.0 Request processed in 4148us (4919us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1770685005.124133:0:6545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 29 00002000:00100000:2.0:1770685005.124146:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (880640->917503) req@ffff9d92fb2d1c00 x1856697499968512/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/440 e 0 to 0 dl 1770685016 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1770685005.124156:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb2d1c00 with x1856697499968512 ext(880640->917503) 00002000:00010000:2.0:1770685005.124162:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fb2d1c00 00000100:00100000:1.0:1770685005.128360:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685005.128571:0:6545:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499968640 00000100:00100000:2.0:1770685005.128610:0:6545:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499968640 00002000:00100000:2.0:1770685005.128661:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (917504->954367) req@ffff9d92fb2d0700 x1856697499968640/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/0 e 0 to 0 dl 1770685016 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1770685005.128673:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb2d0700 with x1856697499968640 ext(917504->954367) 00002000:00010000:2.0:1770685005.128679:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fb2d0700 00000100:00100000:2.0:1770685005.128701:0:6545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 30 00000100:00100000:2.0:1770685005.128710:0:6545:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2351:x1856697499968640:12345-192.168.203.41@tcp:3:kworker.0 00000100:00100000:2.0:1770685005.132185:0:6545:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2351:x1856697499968640:12345-192.168.203.41@tcp:3:kworker.0 Request processed in 3465us (3827us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1770685005.132212:0:6545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 30 00002000:00100000:2.0:1770685005.132232:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (917504->954367) req@ffff9d92fb2d0700 x1856697499968640/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/440 e 0 to 0 dl 1770685016 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1770685005.132242:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb2d0700 with x1856697499968640 ext(917504->954367) 00002000:00010000:2.0:1770685005.132248:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fb2d0700 00000100:00100000:1.0:1770685005.135524:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685005.135794:0:6545:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499968768 00000100:00100000:2.0:1770685005.135804:0:6545:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499968768 00002000:00100000:2.0:1770685005.135849:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (954368->991231) req@ffff9d92fb2d0e00 x1856697499968768/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/0 e 0 to 0 dl 1770685016 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1770685005.135859:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb2d0e00 with x1856697499968768 ext(954368->991231) 00002000:00010000:2.0:1770685005.135866:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fb2d0e00 00000100:00100000:2.0:1770685005.135930:0:6545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 31 00000100:00100000:2.0:1770685005.135948:0:6545:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2348:x1856697499968768:12345-192.168.203.41@tcp:3:kworker.0 00000100:00100000:2.0:1770685005.139372:0:6545:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2348:x1856697499968768:12345-192.168.203.41@tcp:3:kworker.0 Request processed in 3412us (3844us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1770685005.139387:0:6545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 31 00002000:00100000:2.0:1770685005.139410:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (954368->991231) req@ffff9d92fb2d0e00 x1856697499968768/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/440 e 0 to 0 dl 1770685016 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1770685005.139422:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb2d0e00 with x1856697499968768 ext(954368->991231) 00002000:00010000:2.0:1770685005.139428:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fb2d0e00 00000100:00100000:1.0:1770685005.142817:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685005.142925:0:6545:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499968896 00000100:00100000:2.0:1770685005.142944:0:6545:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499968896 00002000:00100000:2.0:1770685005.142999:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (991232->1028095) req@ffff9d92fb2d3b80 x1856697499968896/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/0 e 0 to 0 dl 1770685016 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1770685005.143023:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb2d3b80 with x1856697499968896 ext(991232->1028095) 00002000:00010000:2.0:1770685005.143030:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fb2d3b80 00000100:00100000:2.0:1770685005.143100:0:6545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 32 00000100:00100000:2.0:1770685005.143109:0:6545:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2351:x1856697499968896:12345-192.168.203.41@tcp:3:kworker.0 00000100:00100000:2.0:1770685005.146277:0:6545:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2351:x1856697499968896:12345-192.168.203.41@tcp:3:kworker.0 Request processed in 3159us (3462us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1770685005.146289:0:6545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 32 00002000:00100000:2.0:1770685005.146303:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (991232->1028095) req@ffff9d92fb2d3b80 x1856697499968896/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/440 e 0 to 0 dl 1770685016 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1770685005.146313:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb2d3b80 with x1856697499968896 ext(991232->1028095) 00002000:00010000:2.0:1770685005.146318:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fb2d3b80 00000100:00100000:1.0:1770685005.149703:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685005.149799:0:6545:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499969024 00000100:00100000:2.0:1770685005.149809:0:6545:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499969024 00002000:00100000:2.0:1770685005.149855:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (1028096->1048575) req@ffff9d92fb2d1f80 x1856697499969024/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/0 e 0 to 0 dl 1770685016 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1770685005.149865:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb2d1f80 with x1856697499969024 ext(1028096->1048575) 00002000:00010000:2.0:1770685005.149871:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fb2d1f80 00000100:00100000:2.0:1770685005.149901:0:6545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 33 00000100:00100000:2.0:1770685005.149910:0:6545:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2349:x1856697499969024:12345-192.168.203.41@tcp:3:kworker.0 00000100:00100000:2.0:1770685005.153081:0:6545:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2349:x1856697499969024:12345-192.168.203.41@tcp:3:kworker.0 Request processed in 3157us (3374us total) trans 0 rc 20480/20480 00000100:00100000:2.0:1770685005.153094:0:6545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 33 00002000:00100000:2.0:1770685005.153124:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3:0x0] (1028096->1048575) req@ffff9d92fb2d1f80 x1856697499969024/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:126/0 lens 488/440 e 0 to 0 dl 1770685016 ref 1 fl Complete:/600/0 rc 20480/20480 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1770685005.153134:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb2d1f80 with x1856697499969024 ext(1028096->1048575) 00002000:00010000:2.0:1770685005.153140:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fb2d1f80 00000100:00100000:1.0:1770685005.156750:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685005.156882:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499969280 00000100:00100000:2.0:1770685005.156892:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499969280 00000100:00100000:2.0:1770685005.156954:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 34 00000100:00100000:2.0:1770685005.156964:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:10680:x1856697499969280:12345-192.168.203.41@tcp:35:mmap_cat.0 00000100:00100000:2.0:1770685005.157309:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:10680:x1856697499969280:12345-192.168.203.41@tcp:35:mmap_cat.0 Request processed in 346us (567us total) trans 4294967373 rc 0/0 00000100:00100000:2.0:1770685005.157316:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 34 00010000:00010000:2.0:1770685005.557062:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1770685005.874034:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514661888:0@lo:400:kworker.0 00000100:00100000:0.0:1770685005.874105:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685005.874158:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1770685005.874162:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514662016:0@lo:400:kworker.0 00000100:00100000:0.0:1770685005.874180:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685005.874243:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514662016 00000100:00100000:0.0:1770685005.874251:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514662016 00000100:00100000:0.0:1770685005.874287:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1770685005.874294:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0250a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3288:x1856697514662016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685005.874331:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0250a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3288:x1856697514662016:12345-0@lo:400:kworker.0 Request processed in 38us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685005.874336:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1770685005.874367:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514662016:0@lo:400:kworker.0 00000100:00100000:3.0:1770685005.874677:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:02368443-f312-44b4-8d5b-8c5b083a881f:3290:1856697514661632:0@lo:400:kworker.0 00000100:00100000:3.0:1770685005.874706:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685005.874732:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f3f59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3290:1856697514662144:0@lo:400:kworker.0 00000100:00100000:3.0:1770685005.874748:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685005.874760:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1770685005.874764:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514661760:0@lo:400:kworker.0 00000100:00100000:3.0:1770685005.874792:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685005.874800:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f3f59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514662272:0@lo:400:kworker.0 00000100:00100000:3.0:1770685005.874813:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685005.874866:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514661632 00000100:00100000:0.0:1770685005.874870:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514661632 00000100:00100000:0.0:1770685005.874896:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:0.0:1770685005.874901:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3290:x1856697514661632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685005.874931:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3290:x1856697514661632:12345-0@lo:400:kworker.0 Request processed in 29us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685005.874972:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00100000:0.0:1770685005.875006:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:02368443-f312-44b4-8d5b-8c5b083a881f:3290:1856697514661632:0@lo:400:kworker.0 00000100:00100000:0.0:1770685005.875022:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514662272 00000100:00100000:0.0:1770685005.875025:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514662272 00000100:00100000:0.0:1770685005.875041:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1770685005.875044:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3290:x1856697514662272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685005.875068:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3290:x1856697514662272:12345-0@lo:400:kworker.0 Request processed in 24us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685005.875072:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1770685005.875087:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f3f59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514662272:0@lo:400:kworker.0 00000100:00100000:2.0:1770685005.875156:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514661888 00000100:00100000:2.0:1770685005.875160:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514661888 00000100:00100000:2.0:1770685005.875204:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514662144 00000100:00100000:2.0:1770685005.875207:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514662144 00000100:00100000:2.0:1770685005.875232:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514661760 00000100:00100000:2.0:1770685005.875235:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514661760 00000100:00100000:2.0:1770685005.875247:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:2.0:1770685005.875253:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514661888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685005.875288:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514661888:12345-0@lo:400:kworker.0 Request processed in 36us (1184us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685005.875292:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:2.0:1770685005.875302:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:2.0:1770685005.875305:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3290:x1856697514662144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685005.875321:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3290:x1856697514662144:12345-0@lo:400:kworker.0 Request processed in 16us (572us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685005.875332:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:2.0:1770685005.875339:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:2.0:1770685005.875342:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514661760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685005.875359:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514661760:12345-0@lo:400:kworker.0 Request processed in 16us (567us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685005.875362:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:2.0:1770685005.875381:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514661888:0@lo:400:kworker.0 00000100:00080000:0.0:1770685005.875723:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685005.875741:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514661760:0@lo:400:kworker.0 00000100:00100000:0.0:1770685005.875748:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f3f59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3290:1856697514662144:0@lo:400:kworker.0 00000100:00100000:2.0:1770685006.391148:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fc3c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514662400:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1770685006.391226:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685006.391297:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514662400 00000100:00100000:2.0:1770685006.391303:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514662400 00000100:00100000:2.0:1770685006.391354:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1770685006.391363:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3288:x1856697514662400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1770685006.391404:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 49348608 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1770685006.391449:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3288:x1856697514662400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685006.391455:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00080000:2.0:1770685006.391477:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1770685006.391510:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fc3c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514662400:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1770685006.392849:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c4f61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514662528:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1770685006.392911:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685006.393036:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514662528 00000100:00100000:1.0:1770685006.393043:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514662528 00000100:00100000:1.0:1770685006.393093:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1770685006.393102:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3289:x1856697514662528:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1770685006.393135:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 49348608 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1770685006.395368:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3289:x1856697514662528:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2255us (2445us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685006.395384:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00080000:1.0:1770685006.395425:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1770685006.398767:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c4f61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514662528:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1770685006.578749:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685007.601709:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1770685008.001956:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967302 is committed 00000001:00100000:1.0:1770685008.001975:0:7432:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of bb0b411f-1e9f-4664-994e-ef5350eaf62d 00000001:00080000:1.0:1770685008.001983:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967303 is committed 00000100:00100000:1.0:1770685008.590526:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685008.590636:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685008.590680:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685008.590713:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685008.590755:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499969792 00000100:00100000:0.0:1770685008.590772:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499969792 00000100:00100000:1.0:1770685008.590780:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685008.590811:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685008.590851:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685008.590879:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499970048 00000100:00100000:0.0:1770685008.590885:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499970048 00000100:00100000:1.0:1770685008.590889:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499969536 00000100:00100000:1.0:1770685008.590899:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499969536 00000100:00100000:0.0:1770685008.590913:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499969664 00000100:00100000:0.0:1770685008.590919:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499969664 00000100:00100000:0.0:1770685008.590954:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499970176 00000100:00100000:0.0:1770685008.590958:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499970176 00000100:00100000:1.0:1770685008.590973:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499969920 00000100:00100000:1.0:1770685008.590978:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499969920 00000100:00100000:0.0:1770685008.590992:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 87 00000100:00100000:0.0:1770685008.591016:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2350:x1856697499969792:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685008.591115:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2350:x1856697499969792:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 103us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685008.591137:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 147 00000100:00100000:1.0:1770685008.591156:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:2350:x1856697499969536:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685008.591168:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 87 00000100:00100000:0.0:1770685008.591209:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 88 00000100:00100000:0.0:1770685008.591219:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+6:2350:x1856697499970048:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685008.591237:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:2350:x1856697499969536:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 88us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685008.591247:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 147 00000100:00100000:1.0:1770685008.591277:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 148 00000100:00100000:0.0:1770685008.591280:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+6:2350:x1856697499970048:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 52us (555us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685008.591290:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+17:2351:x1856697499969920:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685008.591300:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 88 00000100:00100000:1.0:1770685008.591340:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+17:2351:x1856697499969920:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 50us (526us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685008.591342:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 89 00000100:00100000:1.0:1770685008.591359:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 148 00000100:00100000:0.0:1770685008.591369:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2351:x1856697499969664:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685008.591408:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2351:x1856697499969664:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 46us (635us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685008.591415:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 89 00000100:00100000:0.0:1770685008.591444:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 90 00000100:00100000:0.0:1770685008.591454:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+5:2351:x1856697499970176:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685008.591476:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499969408 00000100:00100000:3.0:1770685008.591483:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499969408 00000100:00100000:0.0:1770685008.591487:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+5:2351:x1856697499970176:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 32us (633us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685008.591497:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 90 00000100:00100000:3.0:1770685008.591534:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 293 00000100:00100000:3.0:1770685008.591546:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0339c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697499969408:12345-192.168.203.41@tcp:400:kworker.0 00000100:00080000:0.0:1770685008.591550:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1770685008.591559:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1770685008.591561:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1770685008.591610:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0339c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697499969408:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 66us (1100us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685008.591618:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 293 00010000:00010000:1.0:1770685008.626039:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685009.650545:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685009.871917:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685009.872006:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499970304 00000100:00100000:3.0:1770685009.872017:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499970304 00000100:00100000:3.0:1770685009.872075:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 112 00000100:00100000:3.0:1770685009.872085:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+17:10659:x1856697499970304:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1770685009.872203:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+17:10659:x1856697499970304:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 Request processed in 119us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685009.872211:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 112 00000100:00100000:1.0:1770685009.882450:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685009.882495:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499970560 00000100:00100000:1.0:1770685009.882505:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499970560 00000100:00100000:1.0:1770685009.882557:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 35 00000100:00100000:1.0:1770685009.882566:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+17:10659:x1856697499970560:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1770685009.882897:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+18:10659:x1856697499970560:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 331us (455us total) trans 4294967374 rc 0/0 00000100:00100000:1.0:1770685009.882916:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 35 00000040:00080000:2.0:1770685010.034566:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1770685010.034598:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1770685010.034641:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 3 count 3 00000040:00080000:2.0:1770685010.034649:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:2.0:1770685010.070646:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967302 is committed 00000001:00080000:2.0:1770685010.070670:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967301 is committed 00000001:00080000:0.0:1770685010.083160:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967372 is committed 00000001:00080000:0.0:1770685010.083200:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967374 is committed 00000001:00080000:0.0:1770685010.083210:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967373 is committed 00000020:00080000:0.0:1770685010.083226:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9d92c70d79c0 refcount 2 committed 0 result 0 batchid 2 00000020:00080000:0.0:1770685010.083232:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92c637a600 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9d92c70d7a80 00000020:00080000:0.0:1770685010.083253:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92c637a000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9d91c1f36c00 00000020:00080000:0.0:1770685010.083284:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 1 batchid updated 00000020:00080000:3.0:1770685010.084144:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 2 committed batchid 1 00000020:00080000:3.0:1770685010.084409:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 1 00010000:00010000:1.0:1770685010.676105:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685011.001742:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c4f61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:02368443-f312-44b4-8d5b-8c5b083a881f:3290:1856697514662656:0@lo:400:kworker.0 00000100:00100000:3.0:1770685011.001844:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685011.001914:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3290:1856697514663168:0@lo:400:kworker.0 00000100:00100000:3.0:1770685011.001944:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685011.001982:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1770685011.001988:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c4f61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514662784:0@lo:400:kworker.0 00000100:00100000:3.0:1770685011.002011:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685011.002019:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514663168 00000100:00100000:0.0:1770685011.002030:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514663168 00000100:00100000:3.0:1770685011.002040:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514663296:0@lo:400:kworker.0 00000100:00100000:3.0:1770685011.002067:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685011.002093:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514662784 00000100:00100000:0.0:1770685011.002096:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514662784 00000100:00100000:3.0:1770685011.002100:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2c99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514662912:0@lo:400:kworker.0 00000100:00100000:0.0:1770685011.002120:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:3.0:1770685011.002124:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685011.002130:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3290:x1856697514663168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685011.002135:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1770685011.002140:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2c99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514663040:0@lo:400:kworker.0 00000100:00100000:3.0:1770685011.002159:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685011.002205:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514662656 00000100:00100000:3.0:1770685011.002209:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514662656 00000100:00100000:0.0:1770685011.002225:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3290:x1856697514663168:12345-0@lo:400:kworker.0 Request processed in 96us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685011.002234:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:3.0:1770685011.002239:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:3.0:1770685011.002244:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0338050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3290:x1856697514662656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685011.002251:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514662912 00000100:00100000:0.0:1770685011.002254:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514662912 00000100:00100000:0.0:1770685011.002270:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:3.0:1770685011.002273:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0338050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3290:x1856697514662656:12345-0@lo:400:kworker.0 Request processed in 30us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685011.002275:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514662784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685011.002291:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00100000:0.0:1770685011.002300:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514662784:12345-0@lo:400:kworker.0 Request processed in 26us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685011.002306:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:0.0:1770685011.002315:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:0.0:1770685011.002321:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514662912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685011.002324:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514663296 00000100:00100000:3.0:1770685011.002327:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514663296 00000100:00100000:0.0:1770685011.002350:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514662912:12345-0@lo:400:kworker.0 Request processed in 29us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685011.002352:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514663040 00000100:00100000:3.0:1770685011.002355:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514663040 00000100:00100000:0.0:1770685011.002356:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00080000:0.0:1770685011.002374:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1770685011.002377:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00080000:0.0:1770685011.002378:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1770685011.002381:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685011.002384:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514663296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685011.002917:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514663296:12345-0@lo:400:kworker.0 Request processed in 531us (846us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685011.002922:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1770685011.003017:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c4f61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514662784:0@lo:400:kworker.0 00000100:00100000:2.0:1770685011.003031:0:3290:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967303 gen 2 00000004:00080000:2.0:1770685011.003037:0:3290:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967302 committed transno 4294967303 00000004:00080000:2.0:1770685011.003062:0:3290:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9d92c5006300, transno 4294967303 00000100:00100000:2.0:1770685011.003074:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514663296:0@lo:400:kworker.0 00000100:00100000:2.0:1770685011.003085:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c4f61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:02368443-f312-44b4-8d5b-8c5b083a881f:3290:1856697514662656:0@lo:400:kworker.0 00000100:00100000:2.0:1770685011.003095:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3290:1856697514663168:0@lo:400:kworker.0 00000100:00100000:1.0:1770685011.003313:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514663040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685011.003361:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514663040:12345-0@lo:400:kworker.0 Request processed in 431us (1200us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685011.005085:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1770685011.005192:0:3288:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967302 gen 2 00000004:00080000:3.0:1770685011.005199:0:3288:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967302 committed transno 4294967302 00000100:00100000:3.0:1770685011.005224:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2c99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514663040:0@lo:400:kworker.0 00000100:00100000:3.0:1770685011.005240:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2c99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514662912:0@lo:400:kworker.0 00000100:00100000:1.0:1770685011.012406:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1770685011.506296:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fc3c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514663424:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1770685011.506486:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685011.506611:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1770685011.506621:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514663552:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1770685011.506652:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685011.506766:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514663424 00000100:00100000:3.0:1770685011.506776:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514663424 00000100:00100000:3.0:1770685011.506830:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514663552 00000100:00100000:3.0:1770685011.506844:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514663552 00000100:00100000:3.0:1770685011.506864:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1770685011.506874:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f576b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514663424:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1770685011.506931:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 49348608 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1770685011.506987:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f576b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514663424:12345-0@lo:13:osp-pre-0-0.0 Request processed in 114us (502us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685011.506995:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1770685011.507516:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1770685011.507525:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514663552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1770685011.507565:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 49348608 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1770685011.507630:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514663552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 107us (977us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685011.507638:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1770685011.508216:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514663552:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1770685011.508241:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fc3c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514663424:0@lo:13:osp-pre-0-0.0 00000001:02000400:2.0:1770685011.671410:0:11978:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 1b: Archive, Release and Restore composite file ========================================================== 19:56:50 (1770685010) 00010000:00010000:2.0:1770685011.699136:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685011.746016:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685011.746701:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499970688 00000100:00100000:3.0:1770685011.746715:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499970688 00000100:00100000:3.0:1770685011.746799:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 113 00000100:00100000:3.0:1770685011.746810:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:11261:x1856697499970688:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685011.746838:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685011.746865:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4583 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc953 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685011.746953:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef458a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685011.746972:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef458a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685011.746986:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef458a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685011.747002:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4591 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685011.747008:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4591 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685011.747014:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4591 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685011.747351:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef458a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685011.747372:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef458a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685011.747379:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef458a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685011.747385:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307b800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685011.747389:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef458a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685011.747397:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef458a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685011.747411:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92e0875300) 00010000:00010000:3.0:1770685011.747414:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685011.747420:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef458a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685011.747427:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef458a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685011.747438:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4591 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685011.747443:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4591 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685011.747448:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4591 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685011.747453:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307bc00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685011.747455:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4591 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685011.747469:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4591 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685011.747477:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92cebc8b (ffff9d92e0875400) 00010000:00010000:3.0:1770685011.747479:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685011.747481:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4591 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685011.747487:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4591 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685011.747527:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4583 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc953 expref: 13 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685011.747538:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92e0875300) 00010000:00010000:3.0:1770685011.747541:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685011.747544:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4583 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc953 expref: 13 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685011.747553:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307b200, rc 0) 00000100:00100000:3.0:1770685011.747679:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:11261:x1856697499970688:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 869us (1677us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685011.747689:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 113 00000100:00080000:1.0:1770685011.748225:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770685011.765344:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685011.766000:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499970944 00000100:00100000:2.0:1770685011.766016:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499970944 00000100:00100000:2.0:1770685011.766099:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 114 00000100:00100000:2.0:1770685011.766112:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:11261:x1856697499970944:12345-192.168.203.41@tcp:36:lfs.0 00010000:00010000:2.0:1770685011.766220:0:5761:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685011.766256:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef4337 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc89d expref: 12 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685011.766277:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92e0875300) 00010000:00010000:2.0:1770685011.766283:0:5761:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770685011.766405:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4598 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685011.766422:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef42ab lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc873 expref: 8 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685011.766432:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4598 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685011.766474:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef42ab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc873 expref: 8 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685011.766490:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef42ab lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc873 expref: 8 pid: 5760 timeout: 436 lvb_type: 0 00000100:00100000:2.0:1770685011.766508:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fc3c2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514663680:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685011.766807:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d03613c0 going to sleep for 11 seconds 00000100:00100000:3.0:1770685011.781955:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fc3c2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514663680:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685011.781997:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4598 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685011.782717:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685011.782901:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499971072 00000100:00100000:3.0:1770685011.782913:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499971072 00010000:00010000:3.0:1770685011.782998:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef42ab lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc873 expref: 9 pid: 5760 timeout: 436 lvb_type: 0 00000100:00100000:3.0:1770685011.783047:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 56 00000100:00100000:3.0:1770685011.783059:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697499971072:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685011.783079:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685011.783088:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef42ab lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc873 expref: 9 pid: 5760 timeout: 436 lvb_type: 0 00010000:00010000:3.0:1770685011.783103:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef42ab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc873 expref: 9 pid: 5760 timeout: 436 lvb_type: 0 00010000:00010000:3.0:1770685011.783132:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef42ab lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc873 expref: 9 pid: 5760 timeout: 436 lvb_type: 0 00000100:00080000:1.0:1770685011.783393:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1770685011.783430:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92e0875300) 00010000:00010000:3.0:1770685011.783437:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4598 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.783450:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4598 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.783459:0:5745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4598 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.783536:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685011.783645:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+8:2350:x1856697499971072:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 587us (933us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685011.783654:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 56 00010000:00010000:2.0:1770685011.789448:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4598 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685011.789468:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4598 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685011.789514:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef459f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685011.789528:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef459f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685011.789541:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef459f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:1.0:1770685011.792406:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 512 00010000:00010000:1.0:1770685011.792425:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4598 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685011.792436:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4598 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685011.792443:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4598 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685011.792450:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204d400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685011.792454:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4598 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685011.792462:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4598 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685011.792478:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92e0875300) 00010000:00010000:1.0:1770685011.792562:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685011.792568:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4598 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685011.792645:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4598 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000004:00010000:1.0:1770685011.792668:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000a5e01153 reply state 00000000318f8fae transno 4294967375 ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef459f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685011.792678:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1770685011.792789:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:11261:x1856697499970944:12345-192.168.203.41@tcp:36:lfs.0 Request processed in 26677us (27459us total) trans 4294967375 rc 0/0 00000100:00100000:1.0:1770685011.792799:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 114 00010000:00010000:2.0:1770685011.799827:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef459f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685011.799844:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef459f lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685011.799852:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef459f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685011.799858:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204c800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685011.799863:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef459f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685011.799870:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef459f lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685011.799888:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92cebc8b (ffff9d92c5552f00) 00010000:00010000:2.0:1770685011.799891:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685011.799896:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef459f lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685011.799902:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef459f lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685011.822931:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685011.823277:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499971200 00000100:00100000:3.0:1770685011.823305:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499971200 00000100:00100000:3.0:1770685011.823383:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 115 00000100:00100000:3.0:1770685011.823395:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:11262:x1856697499971200:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685011.823427:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685011.823457:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef45a6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc95a expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685011.823542:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef45ad lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.823558:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef45ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.823572:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef45ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:3.0:1770685011.823677:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1770685011.823681:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685011.823710:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef45ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.823742:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef45a6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc95a expref: 14 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685011.823762:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef45ad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc95a expref: 13 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685011.823771:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92e0875400) 00010000:00010000:3.0:1770685011.823774:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685011.823778:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307bc00, rc 0) 00000100:00100000:3.0:1770685011.823856:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:11262:x1856697499971200:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 463us (939us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685011.823870:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 115 00000100:00100000:1.0:1770685011.829601:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685011.829650:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499971328 00000100:00100000:1.0:1770685011.829664:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499971328 00000100:00100000:1.0:1770685011.829737:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 116 00000100:00100000:1.0:1770685011.829749:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:11262:x1856697499971328:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:1.0:1770685011.829778:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685011.829805:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef45b4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc961 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685011.829899:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef45bb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685011.829915:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef45bb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685011.829930:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef45bb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685011.829963:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef45c2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685011.829969:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef45c2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685011.829976:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef45c2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685011.830121:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef45c9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685011.830129:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef45c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685011.830137:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef45c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:1.0:1770685011.830208:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 512 00000004:00200000:1.0:1770685011.830213:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685011.830241:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef45c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685011.830254:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef45bb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685011.830261:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef45bb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685011.830267:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef45bb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685011.830274:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c62e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685011.830279:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef45bb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685011.830294:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef45bb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685011.830308:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92e0875400) 00010000:00010000:1.0:1770685011.830312:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685011.830318:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef45bb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685011.830325:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef45bb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685011.830340:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef45c2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685011.830346:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef45c2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685011.830351:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef45c2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685011.830356:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c62800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685011.830359:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef45c2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685011.830364:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef45c2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685011.830371:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92cebc8b (ffff9d92d1988000) 00010000:00010000:1.0:1770685011.830373:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685011.830376:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef45c2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685011.830381:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef45c2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685011.830425:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef45b4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc961 expref: 15 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685011.830440:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef45c9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc961 expref: 14 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685011.830447:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9d92d1988b00) 00010000:00010000:1.0:1770685011.830450:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1770685011.830452:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c62200, rc 0) 00000100:00100000:1.0:1770685011.830535:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+14:11262:x1856697499971328:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 787us (971us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685011.830544:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 116 00000100:00100000:0.0:1770685011.841727:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685011.845311:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499971584 00000100:00100000:3.0:1770685011.845336:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499971584 00000100:00100000:3.0:1770685011.845417:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 117 00000100:00100000:3.0:1770685011.845429:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+14:11262:x1856697499971584:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685011.845454:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685011.845482:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef45d0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc968 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685011.845651:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef45d7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.845666:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef45d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.845678:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef45d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:3.0:1770685011.845691:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 512 00010000:00010000:3.0:1770685011.846157:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef45d0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc968 expref: 17 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685011.846190:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef45d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc968 expref: 16 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685011.846200:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9d92d1988b00) 00010000:00010000:3.0:1770685011.846204:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685011.846208:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307a000, rc 0) 00000100:00100000:3.0:1770685011.846306:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:11262:x1856697499971584:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 879us (4601us total) trans 4294967376 rc 0/0 00000100:00100000:3.0:1770685011.846322:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 117 00000100:00100000:2.0:1770685011.854336:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685011.854655:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499971840 00000100:00100000:0.0:1770685011.854669:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499971840 00000100:00100000:0.0:1770685011.854741:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 118 00000100:00100000:0.0:1770685011.854755:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:11262:x1856697499971840:12345-192.168.203.41@tcp:36:lfs.0 00010000:00010000:0.0:1770685011.854835:0:5761:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1770685011.854871:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef45d7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc968 expref: 16 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685011.854908:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef45c9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc961 expref: 15 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685011.854924:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9d92d1988b00) 00010000:00010000:0.0:1770685011.854939:0:5761:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1770685011.854968:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef45e5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685011.854983:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef45e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685011.854993:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef45e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00010000:0.0:1770685011.855348:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000007bdd67e6 reply state 000000002bfae0f9 transno 4294967377 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef45e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:0.0:1770685011.855633:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1770685011.855653:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 512 00000100:00100000:0.0:1770685011.855768:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:11262:x1856697499971840:12345-192.168.203.41@tcp:36:lfs.0 Request processed in 1016us (1446us total) trans 4294967377 rc 0/0 00000100:00100000:0.0:1770685011.855778:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 118 00010000:00010000:0.0:1770685011.857800:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef45e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685011.857826:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef45e5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685011.857833:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef45e5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685011.857841:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c0030800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685011.857846:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef45e5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685011.857854:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef45e5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685011.857873:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9d92c554f100) 00010000:00010000:0.0:1770685011.857876:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1770685011.857883:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef45e5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685011.857889:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef45e5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:2.0:1770685011.859551:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685011.859767:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499972096 00000100:00100000:1.0:1770685011.859782:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499972096 00000100:00100000:1.0:1770685011.859887:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 36 00000100:00100000:1.0:1770685011.859912:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+15:11262:x1856697499972096:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:1.0:1770685011.860363:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:11262:x1856697499972096:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 446us (819us total) trans 4294967378 rc 0/0 00000100:00100000:1.0:1770685011.860371:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 36 00000100:00100000:2.0:1770685011.884689:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685011.885364:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499972224 00000100:00100000:3.0:1770685011.885379:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499972224 00000100:00100000:3.0:1770685011.885444:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 119 00000100:00100000:3.0:1770685011.885456:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:11263:x1856697499972224:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:3.0:1770685011.885489:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685011.885515:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef45ec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc96f expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685011.885632:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef45f3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.885649:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef45f3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.885662:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef45f3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.885678:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef45fa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.885685:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef45fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.885693:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef45fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.885816:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307be00/0x8f0dbafbd9ef4601 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.885822:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307be00/0x8f0dbafbd9ef4601 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.885843:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307be00/0x8f0dbafbd9ef4601 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:3.0:1770685011.885883:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 512 00000004:00200000:3.0:1770685011.885888:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685011.885915:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307be00/0x8f0dbafbd9ef4601 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.885929:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef45f3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.885936:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef45f3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.885944:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef45f3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.886113:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307b200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685011.886118:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef45f3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.886124:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef45f3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.886136:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92e0875400) 00010000:00010000:3.0:1770685011.886139:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685011.886152:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef45f3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.886159:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef45f3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.886180:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef45fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.886193:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef45fa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.886199:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef45fa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.887392:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685011.887397:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef45fa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.887403:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef45fa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.887422:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92cebc8b (ffff9d92e0875600) 00010000:00010000:3.0:1770685011.887425:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685011.887427:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef45fa lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.887432:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef45fa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.887487:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef45ec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc96f expref: 18 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685011.887504:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307be00/0x8f0dbafbd9ef4601 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc96f expref: 17 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685011.887512:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9d92e0875d00) 00010000:00010000:3.0:1770685011.887515:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1770685011.887518:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307be00, rc 0) 00000100:00100000:3.0:1770685011.887622:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:11263:x1856697499972224:12345-192.168.203.41@tcp:101:rm.0 Request processed in 2166us (2943us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685011.887640:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 119 00000100:00100000:2.0:1770685011.891110:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685011.891311:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499972352 00000100:00100000:3.0:1770685011.891325:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499972352 00000100:00100000:3.0:1770685011.891501:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 120 00000100:00100000:3.0:1770685011.891515:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:11263:x1856697499972352:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:3.0:1770685011.891544:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685011.891570:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef4608 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc976 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685011.891685:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef460f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.891702:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef460f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.891715:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef460f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.891738:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4616 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.891745:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4616 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.891752:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4616 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.891838:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef460f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.891846:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef460f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.891864:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef460f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.891871:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307ae00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685011.891876:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef460f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.892102:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef460f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.892116:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9d92e0875d00) 00010000:00010000:3.0:1770685011.892120:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685011.892125:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef460f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.892130:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef460f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.892286:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4616 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.892294:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4616 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.892300:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4616 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.892306:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307aa00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685011.892309:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4616 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.892316:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4616 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.892338:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x20c03814 (ffff9d92e0875e00) 00010000:00010000:3.0:1770685011.892341:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685011.892345:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4616 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.892351:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4616 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.892399:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef4608 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc976 expref: 18 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685011.892410:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9d92e0875d00) 00010000:00010000:3.0:1770685011.892413:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685011.892489:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef4608 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc976 expref: 18 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685011.892503:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307b600, rc 0) 00000100:00100000:3.0:1770685011.893068:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:11263:x1856697499972352:12345-192.168.203.41@tcp:101:rm.0 Request processed in 1551us (1962us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685011.893081:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 120 00000100:00100000:2.0:1770685011.902949:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685011.903353:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499972480 00000100:00100000:3.0:1770685011.903367:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499972480 00000100:00100000:3.0:1770685011.903449:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 121 00000100:00100000:3.0:1770685011.903461:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:11263:x1856697499972480:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:3.0:1770685011.903492:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685011.903522:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef461d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc97d expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685011.903695:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4624 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.903713:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4624 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.903727:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4624 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.903745:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef462b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.903752:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef462b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.903759:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef462b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.903848:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4624 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.903855:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4624 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.903862:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4624 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.903868:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307aa00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685011.903873:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4624 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.903881:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4624 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.904130:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9d92e0875d00) 00010000:00010000:3.0:1770685011.904133:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685011.904139:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4624 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.904156:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4624 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.904188:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef462b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.904195:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef462b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.904323:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef462b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.904332:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307ae00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685011.904335:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef462b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.904342:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef462b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.904352:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x20c03814 (ffff9d92e0875e00) 00010000:00010000:3.0:1770685011.904355:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685011.904358:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef462b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.904364:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef462b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685011.904411:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef461d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc97d expref: 18 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685011.904495:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9d92e0875d00) 00010000:00010000:3.0:1770685011.904498:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685011.904503:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef461d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc97d expref: 18 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685011.904514:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307b600, rc 0) 00000100:00100000:3.0:1770685011.904619:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:11263:x1856697499972480:12345-192.168.203.41@tcp:101:rm.0 Request processed in 1158us (1686us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685011.904630:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 121 00000100:00100000:2.0:1770685011.916910:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685011.919271:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499972736 00000100:00100000:0.0:1770685011.919293:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499972736 00000100:00100000:0.0:1770685011.919369:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 122 00000100:00100000:0.0:1770685011.919381:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:11264:x1856697499972736:12345-192.168.203.41@tcp:101:dd.0 00010000:00010000:0.0:1770685011.919405:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685011.919433:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef4632 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc984 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685011.919871:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4639 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685011.919906:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4639 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685011.919920:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4639 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685011.919937:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef4640 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7:0x0].0x20c03814 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685011.919944:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef4640 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685011.919951:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef4640 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00080000:0.0:1770685011.920716:0:5760:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x4:0x0], index 1: 0 00010000:00010000:0.0:1770685011.920934:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4647 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685011.920948:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4647 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685011.920958:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4647 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685011.920998:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4639 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685011.921005:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4639 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685011.921012:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4639 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685011.921032:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c0031600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685011.921037:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4639 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685011.921047:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4639 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685011.921061:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9d92e0875d00) 00010000:00010000:0.0:1770685011.921064:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685011.921071:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4639 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685011.921077:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4639 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000004:00010000:0.0:1770685011.921092:0:5760:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000006f30e0e4 reply state 0000000067407cf6 transno 4294967379 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef4640 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:0.0:1770685011.921102:0:5760:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1770685011.921142:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef4632 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc984 expref: 20 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685011.921157:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4647 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc984 expref: 19 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685011.921164:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9d92c554f000) 00010000:00010000:0.0:1770685011.921167:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685011.921170:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c0030a00, rc 0) 00000100:00100000:0.0:1770685011.921290:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+20:11264:x1856697499972736:12345-192.168.203.41@tcp:101:dd.0 Request processed in 1910us (4403us total) trans 4294967379 rc 0/0 00000100:00100000:0.0:1770685011.921308:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 122 00010000:00010000:3.0:1770685011.932823:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef4640 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685011.932841:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef4640 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685011.932849:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef4640 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685011.932856:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c0030c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685011.932861:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef4640 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685011.932869:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef4640 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685011.932888:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x20c03814 (ffff9d92c554f100) 00010000:00010000:3.0:1770685011.932891:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685011.932896:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef4640 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685011.932914:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef4640 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:2.0:1770685011.971825:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685011.971916:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499972864 00000100:00100000:0.0:1770685011.971931:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499972864 00000100:00100000:0.0:1770685011.972027:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 42 00000100:00100000:0.0:1770685011.972040:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:11264:x1856697499972864:12345-192.168.203.41@tcp:101:dd.0 00010000:00010000:0.0:1770685011.972064:0:6538:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685011.972092:0:6538:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef4655 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc98b expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1770685011.972123:0:6538:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1770685011.972151:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685011.972154:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685011.972166:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef4655 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc98b expref: 6 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685011.972199:0:6538:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef4655 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc98b expref: 6 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685011.972214:0:6538:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c0030800, rc 0) 00000100:00080000:2.0:1770685011.972268:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1770685011.972292:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:11264:x1856697499972864:12345-192.168.203.41@tcp:101:dd.0 Request processed in 255us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685011.972301:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 42 00000100:00100000:2.0:1770685012.010471:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685012.010643:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499973120 00000100:00100000:1.0:1770685012.010661:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499973120 00000100:00100000:1.0:1770685012.010742:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 37 00000100:00100000:1.0:1770685012.010755:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+19:11264:x1856697499973120:12345-192.168.203.41@tcp:35:dd.0 00000100:00100000:1.0:1770685012.011309:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+20:11264:x1856697499973120:12345-192.168.203.41@tcp:35:dd.0 Request processed in 553us (855us total) trans 4294967380 rc 0/0 00000100:00100000:1.0:1770685012.011341:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 37 00000100:00100000:1.0:1770685012.017749:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685012.017905:0:6545:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499973248 00000100:00100000:0.0:1770685012.017919:0:6545:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499973248 00002000:00100000:0.0:1770685012.017986:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (0->1048575) req@ffff9d91c274d180 x1856697499973248/t0(0) o4->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:133/0 lens 488/0 e 0 to 0 dl 1770685023 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685012.018019:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c274d180 with x1856697499973248 ext(0->1048575) 00002000:00010000:0.0:1770685012.018027:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c274d180 00000100:00100000:0.0:1770685012.018062:0:6545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 34 00000100:00100000:0.0:1770685012.018073:0:6545:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2349:x1856697499973248:12345-192.168.203.41@tcp:4:dd.0 00000100:00100000:0.0:1770685012.059707:0:6545:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2349:x1856697499973248:12345-192.168.203.41@tcp:4:dd.0 Request processed in 41618us (41957us total) trans 4294967304 rc 0/0 00000100:00100000:0.0:1770685012.059726:0:6545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 34 00002000:00100000:0.0:1770685012.059743:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (0->1048575) req@ffff9d91c274d180 x1856697499973248/t4294967304(0) o4->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:133/0 lens 488/448 e 0 to 0 dl 1770685023 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685012.059755:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c274d180 with x1856697499973248 ext(0->1048575) 00002000:00010000:0.0:1770685012.059763:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c274d180 00000100:00100000:0.0:1770685012.194025:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685012.194129:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499973376 00000100:00100000:1.0:1770685012.194138:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499973376 00000100:00100000:1.0:1770685012.194205:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 123 00000100:00100000:1.0:1770685012.194215:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+8:11291:x1856697499973376:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685012.194239:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685012.194260:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef465c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc992 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685012.194329:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4663 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685012.194342:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4663 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685012.194353:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4663 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:1.0:1770685012.194407:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:1.0:1770685012.194412:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685012.194433:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4663 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685012.194467:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef465c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc992 expref: 10 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685012.194486:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4663 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc992 expref: 9 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685012.194511:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92e0875400) 00010000:00010000:1.0:1770685012.194514:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1770685012.194519:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c63c00, rc 0) 00000100:00100000:1.0:1770685012.194616:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+9:11291:x1856697499973376:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 402us (599us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685012.194623:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 123 00000100:00100000:1.0:1770685012.221037:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685012.222186:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499973632 00000100:00100000:3.0:1770685012.222200:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499973632 00000100:00100000:3.0:1770685012.222273:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 124 00000100:00100000:3.0:1770685012.222416:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+9:11292:x1856697499973632:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685012.222440:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685012.222461:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef466a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc999 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685012.222531:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef4671 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685012.222639:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef4671 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685012.222650:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef4671 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685012.222714:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4678 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685012.222722:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4678 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685012.222728:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4678 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685012.222951:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef467f lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685012.222974:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef467f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685012.222981:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef467f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:3.0:1770685012.222990:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:3.0:1770685012.223075:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef4671 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685012.223082:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef4671 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685012.223088:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef4671 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685012.223093:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307ae00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685012.223097:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef4671 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685012.223103:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef4671 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685012.223115:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9d92c554f400) 00010000:00010000:3.0:1770685012.223117:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685012.223122:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef4671 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685012.223127:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef4671 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685012.223137:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4678 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685012.223151:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4678 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685012.223156:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4678 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685012.223160:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307aa00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685012.223163:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4678 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685012.223181:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4678 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685012.223189:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9d92e0875e00) 00010000:00010000:3.0:1770685012.223191:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685012.223193:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4678 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685012.223199:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4678 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685012.223508:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef466a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc999 expref: 12 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685012.223523:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef467f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc999 expref: 11 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685012.223529:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:3.0:1770685012.223531:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685012.223533:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307b800, rc 0) 00000100:00100000:3.0:1770685012.224323:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+11:11292:x1856697499973632:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 2036us (3290us total) trans 4294967381 rc 0/0 00000100:00100000:3.0:1770685012.224342:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 124 00000100:00100000:0.0:1770685012.242735:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685012.242867:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499973760 00000100:00100000:3.0:1770685012.242878:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499973760 00000100:00100000:3.0:1770685012.242947:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 125 00000100:00100000:3.0:1770685012.242957:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+11:11292:x1856697499973760:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1770685012.243083:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+11:11292:x1856697499973760:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 Request processed in 127us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685012.243091:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 125 00000100:00100000:0.0:1770685012.246784:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685012.246832:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685012.246966:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499974016 00000100:00100000:3.0:1770685012.246976:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499974016 00000100:00100000:3.0:1770685012.247045:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 5 00000100:00100000:3.0:1770685012.247055:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18c9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697499974016:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685012.247069:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685012.247091:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef467f lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc999 expref: 11 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685012.247109:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:3.0:1770685012.247114:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685012.247181:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18c9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697499974016:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 117us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685012.247189:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 5 00000100:00100000:1.0:1770685012.247654:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499973888 00000100:00100000:1.0:1770685012.247660:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499973888 00000100:00100000:1.0:1770685012.247697:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 126 00000100:00100000:1.0:1770685012.247704:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+20:11293:x1856697499973888:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:1.0:1770685012.247724:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685012.247738:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef468d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc9a0 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685012.247795:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4694 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685012.247809:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4694 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685012.247819:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4694 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:1.0:1770685012.247880:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 512 00000004:00200000:1.0:1770685012.247884:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685012.247906:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4694 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685012.247959:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef468d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc9a0 expref: 22 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685012.247975:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4694 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc9a0 expref: 21 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685012.247981:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9d92e0875d00) 00010000:00010000:1.0:1770685012.247984:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1770685012.247987:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c62600, rc 0) 00000100:00100000:1.0:1770685012.248034:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+21:11293:x1856697499973888:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 331us (1260us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685012.248040:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 126 00000100:00100000:0.0:1770685012.255086:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685012.255401:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499974272 00000100:00100000:3.0:1770685012.255419:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499974272 00000100:00100000:3.0:1770685012.255499:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 127 00000100:00100000:3.0:1770685012.255513:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+21:11293:x1856697499974272:12345-192.168.203.41@tcp:58:lfs.0 00000040:00080000:3.0:1770685012.255980:0:5761:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3, 136 off8600 00000100:00100000:3.0:1770685012.256102:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+21:11293:x1856697499974272:12345-192.168.203.41@tcp:58:lfs.0 Request processed in 592us (1024us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685012.256111:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 127 00010000:00010000:0.0:1770685012.722174:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1770685013.107270:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1770685013.107288:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1770685013.107344:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 4 count 4 00000040:00080000:0.0:1770685013.107350:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1770685013.108760:0:11361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f3f5aa00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514663808:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1770685013.108915:0:11361:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92e2603180 going to sleep for 11 seconds 00000100:00100000:1.0:1770685013.117314:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685013.118083:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499974400 00000100:00100000:3.0:1770685013.118102:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499974400 00000100:00100000:3.0:1770685013.118212:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 128 00000100:00100000:3.0:1770685013.118227:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+11:11303:x1856697499974400:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1770685013.118275:0:5761:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000401:0x8:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1770685013.118426:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+11:11303:x1856697499974400:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 202us (1129us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685013.118436:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 128 00000100:00080000:3.0:1770685013.118470:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685013.119125:0:11361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f3f5aa00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514663808:192.168.203.41@tcp:107:hsm_cdtr.0 00000001:00080000:3.0:1770685013.137873:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967304 is committed 00000100:00100000:1.0:1770685013.138358:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685013.139109:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499974656 00000100:00100000:3.0:1770685013.139123:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499974656 00000100:00100000:3.0:1770685013.139227:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 129 00000100:00100000:3.0:1770685013.139239:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+10:11303:x1856697499974656:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685013.139267:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685013.139295:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef469b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc9a7 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685013.139401:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef46a2 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685013.139418:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef46a2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685013.139450:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef46a2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685013.139644:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef46a9 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685013.139668:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef46a9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685013.139680:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef46a9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685013.139761:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef46b0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685013.139771:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef46b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685013.139778:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef46b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:3.0:1770685013.139789:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x8:0x0]: returning size 1048576 00010000:00010000:3.0:1770685013.139905:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef46a2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685013.139913:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef46a2 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685013.139920:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef46a2 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685013.139926:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307b600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685013.139930:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef46a2 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685013.139955:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef46a2 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685013.139967:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:3.0:1770685013.139970:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685013.139975:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef46a2 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685013.139981:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef46a2 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685013.139994:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef46a9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685013.140000:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef46a9 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685013.140006:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef46a9 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685013.140011:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307aa00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685013.140014:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef46a9 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685013.140019:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef46a9 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685013.140026:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x3a066c55 (ffff9d92e0875600) 00010000:00010000:3.0:1770685013.140029:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685013.140031:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef46a9 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685013.140037:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef46a9 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685013.140103:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef469b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc9a7 expref: 13 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685013.140118:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef46b0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc9a7 expref: 12 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685013.140127:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9d92c554f000) 00010000:00010000:3.0:1770685013.140130:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1770685013.140133:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307ae00, rc 0) 00000100:00100000:3.0:1770685013.140241:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+12:11303:x1856697499974656:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 1002us (1888us total) trans 4294967382 rc 0/0 00000100:00100000:3.0:1770685013.140252:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 129 00000100:00100000:3.0:1770685013.152309:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685013.152384:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499974784 00000100:00100000:0.0:1770685013.152402:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499974784 00000100:00100000:0.0:1770685013.152506:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 43 00000100:00100000:0.0:1770685013.152528:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+5:2350:x1856697499974784:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1770685013.153050:0:6538:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef46be lrc: 3/1,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685013.153077:0:6538:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef4655 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc98b expref: 5 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685013.153086:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1770685013.153090:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1770685013.153094:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef46be lrc: 4/1,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685013.153147:0:6538:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef4655 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc98b expref: 5 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685013.153173:0:6538:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef4655 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc98b expref: 5 pid: 6538 timeout: 437 lvb_type: 0 00000100:00100000:0.0:1770685013.153192:0:6538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f3f5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6538:1856697514663936:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685013.153329:0:6538:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c164f780 going to sleep for 11 seconds 00000100:00080000:3.0:1770685013.153422:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1770685013.163904:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685013.163991:0:6538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f3f5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6538:1856697514663936:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685013.164030:0:6538:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef46be lrc: 3/1,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685013.164080:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499974912 00000100:00100000:3.0:1770685013.164089:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499974912 00010000:00010000:3.0:1770685013.164158:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef4655 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc98b expref: 6 pid: 6538 timeout: 437 lvb_type: 0 00000100:00100000:3.0:1770685013.164216:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 57 00000100:00100000:3.0:1770685013.164230:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d22d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2351:x1856697499974912:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685013.164276:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1770685013.164305:0:5746:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:3.0:1770685013.164309:0:5746:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb mtime from disk: 0 -> 1770685012 00002000:00010000:3.0:1770685013.164313:0:5746:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb ctime from disk: 0 -> 1770685012 00002000:00010000:3.0:1770685013.164316:0:5746:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 1 -> 2051 00010000:00010000:3.0:1770685013.164326:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef4655 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc98b expref: 6 pid: 6538 timeout: 437 lvb_type: 0 00010000:00010000:3.0:1770685013.164345:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef4655 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc98b expref: 6 pid: 6538 timeout: 437 lvb_type: 0 00010000:00010000:3.0:1770685013.164392:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef4655 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc98b expref: 6 pid: 6538 timeout: 437 lvb_type: 0 00010000:00010000:3.0:1770685013.164414:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685013.164418:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685013.164423:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef46be lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685013.164434:0:5746:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef46be lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685013.164462:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685013.164527:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d22d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2351:x1856697499974912:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 302us (638us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685013.164536:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 57 00000100:00080000:3.0:1770685013.164568:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1770685013.164720:0:6538:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef46be lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685013.164736:0:6538:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef46be lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685013.164766:0:6538:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef46be lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685013.164773:0:6538:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef46be lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685013.164781:0:6538:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef46be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685013.164789:0:6538:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c0030c00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:3.0:1770685013.164794:0:6538:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef46be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685013.164802:0:6538:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef46be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685013.164813:0:6538:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef46be lrc: 2/0,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685013.164820:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef46be lrc: 0/0,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685013.164878:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+5:2350:x1856697499974784:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 12362us (12580us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685013.164892:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 43 00000100:00100000:0.0:1770685013.171424:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685013.171919:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499975168 00000100:00100000:3.0:1770685013.172059:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499975168 00000100:00100000:3.0:1770685013.172152:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 130 00000100:00100000:3.0:1770685013.172176:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+12:11303:x1856697499975168:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1770685013.172379:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+12:11303:x1856697499975168:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 215us (972us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685013.172388:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 130 00000100:00100000:3.0:1770685013.187075:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685013.189395:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499975296 00000100:00100000:2.0:1770685013.189416:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499975296 00000100:00100000:3.0:1770685013.189807:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 44 00000100:00100000:3.0:1770685013.189825:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+5:2350:x1856697499975296:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685013.189853:0:6538:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685013.189882:0:6538:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef46c5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc9ae expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1770685013.189915:0:6538:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x4:0x0] initial LVB size: 1048576, mtime: 0x698a8254, atime: 0x0, ctime: 0x698a8254, blocks: 0x803 00010000:00010000:3.0:1770685013.189953:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685013.189957:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685013.189971:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef46c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc9ae expref: 6 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685013.189992:0:6538:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef46c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc9ae expref: 6 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685013.190008:0:6538:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307b800, rc 0) 00000100:00100000:3.0:1770685013.190109:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+6:2350:x1856697499975296:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 289us (3050us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685013.190118:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 44 00000100:00100000:3.0:1770685013.192888:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685013.192954:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499975552 00000100:00100000:3.0:1770685013.192969:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499975552 00000100:00100000:3.0:1770685013.193030:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 131 00000100:00100000:3.0:1770685013.193043:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+12:11303:x1856697499975552:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1770685013.193189:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+12:11303:x1856697499975552:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 148us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685013.193198:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 131 00000100:00100000:3.0:1770685013.201419:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685013.201857:0:6545:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499975680 00000100:00100000:2.0:1770685013.201871:0:6545:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499975680 00002000:00100000:2.0:1770685013.202034:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (0->1048575) req@ffff9d91c3d22680 x1856697499975680/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:134/0 lens 488/0 e 0 to 0 dl 1770685024 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685013.202047:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c3d22680 with x1856697499975680 ext(0->1048575) 00002000:00010000:2.0:1770685013.202056:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c3d22680 00000100:00100000:2.0:1770685013.202095:0:6545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 35 00000100:00100000:2.0:1770685013.202106:0:6545:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1b20a364-7a5a-4770-9192-023629c7ce89+6:2351:x1856697499975680:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1770685013.232392:0:6545:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1b20a364-7a5a-4770-9192-023629c7ce89+6:2351:x1856697499975680:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 Request processed in 30270us (30970us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1770685013.232411:0:6545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 35 00002000:00100000:0.0:1770685013.232440:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (0->1048575) req@ffff9d91c3d22680 x1856697499975680/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:134/0 lens 488/440 e 0 to 0 dl 1770685024 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685013.232452:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c3d22680 with x1856697499975680 ext(0->1048575) 00002000:00010000:0.0:1770685013.232461:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c3d22680 00000100:00100000:3.0:1770685013.245676:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685013.245723:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499975808 00000100:00100000:3.0:1770685013.245737:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499975808 00000100:00100000:3.0:1770685013.245801:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 132 00000100:00100000:3.0:1770685013.245813:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+12:11303:x1856697499975808:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685013.245842:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685013.245870:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef46cc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc9b5 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685013.245934:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef46d3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685013.245951:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef46d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685013.245967:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef46d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685013.246106:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef46cc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc9b5 expref: 14 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685013.246129:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef46d3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc9b5 expref: 13 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685013.246140:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9d92c554f000) 00010000:00010000:3.0:1770685013.246142:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1770685013.246148:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307b600, rc 0) 00000100:00100000:3.0:1770685013.246231:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+13:11303:x1856697499975808:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 420us (572us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685013.246240:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 132 00000100:00100000:1.0:1770685013.253220:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685013.258069:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499975936 00000100:00100000:0.0:1770685013.258090:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499975936 00000100:00100000:0.0:1770685013.258560:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 133 00000100:00100000:0.0:1770685013.258573:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+13:11303:x1856697499975936:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1770685013.258652:0:5761:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000401:0x8:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1770685013.258801:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+13:11303:x1856697499975936:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 230us (5594us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685013.258809:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 133 00000100:00100000:2.0:1770685013.266704:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685013.266757:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499976064 00000100:00100000:2.0:1770685013.266769:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499976064 00000100:00100000:2.0:1770685013.266838:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 45 00000100:00100000:2.0:1770685013.266849:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+6:2350:x1856697499976064:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1770685013.266911:0:6539:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef46da lrc: 3/1,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685013.267558:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685013.267562:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685013.267568:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef46da lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685013.267687:0:6539:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef46da lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685013.267728:0:6539:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef46da lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685013.267737:0:6539:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef46da lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685013.267746:0:6539:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef46da lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685013.267755:0:6539:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204c800 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:2.0:1770685013.267760:0:6539:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef46da lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685013.267769:0:6539:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef46da lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685013.267787:0:6539:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef46da lrc: 2/0,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685013.267810:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef46da lrc: 0/0,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685013.267918:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+6:2350:x1856697499976064:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 1068us (1227us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685013.268018:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 45 00000100:00100000:3.0:1770685013.271200:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685013.271383:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499976320 00000100:00100000:0.0:1770685013.271398:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499976320 00000100:00100000:0.0:1770685013.271471:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 134 00000100:00100000:0.0:1770685013.271481:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+13:11303:x1856697499976320:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1770685013.272018:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+14:11303:x1856697499976320:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 538us (832us total) trans 4294967383 rc 0/0 00000100:00100000:0.0:1770685013.272027:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 134 00000040:00080000:3.0:1770685013.272479:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685013.272486:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1770685013.273231:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:3.0:1770685013.273247:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1770685013.281078:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685013.281206:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499976576 00000100:00100000:1.0:1770685013.281220:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499976576 00000100:00100000:1.0:1770685013.281301:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 38 00000100:00100000:1.0:1770685013.281312:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8424c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+14:11303:x1856697499976576:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1770685013.281911:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8424c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+15:11303:x1856697499976576:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 597us (847us total) trans 4294967384 rc 0/0 00000100:00100000:1.0:1770685013.282218:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 38 00000040:00080000:1.0:1770685013.333230:0:12029:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685013.333246:0:12029:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685013.333314:0:12029:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 4 count 4 00000040:00080000:1.0:1770685013.333321:0:12029:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1770685013.384213:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685013.389876:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499976704 00000100:00100000:3.0:1770685013.389896:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499976704 00000100:00100000:2.0:1770685013.401232:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 46 00000100:00100000:2.0:1770685013.401264:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2351:x1856697499976704:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685013.401291:0:6538:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685013.401318:0:6538:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef46e1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc9bc expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685013.401349:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685013.401352:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685013.401365:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef46e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc9bc expref: 6 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685013.401384:0:6538:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef46e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc9bc expref: 6 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685013.401400:0:6538:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d930204ce00, rc 0) 00000100:00100000:2.0:1770685013.401490:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2351:x1856697499976704:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 243us (17293us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685013.401498:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 46 00000100:00100000:3.0:1770685013.409212:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685013.409413:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499976960 00000100:00100000:2.0:1770685013.409431:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499976960 00000100:00100000:2.0:1770685013.409569:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 135 00000100:00100000:2.0:1770685013.409630:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+21:11304:x1856697499976960:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685013.409661:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685013.409693:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef46e8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc9c3 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685013.409836:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef46ef lrc: 3/0,1 mode: --/PW res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685013.409855:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef46ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685013.409870:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef46ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:2.0:1770685013.409887:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x8:0x0]: returning size 1048576 00010000:00010000:2.0:1770685013.410091:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef46e8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc9c3 expref: 24 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685013.410112:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef46ef lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc9c3 expref: 23 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685013.410123:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9d92c554f000) 00010000:00010000:2.0:1770685013.410126:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1770685013.410130:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d930204d400, rc 0) 00000100:00100000:2.0:1770685013.410220:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+23:11304:x1856697499976960:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 594us (1022us total) trans 4294967385 rc 0/0 00000100:00100000:2.0:1770685013.410229:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 135 00000100:00080000:3.0:1770685013.410321:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685013.416931:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685013.417299:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499977088 00000100:00100000:2.0:1770685013.417314:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499977088 00000100:00100000:2.0:1770685013.417384:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 47 00000100:00100000:2.0:1770685013.417396:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697499977088:12345-192.168.203.41@tcp:1:lfs.0 00010000:00010000:2.0:1770685013.417461:0:6538:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef46fd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685013.417484:0:6538:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef46c5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc9ae expref: 5 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685013.417493:0:6538:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef46e1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc9bc expref: 6 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685013.417500:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685013.417503:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685013.417507:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef46fd lrc: 5/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685013.417552:0:6538:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef46e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9bc expref: 6 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685013.417567:0:6538:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef46e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9bc expref: 6 pid: 6538 timeout: 438 lvb_type: 1 00000100:00100000:2.0:1770685013.417608:0:6538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fc3c3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6538:1856697514664064:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685013.417731:0:6538:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef46c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9ae expref: 5 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685013.417830:0:6538:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef46c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9ae expref: 5 pid: 6538 timeout: 438 lvb_type: 1 00000100:00100000:2.0:1770685013.417841:0:6538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fc3c1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6538:1856697514664192:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685013.417869:0:6538:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0361a80 going to sleep for 11 seconds 00000100:00100000:2.0:1770685013.421378:0:6538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fc3c3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6538:1856697514664064:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685013.421397:0:6538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fc3c1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6538:1856697514664192:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685013.421430:0:6538:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef46fd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685013.425385:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685013.425452:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685013.425637:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499977344 00000100:00100000:2.0:1770685013.425650:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499977344 00010000:00010000:3.0:1770685013.425788:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef46c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9ae expref: 6 pid: 6538 timeout: 438 lvb_type: 1 00000100:00100000:3.0:1770685013.425853:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499977216 00000100:00100000:3.0:1770685013.425858:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499977216 00010000:00010000:3.0:1770685013.425873:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef46e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9bc expref: 7 pid: 6538 timeout: 438 lvb_type: 1 00000100:00100000:3.0:1770685013.425896:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 58 00000100:00100000:3.0:1770685013.425908:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+6:2350:x1856697499977344:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685013.425935:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685013.425972:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef46c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9ae expref: 6 pid: 6538 timeout: 438 lvb_type: 1 00010000:00010000:3.0:1770685013.425985:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef46c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9ae expref: 6 pid: 6538 timeout: 438 lvb_type: 1 00010000:00010000:3.0:1770685013.426013:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef46c5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9ae expref: 6 pid: 6538 timeout: 438 lvb_type: 1 00010000:00010000:3.0:1770685013.426032:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685013.426098:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+5:2350:x1856697499977344:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 191us (729us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685013.426107:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 58 00000100:00100000:3.0:1770685013.426126:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 59 00000100:00100000:3.0:1770685013.426133:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d23480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:2350:x1856697499977216:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685013.426142:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685013.426151:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef46e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9bc expref: 7 pid: 6538 timeout: 438 lvb_type: 1 00010000:00010000:3.0:1770685013.426180:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef46e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9bc expref: 7 pid: 6538 timeout: 438 lvb_type: 1 00010000:00010000:3.0:1770685013.426194:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef46e1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9bc expref: 7 pid: 6538 timeout: 438 lvb_type: 1 00010000:00010000:3.0:1770685013.426205:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685013.426207:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685013.426212:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef46fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685013.426222:0:5746:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef46fd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685013.426251:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685013.426272:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d23480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697499977216:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 139us (821us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685013.426278:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 59 00010000:00010000:3.0:1770685013.426418:0:6538:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef46fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685013.426428:0:6538:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef46fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685013.426457:0:6538:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef46fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685013.426527:0:6538:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef46fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685013.426535:0:6538:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef46fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685013.426542:0:6538:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204de00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:3.0:1770685013.426547:0:6538:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef46fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685013.426557:0:6538:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef46fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685013.426570:0:6538:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef46fd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685013.426603:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef46fd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685013.426663:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2350:x1856697499977088:12345-192.168.203.41@tcp:1:lfs.0 Request processed in 9269us (9760us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685013.426672:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 47 00000100:00100000:3.0:1770685013.429499:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685013.440538:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499977600 00000100:00100000:1.0:1770685013.440558:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499977600 00000100:00100000:1.0:1770685013.440669:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 39 00000100:00100000:1.0:1770685013.440681:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+23:11304:x1856697499977600:12345-192.168.203.41@tcp:35:lfs.0 00000004:00010000:1.0:1770685013.440776:0:5763:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000401:0x8:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef46ef lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x8:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc9c3 expref: 23 pid: 5760 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1770685013.441273:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967386 00000001:00080000:1.0:1770685013.442273:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967387 00010000:00010000:1.0:1770685013.442356:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d200/0x8f0dbafbd9ef4704 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685013.442377:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4647 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc984 expref: 26 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685013.442387:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef46b0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc9a7 expref: 14 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685013.442394:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef46d3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc9b5 expref: 14 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685013.442402:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d200/0x8f0dbafbd9ef4704 lrc: 6/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685013.442449:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef46d3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9b5 expref: 14 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685013.442469:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef46d3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9b5 expref: 14 pid: 5760 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1770685013.442486:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1856697514664320:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685013.442780:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef46b0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9a7 expref: 14 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685013.442791:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef46b0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9a7 expref: 14 pid: 5760 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1770685013.442802:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1856697514664448:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685013.442840:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4647 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc984 expref: 26 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685013.442849:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4647 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc984 expref: 26 pid: 5760 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1770685013.442858:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1856697514664576:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685013.442883:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c31c2240 going to sleep for 11 seconds 00000100:00100000:0.0:1770685013.448941:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685013.449078:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685013.449155:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1856697514664320:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685013.449179:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1856697514664448:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685013.449190:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1856697514664576:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685013.449234:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d200/0x8f0dbafbd9ef4704 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00000100:00100000:0.0:1770685013.450360:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685013.450381:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499977728 00000100:00100000:2.0:1770685013.450392:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499977728 00010000:00010000:2.0:1770685013.450441:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef46d3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9b5 expref: 15 pid: 5760 timeout: 438 lvb_type: 0 00000100:00100000:2.0:1770685013.450484:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499977984 00000100:00100000:2.0:1770685013.450487:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499977984 00010000:00010000:2.0:1770685013.450501:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4647 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc984 expref: 27 pid: 5760 timeout: 438 lvb_type: 0 00000100:00100000:2.0:1770685013.450524:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 60 00000100:00100000:2.0:1770685013.450534:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f59f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+15:2349:x1856697499977728:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685013.450550:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685013.450568:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef46d3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9b5 expref: 15 pid: 5760 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1770685013.450607:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef46d3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9b5 expref: 15 pid: 5760 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1770685013.450636:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef46d3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9b5 expref: 15 pid: 5760 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1770685013.450652:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9d92c554f000) 00010000:00010000:2.0:1770685013.450658:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d200/0x8f0dbafbd9ef4704 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00010000:00010000:2.0:1770685013.450667:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d200/0x8f0dbafbd9ef4704 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00010000:00010000:2.0:1770685013.450674:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685013.450741:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f59f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+14:2349:x1856697499977728:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 207us (1825us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685013.450749:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 60 00000100:00100000:2.0:1770685013.450781:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 61 00000100:00100000:2.0:1770685013.450788:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f59180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+27:2349:x1856697499977984:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685013.450797:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685013.450801:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4647 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc984 expref: 27 pid: 5760 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1770685013.450810:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4647 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc984 expref: 27 pid: 5760 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1770685013.450822:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4647 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc984 expref: 27 pid: 5760 timeout: 438 lvb_type: 0 00010000:00010000:2.0:1770685013.450840:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9d92c554f000) 00010000:00010000:2.0:1770685013.450843:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d200/0x8f0dbafbd9ef4704 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00010000:00010000:2.0:1770685013.450850:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d200/0x8f0dbafbd9ef4704 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00010000:00010000:2.0:1770685013.450855:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685013.450878:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f59180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+26:2349:x1856697499977984:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 90us (1799us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685013.450885:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 61 00000100:00100000:1.0:1770685013.452795:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499977856 00000100:00100000:1.0:1770685013.452813:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499977856 00010000:00010000:1.0:1770685013.452859:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef46b0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9a7 expref: 14 pid: 5760 timeout: 438 lvb_type: 0 00000100:00100000:1.0:1770685013.452901:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 62 00000100:00100000:1.0:1770685013.453189:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+14:2349:x1856697499977856:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685013.453210:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685013.453219:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef46b0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9a7 expref: 14 pid: 5760 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1770685013.453234:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef46b0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9a7 expref: 14 pid: 5760 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1770685013.453260:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef46b0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9a7 expref: 14 pid: 5760 timeout: 438 lvb_type: 0 00010000:00010000:1.0:1770685013.453277:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9d92c554f000) 00010000:00010000:1.0:1770685013.453282:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d200/0x8f0dbafbd9ef4704 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685013.453293:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d200/0x8f0dbafbd9ef4704 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685013.453302:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d200/0x8f0dbafbd9ef4704 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685013.453343:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685013.453403:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+13:2349:x1856697499977856:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 483us (3049us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685013.453412:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 62 00010000:00010000:0.0:1770685013.453468:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d200/0x8f0dbafbd9ef4704 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685013.453475:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d200/0x8f0dbafbd9ef4704 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00000001:00080000:0.0:1770685013.453679:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967388 00000001:00080000:0.0:1770685013.453884:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967389 00000100:00100000:0.0:1770685013.454049:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43ca680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1856697514664704:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1770685013.454113:0:5763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685013.454146:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92e2603780 going to sleep for 11 seconds 00000100:00100000:1.0:1770685013.454525:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514664704 00000100:00100000:1.0:1770685013.454533:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514664704 00000100:00100000:1.0:1770685013.454616:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1770685013.454626:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5763:x1856697514664704:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1770685013.454717:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5763:x1856697514664704:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 93us (603us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685013.454734:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:0.0:1770685013.455144:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1770685013.455199:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43ca680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1856697514664704:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:0.0:1770685013.455634:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967390 00000100:00100000:0.0:1770685013.455723:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43ca680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1856697514664832:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1770685013.455906:0:5763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685013.456126:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c2a7c180 going to sleep for 11 seconds 00000100:00100000:1.0:1770685013.456248:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514664832 00000100:00100000:1.0:1770685013.456256:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514664832 00000100:00100000:1.0:1770685013.456340:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1770685013.456352:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5763:x1856697514664832:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1770685013.457334:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5763:x1856697514664832:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 982us (1425us total) trans 4294967305 rc 0/0 00000100:00100000:2.0:1770685013.457354:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1770685013.457446:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43ca680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1856697514664832:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:0.0:1770685013.457540:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967391 00010000:00010000:0.0:1770685013.457679:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d200/0x8f0dbafbd9ef4704 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685013.457691:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d200/0x8f0dbafbd9ef4704 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685013.457699:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d200/0x8f0dbafbd9ef4704 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685013.457706:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9d200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685013.457712:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d200/0x8f0dbafbd9ef4704 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685013.457720:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d200/0x8f0dbafbd9ef4704 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685013.457832:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9d92c554f000) 00010000:00010000:0.0:1770685013.457837:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1770685013.457843:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d200/0x8f0dbafbd9ef4704 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685013.457850:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d200/0x8f0dbafbd9ef4704 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0 00000004:00080000:0.0:1770685013.458264:0:5763:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x9:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1770685013.458427:0:5763:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4, 64 off8448 00000004:00080000:0.0:1770685013.458443:0:5763:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 338303864856ns, next at 339303861125ns, rc = 0 00000001:00080000:0.0:1770685013.458453:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967392 00010000:00010000:0.0:1770685013.458528:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9d92c554f000) 00010000:00010000:0.0:1770685013.458532:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1770685013.458541:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef46ef lrc: 0/0,0 mode: --/PW res: [0x200000401:0x8:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc9c3 expref: 30 pid: 5760 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685013.459107:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+29:11304:x1856697499977600:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 18427us (29619us total) trans 4294967393 rc 0/0 00000100:00100000:0.0:1770685013.459121:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 39 00000020:00080000:0.0:1770685013.459129:0:5763:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1770685013.499275:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685013.507003:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499978240 00000100:00100000:2.0:1770685013.507027:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499978240 00000100:00100000:2.0:1770685013.507120:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 136 00000100:00100000:2.0:1770685013.507132:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+29:11307:x1856697499978240:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685013.507174:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685013.507203:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef470b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc9ca expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685013.507305:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4712 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685013.507324:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4712 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685013.507337:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4712 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685013.507368:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4719 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685013.507375:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4719 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685013.507381:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4719 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685013.507549:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef4720 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685013.507557:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef4720 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685013.507564:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef4720 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:2.0:1770685013.507603:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x8:0x0]: returning size 1048576 00010000:00010000:2.0:1770685013.507737:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4712 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685013.507745:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4712 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685013.507752:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4712 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685013.507759:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204d400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685013.507764:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4712 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685013.507773:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4712 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685013.507795:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9d92e0875d00) 00010000:00010000:2.0:1770685013.507798:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685013.507805:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4712 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685013.507812:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4712 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685013.507827:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4719 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685013.507834:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4719 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685013.507839:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4719 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685013.507845:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204c800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685013.507848:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4719 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685013.507853:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4719 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685013.507859:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x20c03814 (ffff9d92c5552f00) 00010000:00010000:2.0:1770685013.507862:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685013.507865:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4719 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685013.507871:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4719 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685013.507924:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef470b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc9ca expref: 32 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685013.507948:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef4720 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc9ca expref: 31 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685013.507956:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9d92c5552000) 00010000:00010000:2.0:1770685013.507958:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685013.507961:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d930204de00, rc 0) 00000100:00100000:2.0:1770685013.508057:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+31:11307:x1856697499978240:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 926us (8798us total) trans 4294967394 rc 0/0 00000100:00100000:2.0:1770685013.508066:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 136 00000100:00100000:2.0:1770685013.517075:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685013.519468:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499978368 00000100:00100000:1.0:1770685013.519488:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499978368 00000100:00100000:1.0:1770685013.519825:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 137 00000100:00100000:1.0:1770685013.519838:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+31:11307:x1856697499978368:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:1.0:1770685013.519947:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef472e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685013.519975:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef472e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685013.519990:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef472e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685013.520030:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef472e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685013.520038:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef472e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685013.520046:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef472e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685013.520053:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9d000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685013.520058:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef472e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685013.520084:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef472e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685013.520099:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9d92c5552000) 00010000:00010000:1.0:1770685013.520102:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1770685013.520108:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef472e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685013.520115:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef472e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685013.520238:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+31:11307:x1856697499978368:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 402us (3179us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685013.520247:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 137 00000100:00100000:0.0:1770685013.527660:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685013.527768:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499978624 00000100:00100000:3.0:1770685013.527781:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499978624 00000100:00100000:3.0:1770685013.527849:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 40 00000100:00100000:3.0:1770685013.527887:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+31:11307:x1856697499978624:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:3.0:1770685013.528221:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+32:11307:x1856697499978624:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 346us (574us total) trans 4294967395 rc 0/0 00000100:00100000:3.0:1770685013.528229:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 40 00000100:00100000:3.0:1770685013.592605:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685013.593072:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499978880 00000100:00100000:1.0:1770685013.593086:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499978880 00000100:00100000:1.0:1770685013.593169:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 6 00000100:00100000:1.0:1770685013.593182:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18c8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+32:11312:x1856697499978880:12345-192.168.203.41@tcp:103:lfs.0 00010000:00010000:1.0:1770685013.593202:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685013.593236:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef4720 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc9ca expref: 32 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685013.593257:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9d92c5552000) 00010000:00010000:1.0:1770685013.593271:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685013.593341:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18c8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+31:11312:x1856697499978880:12345-192.168.203.41@tcp:103:lfs.0 Request processed in 161us (771us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685013.593349:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 6 00000100:00100000:1.0:1770685013.601318:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685013.601422:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499979008 00000100:00100000:2.0:1770685013.601436:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499979008 00000100:00100000:2.0:1770685013.601514:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 138 00000100:00100000:2.0:1770685013.601526:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+31:11312:x1856697499979008:12345-192.168.203.41@tcp:58:lfs.0 00010000:00010000:2.0:1770685013.601723:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4735 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685013.601750:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4735 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685013.601766:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4735 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000040:00080000:2.0:1770685013.602148:0:5761:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].4, 136 off8736 00000100:00100000:2.0:1770685013.602279:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+31:11312:x1856697499979008:12345-192.168.203.41@tcp:58:lfs.0 Request processed in 754us (973us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685013.602289:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 138 00000100:00100000:1.0:1770685013.706571:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685013.709307:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685013.709355:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685013.709400:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499979392 00000100:00100000:1.0:1770685013.709413:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499979392 00000100:00100000:1.0:1770685013.709483:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499979264 00000100:00100000:1.0:1770685013.709487:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499979264 00000100:00100000:1.0:1770685013.709515:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 93 00000100:00100000:1.0:1770685013.709527:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+5:2348:x1856697499979392:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685013.709632:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+5:2348:x1856697499979392:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 107us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685013.709640:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 93 00000100:00100000:1.0:1770685013.709661:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 94 00000100:00100000:1.0:1770685013.709667:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2348:x1856697499979264:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685013.709691:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2348:x1856697499979264:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 24us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685013.709698:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 94 00000100:00080000:1.0:1770685013.709718:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1770685013.710207:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499979136 00000100:00100000:2.0:1770685013.710224:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499979136 00000100:00100000:2.0:1770685013.710270:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 295 00000100:00100000:2.0:1770685013.710278:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0338450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2348:x1856697499979136:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685013.710317:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0338450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2348:x1856697499979136:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 40us (3760us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685013.710325:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 295 00010000:00010000:2.0:1770685013.745780:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1770685014.321978:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685014.321994:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1770685014.322045:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 5 count 5 00000040:00080000:3.0:1770685014.322054:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1770685014.322250:0:11361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d21180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514664960:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1770685014.322385:0:11361:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c21fe300 going to sleep for 11 seconds 00000100:00100000:3.0:1770685014.327412:0:11361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d21180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514664960:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1770685014.328060:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685014.328299:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499979520 00000100:00100000:0.0:1770685014.328311:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499979520 00000100:00100000:0.0:1770685014.328396:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 139 00000100:00100000:0.0:1770685014.328407:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+13:11322:x1856697499979520:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1770685014.328839:0:5760:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000401:0x8:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1770685014.328995:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+13:11322:x1856697499979520:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 587us (938us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685014.329004:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 139 00000100:00100000:1.0:1770685014.336621:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685014.336754:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499979648 00000100:00100000:0.0:1770685014.336768:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499979648 00000100:00100000:0.0:1770685014.336844:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 140 00000100:00100000:0.0:1770685014.336857:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+13:11322:x1856697499979648:12345-192.168.203.41@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1770685014.336958:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030e00/0x8f0dbafbd9ef473c lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685014.336979:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030e00/0x8f0dbafbd9ef473c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685014.336996:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030e00/0x8f0dbafbd9ef473c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685014.337015:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef4743 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685014.337023:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef4743 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685014.337030:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef4743 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685014.337065:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef474a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685014.337072:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef474a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685014.337077:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef474a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:0.0:1770685014.337146:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x8:0x0]: returning size 1048576 00000004:00200000:0.0:1770685014.337150:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685014.337172:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef474a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685014.337183:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030e00/0x8f0dbafbd9ef473c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685014.337187:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030e00/0x8f0dbafbd9ef473c lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685014.337191:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030e00/0x8f0dbafbd9ef473c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685014.337195:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c0030e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685014.337199:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030e00/0x8f0dbafbd9ef473c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685014.337204:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030e00/0x8f0dbafbd9ef473c lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685014.337214:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:0.0:1770685014.337216:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685014.337220:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030e00/0x8f0dbafbd9ef473c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685014.337223:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030e00/0x8f0dbafbd9ef473c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685014.337232:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef4743 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685014.337236:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef4743 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685014.337244:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef4743 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685014.337248:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c0030400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685014.337249:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef4743 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685014.337252:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef4743 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685014.337257:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x3a066c55 (ffff9d92c554f000) 00010000:00010000:0.0:1770685014.337258:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685014.337260:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef4743 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685014.337263:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef4743 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685014.337275:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef474a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685014.337278:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef474a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685014.337281:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef474a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685014.337284:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c0031600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685014.337285:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef474a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685014.337288:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef474a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685014.337298:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9d92c5552f00) 00010000:00010000:0.0:1770685014.337300:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685014.337303:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef474a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685014.337306:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef474a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:0.0:1770685014.337408:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+13:11322:x1856697499979648:12345-192.168.203.41@tcp:34:lhsmtool_posix.0 Request processed in 552us (797us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685014.337416:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 140 00000100:00100000:1.0:1770685014.342469:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685014.342827:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499979904 00000100:00100000:3.0:1770685014.342840:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499979904 00000100:00100000:3.0:1770685014.343166:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 141 00000100:00100000:3.0:1770685014.343180:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+13:11322:x1856697499979904:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685014.343207:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685014.343236:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef4751 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc9d1 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685014.343416:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4758 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.343435:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4758 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.343449:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4758 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.343476:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef475f lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.343484:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef475f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.343491:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef475f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.343855:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4766 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.343865:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4766 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.343885:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4766 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:3.0:1770685014.343899:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x8:0x0]: returning size 1048576 00010000:00010000:3.0:1770685014.344262:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4766 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.344272:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4766 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.344279:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4766 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.344286:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685014.344291:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4766 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.344299:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4766 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.344322:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9d92c5552f00) 00010000:00010000:3.0:1770685014.344326:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685014.344331:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4766 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.344415:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4766 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.344432:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4758 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.344438:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4758 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.344444:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4758 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.344449:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307b200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685014.344453:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4758 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.344459:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4758 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.344468:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:3.0:1770685014.344470:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685014.344473:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4758 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.344478:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4758 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.344488:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef475f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.344501:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef475f lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.344826:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef475f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.344833:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307aa00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685014.344837:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef475f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.344843:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef475f lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.344853:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x3a066c55 (ffff9d92e0875500) 00010000:00010000:3.0:1770685014.344856:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685014.344859:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef475f lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.344865:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef475f lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3a066c55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.345144:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef4751 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc9d1 expref: 15 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685014.345167:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:3.0:1770685014.345170:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1770685014.345175:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef4751 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc9d1 expref: 15 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685014.345186:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307b800, rc 0) 00000100:00100000:3.0:1770685014.345284:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+14:11322:x1856697499979904:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 2107us (2830us total) trans 4294967396 rc 301/301 00000100:00100000:3.0:1770685014.345302:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 141 00000100:00100000:3.0:1770685014.351881:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685014.352134:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499980032 00000100:00100000:2.0:1770685014.352148:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499980032 00000100:00100000:2.0:1770685014.352223:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 142 00000100:00100000:2.0:1770685014.352234:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+14:11322:x1856697499980032:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1770685014.352290:0:5761:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000401:0x8:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1770685014.352426:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+14:11322:x1856697499980032:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 193us (566us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685014.352434:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 142 00000100:00100000:2.0:1770685014.364620:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685014.364676:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499980160 00000100:00100000:2.0:1770685014.364690:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499980160 00000100:00100000:2.0:1770685014.364767:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 143 00000100:00100000:2.0:1770685014.364780:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+14:11322:x1856697499980160:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685014.364806:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685014.364832:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef4774 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc9d8 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685014.364930:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef477b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685014.364959:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef477b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685014.364972:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef477b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685014.365001:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4782 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685014.365009:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4782 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685014.365015:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4782 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685014.365178:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef4789 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685014.365187:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef4789 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685014.365195:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef4789 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:2.0:1770685014.365238:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 512 00000004:00200000:2.0:1770685014.365243:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685014.365275:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef4789 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685014.365289:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef477b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685014.365296:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef477b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685014.365314:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef477b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685014.365321:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204de00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685014.365325:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef477b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685014.365334:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef477b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685014.365349:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92e0875400) 00010000:00010000:2.0:1770685014.365352:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685014.365358:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef477b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685014.365364:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef477b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685014.365376:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4782 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685014.365381:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4782 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685014.365386:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4782 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685014.365391:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204d400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685014.365394:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4782 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685014.365399:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4782 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685014.365416:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92cebc8b (ffff9d92c5552600) 00010000:00010000:2.0:1770685014.365419:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685014.365422:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4782 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685014.365428:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef4782 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92cebc8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685014.365470:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef4774 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc9d8 expref: 16 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685014.365485:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204ce00/0x8f0dbafbd9ef4789 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc9d8 expref: 15 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685014.365493:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9d92e0875d00) 00010000:00010000:2.0:1770685014.365496:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1770685014.365498:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d930204ce00, rc 0) 00000100:00100000:2.0:1770685014.365611:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+15:11322:x1856697499980160:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 834us (1008us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685014.365620:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 143 00000100:00100000:3.0:1770685014.372760:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685014.374760:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499980416 00000100:00100000:0.0:1770685014.374777:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499980416 00000100:00100000:0.0:1770685014.374960:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 144 00000100:00100000:0.0:1770685014.374974:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+15:11322:x1856697499980416:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685014.375012:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685014.375039:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4790 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc9df expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685014.376111:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef4797 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685014.376131:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef4797 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685014.376144:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef4797 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:0.0:1770685014.376166:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4:0x0]: returning size 0 00010000:00010000:0.0:1770685014.376236:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4790 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc9df expref: 18 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685014.376274:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef4797 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc9df expref: 17 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685014.376284:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff9d92c554f000) 00010000:00010000:0.0:1770685014.376287:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685014.376292:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c0030400, rc 0) 00000100:00100000:0.0:1770685014.376409:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+17:11322:x1856697499980416:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 1437us (3659us total) trans 4294967397 rc 0/0 00000100:00100000:0.0:1770685014.376420:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 144 00000100:00100000:3.0:1770685014.388808:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685014.389022:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499980672 00000100:00100000:0.0:1770685014.389036:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499980672 00000100:00100000:0.0:1770685014.389106:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 145 00000100:00100000:0.0:1770685014.389119:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+17:11322:x1856697499980672:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1770685014.389210:0:5761:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685014.389247:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef4797 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc9df expref: 17 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685014.389268:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff9d92c554f000) 00010000:00010000:0.0:1770685014.389282:0:5761:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1770685014.389312:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef47a5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685014.389328:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4694 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc9a0 expref: 30 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685014.389337:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef47a5 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685014.389389:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4694 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9a0 expref: 30 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685014.389405:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4694 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9a0 expref: 30 pid: 5760 timeout: 439 lvb_type: 0 00000100:00100000:0.0:1770685014.389423:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43c8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514665088:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685014.389541:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c2a7cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1770685014.403252:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685014.403457:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43c8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514665088:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685014.403550:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef47a5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685014.404751:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499980800 00000100:00100000:1.0:1770685014.404767:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499980800 00010000:00010000:1.0:1770685014.404821:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4694 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9a0 expref: 31 pid: 5760 timeout: 439 lvb_type: 0 00000100:00100000:1.0:1770685014.404860:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 63 00000100:00100000:1.0:1770685014.404880:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+31:2350:x1856697499980800:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685014.404907:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685014.404916:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4694 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9a0 expref: 31 pid: 5760 timeout: 439 lvb_type: 0 00010000:00010000:1.0:1770685014.404942:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4694 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9a0 expref: 31 pid: 5760 timeout: 439 lvb_type: 0 00010000:00010000:1.0:1770685014.404971:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4694 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9a0 expref: 31 pid: 5760 timeout: 439 lvb_type: 0 00010000:00010000:1.0:1770685014.404991:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9d92e0875d00) 00010000:00010000:1.0:1770685014.404997:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef47a5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685014.405006:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef47a5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685014.405014:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef47a5 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685014.405052:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770685014.405092:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef47a5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685014.405103:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef47a5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685014.405128:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+30:2350:x1856697499980800:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 258us (1890us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685014.405138:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 63 00010000:00010000:2.0:1770685014.405181:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef47ac lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7:0x0].0xbcc0ce6a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685014.405202:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef47ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xbcc0ce6a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685014.405212:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef47ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xbcc0ce6a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685014.405319:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef47a5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685014.405327:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef47a5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685014.405333:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef47a5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685014.405352:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c0031600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685014.405357:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef47a5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685014.405364:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef47a5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685014.405379:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9d92e0875d00) 00010000:00010000:2.0:1770685014.405382:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685014.405386:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef47a5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685014.405392:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef47a5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685014.405402:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef47ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0xbcc0ce6a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685014.405407:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef47ac lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xbcc0ce6a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685014.405419:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef47ac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xbcc0ce6a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685014.405424:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245fa00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685014.405427:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef47ac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xbcc0ce6a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685014.405443:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef47ac lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0xbcc0ce6a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685014.405452:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0xbcc0ce6a (ffff9d92c5552600) 00010000:00010000:2.0:1770685014.405455:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685014.405458:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef47ac lrc: 2/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0xbcc0ce6a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685014.405621:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef47ac lrc: 0/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0xbcc0ce6a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:2.0:1770685014.405698:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+16:11322:x1856697499980672:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 16581us (16905us total) trans 0 rc -2/-2 00000100:00100000:2.0:1770685014.405706:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 145 00000100:00100000:3.0:1770685014.411912:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685014.412259:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499980928 00000100:00100000:0.0:1770685014.412275:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499980928 00000100:00100000:0.0:1770685014.412370:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 146 00000100:00100000:0.0:1770685014.412396:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+16:11322:x1856697499980928:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685014.412424:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685014.413532:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef47b3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc9e6 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685014.413636:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030e00/0x8f0dbafbd9ef47ba lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685014.413653:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030e00/0x8f0dbafbd9ef47ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685014.413668:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030e00/0x8f0dbafbd9ef47ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685014.413818:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef47b3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc9e6 expref: 18 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685014.413839:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030e00/0x8f0dbafbd9ef47ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc9e6 expref: 17 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685014.413850:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff9d92c554f000) 00010000:00010000:0.0:1770685014.413853:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1770685014.413858:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c0030e00, rc 0) 00000100:00100000:0.0:1770685014.413952:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+17:11322:x1856697499980928:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 1561us (2056us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685014.413962:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 146 00000100:00100000:3.0:1770685014.423842:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685014.424404:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499981184 00000100:00100000:1.0:1770685014.424419:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499981184 00000100:00100000:1.0:1770685014.424527:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 147 00000100:00100000:1.0:1770685014.424541:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+17:11322:x1856697499981184:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1770685014.424694:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d600/0x8f0dbafbd9ef47c1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685014.424725:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d600/0x8f0dbafbd9ef47c1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685014.424740:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d600/0x8f0dbafbd9ef47c1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00010000:1.0:1770685014.425016:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000b4073f83 reply state 000000004437678c transno 4294967398 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d600/0x8f0dbafbd9ef47c1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685014.425028:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1770685014.425150:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+19:11322:x1856697499981184:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 612us (1321us total) trans 4294967398 rc 0/0 00000100:00100000:1.0:1770685014.425167:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 147 00000100:00100000:3.0:1770685014.427785:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00010000:00010000:3.0:1770685014.427825:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d600/0x8f0dbafbd9ef47c1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.427838:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d600/0x8f0dbafbd9ef47c1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.427846:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d600/0x8f0dbafbd9ef47c1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.427853:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9d600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685014.427858:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d600/0x8f0dbafbd9ef47c1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.427868:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d600/0x8f0dbafbd9ef47c1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.427888:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff9d92c554f000) 00010000:00010000:3.0:1770685014.427891:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1770685014.427896:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d600/0x8f0dbafbd9ef47c1 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.427902:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d600/0x8f0dbafbd9ef47c1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:3.0:1770685014.427943:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499981312 00000100:00100000:3.0:1770685014.427973:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499981312 00000100:00100000:3.0:1770685014.428031:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 148 00000100:00100000:3.0:1770685014.428042:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c67c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+18:11322:x1856697499981312:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685014.428072:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685014.428092:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef47c8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc9ed expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685014.428353:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef47c8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc9ed expref: 19 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685014.428370:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef47c8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc9ed expref: 19 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685014.428380:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff9d92c554f000) 00010000:00010000:3.0:1770685014.428382:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1770685014.428385:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307ac00, rc 0) 00000100:00100000:3.0:1770685014.428454:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c67c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+19:11322:x1856697499981312:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 413us (682us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685014.428462:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 148 00000100:00100000:3.0:1770685014.430498:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685014.430680:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499981440 00000100:00100000:1.0:1770685014.430692:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499981440 00000100:00100000:1.0:1770685014.430752:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 41 00000100:00100000:1.0:1770685014.430762:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c67c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+19:11322:x1856697499981440:12345-192.168.203.41@tcp:49:lhsmtool_posix.0 00000100:00100000:1.0:1770685014.430926:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c67c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+19:11322:x1856697499981440:12345-192.168.203.41@tcp:49:lhsmtool_posix.0 Request processed in 165us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685014.430934:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 41 00000100:00100000:3.0:1770685014.434112:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685014.434354:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499981696 00000100:00100000:1.0:1770685014.434367:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499981696 00000100:00100000:1.0:1770685014.434438:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 42 00000100:00100000:1.0:1770685014.434451:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c67c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+19:11322:x1856697499981696:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1770685014.434783:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c67c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+20:11322:x1856697499981696:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 334us (684us total) trans 4294967399 rc 0/0 00000100:00100000:1.0:1770685014.434791:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 42 00000100:00100000:3.0:1770685014.447681:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685014.447738:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499981952 00000100:00100000:1.0:1770685014.447752:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499981952 00000100:00100000:1.0:1770685014.447881:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 149 00000100:00100000:1.0:1770685014.447896:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c67c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+20:11322:x1856697499981952:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1770685014.448045:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c67c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+20:11322:x1856697499981952:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 153us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685014.448060:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 149 00000040:00080000:0.0:1770685014.450864:0:12080:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1770685014.450876:0:12080:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1770685014.450939:0:12080:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 5 count 5 00000040:00080000:0.0:1770685014.450947:0:12080:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1770685014.456891:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685014.456948:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499982208 00000100:00100000:0.0:1770685014.457058:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499982208 00000100:00100000:0.0:1770685014.461264:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 150 00000100:00100000:0.0:1770685014.461292:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+20:11322:x1856697499982208:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685014.461324:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685014.461353:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef47cf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc9f4 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685014.461491:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef47d6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685014.461508:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef47c8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc9ed expref: 21 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685014.461526:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef47d6 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685014.461566:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef47c8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9ed expref: 21 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685014.461597:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef47c8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9ed expref: 21 pid: 5760 timeout: 439 lvb_type: 0 00000100:00100000:0.0:1770685014.461613:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43c8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514665216:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685014.461731:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c2a7cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1770685014.468378:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685014.468426:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499982336 00000100:00100000:1.0:1770685014.468437:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499982336 00010000:00010000:1.0:1770685014.468486:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef47c8 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9ed expref: 22 pid: 5760 timeout: 439 lvb_type: 0 00000100:00100000:1.0:1770685014.468530:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 64 00000100:00100000:1.0:1770685014.468552:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+22:2351:x1856697499982336:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685014.468601:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685014.468610:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef47c8 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9ed expref: 22 pid: 5760 timeout: 439 lvb_type: 0 00000100:00100000:0.0:1770685014.468618:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43c8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514665216:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685014.468628:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef47c8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9ed expref: 22 pid: 5760 timeout: 439 lvb_type: 0 00010000:00010000:1.0:1770685014.468658:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef47c8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9ed expref: 22 pid: 5760 timeout: 439 lvb_type: 0 00010000:00010000:1.0:1770685014.470835:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff9d92c554f000) 00010000:00010000:0.0:1770685014.470836:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef47d6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685014.470850:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef47d6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685014.470875:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef47d6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685014.471125:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef47d6 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685014.471185:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef47d6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685014.471193:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1770685014.471194:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef47d6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:0.0:1770685014.471224:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4:0x0]: returning size 0 00000100:00100000:1.0:1770685014.471431:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+21:2351:x1856697499982336:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 2885us (3062us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685014.471442:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 64 00000004:00080000:0.0:1770685014.473212:0:5761:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x4:0x0], index 0: 0 00010000:00010000:0.0:1770685014.474525:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef47d6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685014.474545:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef47d6 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685014.474552:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef47d6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685014.474567:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c0030a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685014.474572:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef47d6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685014.474743:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef47d6 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685014.474764:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff9d92c554f000) 00010000:00010000:0.0:1770685014.474767:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1770685014.474772:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef47d6 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685014.474779:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef47d6 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685014.474862:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef47cf lrc: 1/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc9f4 expref: 21 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685014.474877:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9d92e0875d00) 00010000:00010000:0.0:1770685014.474880:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1770685014.474884:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef47cf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc9f4 expref: 21 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685014.474894:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c0030400, rc 0) 00000100:00100000:0.0:1770685014.476636:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+20:11322:x1856697499982208:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 15342us (19752us total) trans 4294967400 rc 301/301 00000100:00100000:0.0:1770685014.476652:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 150 00000100:00100000:2.0:1770685014.486855:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685014.488198:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499982592 00000100:00100000:3.0:1770685014.488214:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499982592 00000100:00100000:3.0:1770685014.488283:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 43 00000100:00100000:3.0:1770685014.488294:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8426850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+20:11322:x1856697499982592:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1770685014.488781:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8426850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+21:11322:x1856697499982592:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 486us (1941us total) trans 4294967401 rc 0/0 00000100:00100000:3.0:1770685014.488798:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 43 00000100:00100000:0.0:1770685014.508715:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685014.508781:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499982720 00000100:00100000:0.0:1770685014.508816:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499982720 00000100:00100000:0.0:1770685014.508891:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 151 00000100:00100000:0.0:1770685014.508904:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+21:11322:x1856697499982720:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685014.508941:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685014.508983:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef47e4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bc9fb expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685014.509083:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef47eb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685014.509099:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef47eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685014.509114:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef47eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:0.0:1770685014.509176:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4:0x0]: returning size 0 00000004:00200000:0.0:1770685014.509181:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685014.509204:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef47eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685014.509239:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef47e4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc9fb expref: 23 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685014.509260:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef47eb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc9fb expref: 22 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685014.509272:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff9d92c554f000) 00010000:00010000:0.0:1770685014.509276:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1770685014.509281:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c0030a00, rc 0) 00000100:00100000:0.0:1770685014.509384:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+22:11322:x1856697499982720:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 482us (680us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685014.509400:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 151 00000100:00100000:0.0:1770685014.523777:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685014.524042:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499982848 00000100:00100000:3.0:1770685014.524056:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499982848 00000100:00100000:3.0:1770685014.524127:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 48 00000100:00100000:3.0:1770685014.524139:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+5:2351:x1856697499982848:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685014.524174:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685014.524202:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef47f2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bca02 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1770685014.524233:0:6540:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1770685014.524256:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685014.524259:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685014.524271:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef47f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca02 expref: 6 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685014.524294:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef47f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca02 expref: 6 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685014.524310:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307b800, rc 0) 00000100:00100000:3.0:1770685014.524383:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+6:2351:x1856697499982848:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 245us (621us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685014.524391:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 48 00000100:00100000:3.0:1770685014.537124:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685014.537221:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499983104 00000100:00100000:0.0:1770685014.537235:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499983104 00000100:00100000:0.0:1770685014.537307:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 152 00000100:00100000:0.0:1770685014.537319:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c67c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+22:11322:x1856697499983104:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1770685014.537905:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c67c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+22:11322:x1856697499983104:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 585us (792us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685014.537916:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 152 00000100:00100000:1.0:1770685014.548261:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685014.548315:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499983232 00000100:00100000:1.0:1770685014.548328:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499983232 00000100:00100000:1.0:1770685014.548403:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 49 00000100:00100000:1.0:1770685014.548413:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+6:11322:x1856697499983232:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685014.548437:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685014.548462:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef47f9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bca09 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685014.548501:0:6540:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef47f2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca02 expref: 7 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685014.548512:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685014.548515:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685014.548520:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef47f9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca09 expref: 7 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685014.548566:0:6540:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef47f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca02 expref: 7 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685014.548697:0:6540:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef47f2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca02 expref: 7 pid: 6540 timeout: 439 lvb_type: 1 00000100:00100000:1.0:1770685014.548718:0:6540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6540:1856697514665344:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685014.548852:0:6540:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c31c2540 going to sleep for 11 seconds 00000100:00100000:1.0:1770685014.560793:0:6540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6540:1856697514665344:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685014.560851:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef47f9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bca09 expref: 7 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685014.560878:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9ce00, rc 0) 00000100:00100000:1.0:1770685014.560956:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+7:11322:x1856697499983232:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 12542us (12714us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685014.560968:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 49 00000100:00100000:3.0:1770685014.561273:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685014.561347:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499983360 00000100:00100000:1.0:1770685014.561356:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499983360 00010000:00010000:1.0:1770685014.561393:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef47f2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca02 expref: 7 pid: 6540 timeout: 439 lvb_type: 1 00000100:00100000:1.0:1770685014.561448:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 65 00000100:00100000:1.0:1770685014.561459:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c67c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+7:2350:x1856697499983360:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685014.561477:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685014.561506:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef47f2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca02 expref: 7 pid: 6540 timeout: 439 lvb_type: 1 00010000:00010000:1.0:1770685014.561542:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef47f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca02 expref: 7 pid: 6540 timeout: 439 lvb_type: 1 00010000:00010000:1.0:1770685014.561600:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef47f2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca02 expref: 7 pid: 6540 timeout: 439 lvb_type: 1 00010000:00010000:1.0:1770685014.561615:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685014.561619:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685014.561628:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef47f9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bca09 expref: 6 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685014.561638:0:11010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef47f9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bca09 expref: 6 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685014.561684:0:11010:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef47f9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bca09 expref: 6 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685014.561701:0:11010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11010:1856697514665472:192.168.203.41@tcp:105: 00000100:00100000:1.0:1770685014.561781:0:11010:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c31c2540 going to sleep for 11 seconds 00000100:00100000:1.0:1770685014.568390:0:11010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11010:1856697514665472:192.168.203.41@tcp:105: 00010000:00010000:1.0:1770685014.568450:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685014.568526:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c67c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+6:2350:x1856697499983360:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 7067us (7252us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685014.568540:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 65 00000100:00100000:1.0:1770685014.599775:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685014.601645:0:6545:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499983488 00000100:00100000:0.0:1770685014.601662:0:6545:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499983488 00002000:00100000:0.0:1770685014.601734:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x4:0x0] (0->1048575) req@ffff9d91c274fb80 x1856697499983488/t0(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:135/0 lens 488/0 e 0 to 0 dl 1770685025 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685014.601746:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c274fb80 with x1856697499983488 ext(0->1048575) 00002000:00010000:0.0:1770685014.601753:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d91c274fb80 00000100:00100000:0.0:1770685014.601787:0:6545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 36 00000100:00100000:0.0:1770685014.601828:0:6545:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1b20a364-7a5a-4770-9192-023629c7ce89+6:2349:x1856697499983488:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1770685014.631767:0:6545:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1b20a364-7a5a-4770-9192-023629c7ce89+8:2349:x1856697499983488:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 Request processed in 29926us (31987us total) trans 4294967303 rc 0/0 00000100:00100000:0.0:1770685014.631786:0:6545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 36 00002000:00100000:0.0:1770685014.631805:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x4:0x0] (0->1048575) req@ffff9d91c274fb80 x1856697499983488/t4294967303(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:135/0 lens 488/448 e 0 to 0 dl 1770685025 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685014.631815:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c274fb80 with x1856697499983488 ext(0->1048575) 00002000:00010000:0.0:1770685014.631839:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d91c274fb80 00000100:00100000:0.0:1770685014.635825:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685014.636122:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499983616 00000100:00100000:3.0:1770685014.636136:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499983616 00000100:00100000:3.0:1770685014.636225:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 153 00000100:00100000:3.0:1770685014.636237:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+22:11322:x1856697499983616:12345-192.168.203.41@tcp:44:lhsmtool_posix.0 00000100:00100000:2.0:1770685014.691805:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+22:11322:x1856697499983616:12345-192.168.203.41@tcp:44:lhsmtool_posix.0 Request processed in 55557us (55980us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685014.691824:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 153 00000001:00080000:0.0:1770685014.692089:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967400 is committed 00000001:00080000:0.0:1770685014.692108:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967393 is committed 00000004:00080000:0.0:1770685014.692112:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 5 committed 00000020:00080000:0.0:1770685014.692132:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9d92c4966cc0 refcount 2 committed 0 result 0 batchid 3 00000020:00080000:0.0:1770685014.692137:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92c3ee2e00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9d92e26c23c0 00000020:00080000:0.0:1770685014.692140:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92c5690100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9d91c1dc1800 00000001:00080000:0.0:1770685014.692212:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967394 is committed 00000001:00080000:0.0:1770685014.692227:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967401 is committed 00000001:00080000:0.0:1770685014.692236:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967395 is committed 00000020:00080000:0.0:1770685014.692250:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 2 batchid updated 00000100:00100000:2.0:1770685014.696872:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fc3c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514665600:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1770685014.696966:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:3.0:1770685014.697904:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 3 committed batchid 2 00000100:00100000:2.0:1770685014.698250:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514665600 00000100:00100000:2.0:1770685014.698264:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514665600 00000100:00100000:2.0:1770685014.698347:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1770685014.698359:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3290:x1856697514665600:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1770685014.698402:0:6540:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4 count 1 00000020:00080000:3.0:1770685014.699250:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 2 00000100:00100000:3.0:1770685014.699403:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685014.699461:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499983744 00000100:00100000:1.0:1770685014.699481:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499983744 00000100:00100000:1.0:1770685014.699533:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 51 00000100:00100000:1.0:1770685014.699543:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c67c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+8:2350:x1856697499983744:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 00002000:00010000:2.0:1770685014.699599:0:6540:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x4:0x0] initial LVB size: 1048576, mtime: 0x698a8254, atime: 0x0, ctime: 0x698a8254, blocks: 0x803 00010000:00010000:2.0:1770685014.699612:0:6540:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef4800 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685014.699630:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685014.699634:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685014.699640:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef4800 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685014.699659:0:6540:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef4800 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685014.699671:0:6540:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef4800 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685014.699678:0:6540:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef4800 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685014.699708:0:6540:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1770685014.699745:0:5748:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1770685014.699755:0:5748:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef4800 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685014.699766:0:5748:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245f200 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:1.0:1770685014.699772:0:5748:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef4800 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685014.699781:0:5748:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef4800 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685014.699804:0:5748:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef4800 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685014.699810:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef4800 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685014.699833:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685014.699835:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685014.699836:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770685014.701778:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3290:x1856697514665600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3411us (4801us total) trans 4294967306 rc 0/0 00000100:00100000:2.0:1770685014.701794:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000004:00080000:3.0:1770685014.702131:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9d92fc3c1c00/2, rc 0, transno 4294967306 00000100:00100000:3.0:1770685014.702139:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fc3c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514665600:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1770685014.771236:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1770685014.781760:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967303 is committed 00000100:00100000:0.0:1770685014.782010:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c67c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+6:2350:x1856697499983744:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 Request processed in 82459us (82602us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685014.782025:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 51 00000100:00100000:3.0:1770685014.786409:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685014.786626:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499984000 00000100:00100000:2.0:1770685014.786641:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499984000 00000100:00100000:2.0:1770685014.786706:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 154 00000100:00100000:2.0:1770685014.786731:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+12:11322:x1856697499984000:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1770685014.786807:0:5762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685014.786842:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef47eb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc9fb expref: 12 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685014.786867:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff9d92c554f000) 00010000:00010000:2.0:1770685014.786881:0:5762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770685014.786921:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef4807 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685014.786948:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef4807 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685014.786959:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef4807 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685014.786993:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef4807 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685014.787000:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef4807 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685014.787006:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef4807 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685014.787014:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245f000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685014.787019:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef4807 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685014.787027:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef4807 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685014.787036:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff9d92c554f000) 00010000:00010000:2.0:1770685014.787045:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685014.787050:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef4807 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685014.787057:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef4807 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:2.0:1770685014.787195:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:11322:x1856697499984000:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 467us (801us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685014.787204:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 154 00000100:00100000:3.0:1770685014.793184:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685014.794279:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499984128 00000100:00100000:0.0:1770685014.794297:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499984128 00000100:00100000:0.0:1770685014.794489:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 155 00000100:00100000:0.0:1770685014.794511:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+11:11322:x1856697499984128:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685014.794548:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685014.794838:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef480e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bca10 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685014.795083:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef480e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca10 expref: 12 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685014.795102:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef480e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca10 expref: 12 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685014.795149:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff9d92c554f000) 00010000:00010000:0.0:1770685014.795166:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1770685014.795172:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c0031600, rc 0) 00000100:00100000:0.0:1770685014.795311:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+12:11322:x1856697499984128:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 810us (2141us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685014.795320:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 155 00000100:00100000:2.0:1770685014.801074:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685014.801176:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499984256 00000100:00100000:0.0:1770685014.801189:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499984256 00000100:00100000:0.0:1770685014.801288:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 52 00000100:00100000:0.0:1770685014.801301:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+6:2349:x1856697499984256:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1770685014.801863:0:8401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x4:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:0.0:1770685014.801879:0:8401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x4:0x0] updating lvb mtime from disk: 0 -> 1770685012 00002000:00010000:0.0:1770685014.801882:0:8401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x4:0x0] updating lvb atime from disk: 0 -> 1770685012 00002000:00010000:0.0:1770685014.801885:0:8401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x4:0x0] updating lvb ctime from disk: 0 -> 1770685012 00002000:00010000:0.0:1770685014.801888:0:8401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x4:0x0] updating lvb blocks from disk: 1 -> 2051 00000100:00100000:0.0:1770685014.802145:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+7:2349:x1856697499984256:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 Request processed in 843us (1081us total) trans 4294967304 rc 0/0 00000100:00100000:0.0:1770685014.802164:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 52 00000100:00100000:1.0:1770685014.807225:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685014.807431:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499984512 00000100:00100000:0.0:1770685014.807445:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499984512 00000100:00100000:0.0:1770685014.807800:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 156 00000100:00100000:0.0:1770685014.807815:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+12:11322:x1856697499984512:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1770685014.807934:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef4815 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685014.807980:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030e00/0x8f0dbafbd9ef47ba lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc9e6 expref: 12 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685014.807991:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef4815 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685014.808039:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030e00/0x8f0dbafbd9ef47ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9e6 expref: 12 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685014.808055:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030e00/0x8f0dbafbd9ef47ba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9e6 expref: 12 pid: 5761 timeout: 439 lvb_type: 0 00000100:00100000:0.0:1770685014.808073:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d2fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514665728:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685014.808213:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c2a7c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1770685014.812862:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685014.813277:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d2fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514665728:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685014.813314:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef4815 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685014.813475:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499984640 00000100:00100000:1.0:1770685014.813486:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499984640 00010000:00010000:1.0:1770685014.813538:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030e00/0x8f0dbafbd9ef47ba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9e6 expref: 13 pid: 5761 timeout: 439 lvb_type: 0 00000100:00100000:1.0:1770685014.813666:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 66 00000100:00100000:1.0:1770685014.813678:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+13:2351:x1856697499984640:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685014.813700:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685014.813708:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030e00/0x8f0dbafbd9ef47ba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9e6 expref: 13 pid: 5761 timeout: 439 lvb_type: 0 00010000:00010000:1.0:1770685014.813722:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030e00/0x8f0dbafbd9ef47ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9e6 expref: 13 pid: 5761 timeout: 439 lvb_type: 0 00010000:00010000:1.0:1770685014.813754:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030e00/0x8f0dbafbd9ef47ba lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc9e6 expref: 13 pid: 5761 timeout: 439 lvb_type: 0 00010000:00010000:1.0:1770685014.813773:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff9d92c554f000) 00010000:00010000:1.0:1770685014.813778:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef4815 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685014.813790:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef4815 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685014.813800:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef4815 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685014.813825:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685014.813907:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+12:2351:x1856697499984640:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 230us (1065us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685014.813916:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 66 00010000:00010000:0.0:1770685014.814527:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef4815 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685014.814549:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef4815 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685014.814624:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef4815 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685014.814633:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef4815 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685014.814641:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef4815 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685014.814662:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c0030800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685014.814667:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef4815 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685014.814676:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef4815 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685014.814690:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff9d92c554f000) 00010000:00010000:0.0:1770685014.814694:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1770685014.814699:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef4815 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685014.814706:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef4815 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:0.0:1770685014.814789:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+11:11322:x1856697499984512:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 Request processed in 6976us (7580us total) trans 0 rc -22/-22 00000100:00100000:0.0:1770685014.814799:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 156 00000100:00100000:1.0:1770685014.822386:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685014.822728:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499984768 00000100:00100000:3.0:1770685014.822742:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499984768 00000100:00100000:3.0:1770685014.822809:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 53 00000100:00100000:3.0:1770685014.822821:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+7:2350:x1856697499984768:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1770685014.822888:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef481c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685014.822911:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef47f9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bca09 expref: 7 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685014.822920:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1770685014.822922:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1770685014.823066:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef481c lrc: 4/1,0 mode: --/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685014.823113:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef47f9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.41@tcp remote: 0xa999371225bca09 expref: 7 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685014.823147:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef47f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bca09 expref: 7 pid: 6540 timeout: 439 lvb_type: 0 00000100:00100000:3.0:1770685014.823176:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514665856:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685014.823286:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c21fed80 going to sleep for 11 seconds 00000100:00100000:2.0:1770685014.829923:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514665856:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685014.829967:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef481c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685014.832148:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685014.833069:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499984896 00000100:00100000:3.0:1770685014.833084:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499984896 00010000:00010000:3.0:1770685014.833140:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef47f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bca09 expref: 8 pid: 6540 timeout: 439 lvb_type: 0 00000100:00100000:3.0:1770685014.833246:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 67 00000100:00100000:3.0:1770685014.833259:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+8:2350:x1856697499984896:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685014.833281:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685014.833311:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef47f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bca09 expref: 8 pid: 6540 timeout: 439 lvb_type: 0 00010000:00010000:3.0:1770685014.833328:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef47f9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bca09 expref: 8 pid: 6540 timeout: 439 lvb_type: 0 00010000:00010000:3.0:1770685014.833369:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef47f9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bca09 expref: 8 pid: 6540 timeout: 439 lvb_type: 0 00010000:00010000:3.0:1770685014.833391:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685014.833394:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685014.833400:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef481c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685014.833431:0:5747:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef481c lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685014.833470:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685014.833563:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+7:2350:x1856697499984896:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 306us (1431us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685014.833573:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 67 00010000:00010000:2.0:1770685014.833686:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef481c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685014.833697:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef481c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685014.833726:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef481c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685014.833735:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef481c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685014.833743:0:8401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef481c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685014.833764:0:8401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307b200 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:2.0:1770685014.833768:0:8401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef481c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685014.833778:0:8401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef481c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685014.833791:0:8401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef481c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685014.833798:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef481c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685014.833851:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+6:2350:x1856697499984768:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 11032us (11480us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685014.833860:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 53 00000100:00100000:2.0:1770685014.841048:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685014.841173:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499985152 00000100:00100000:0.0:1770685014.841188:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499985152 00000100:00100000:0.0:1770685014.841289:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 157 00000100:00100000:0.0:1770685014.841302:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+11:11322:x1856697499985152:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1770685014.842036:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4823 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.842055:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef480e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca10 expref: 12 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685014.842062:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4823 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.842100:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef480e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca10 expref: 12 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685014.842113:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef480e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca10 expref: 12 pid: 5761 timeout: 439 lvb_type: 0 00000100:00100000:3.0:1770685014.842131:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c7100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514665984:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685014.842256:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c21fea80 going to sleep for 11 seconds 00000100:00100000:0.0:1770685014.844985:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685014.845090:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499985280 00000100:00100000:1.0:1770685014.845103:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499985280 00010000:00010000:1.0:1770685014.845162:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef480e lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca10 expref: 13 pid: 5761 timeout: 439 lvb_type: 0 00000100:00100000:1.0:1770685014.845208:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 68 00000100:00100000:1.0:1770685014.845219:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+13:2351:x1856697499985280:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685014.845238:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685014.845245:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef480e lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca10 expref: 13 pid: 5761 timeout: 439 lvb_type: 0 00010000:00010000:1.0:1770685014.845260:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef480e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca10 expref: 13 pid: 5761 timeout: 439 lvb_type: 0 00010000:00010000:1.0:1770685014.845287:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff9d92c554f000) 00010000:00010000:1.0:1770685014.845292:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4823 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685014.845302:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4823 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685014.845311:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4823 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685014.845348:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685014.845418:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+13:2351:x1856697499985280:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 200us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685014.845427:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 68 00010000:00010000:3.0:1770685014.846006:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef480e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca10 expref: 12 pid: 5761 timeout: 439 lvb_type: 0 00000100:00100000:3.0:1770685014.846027:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c7100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514665984:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685014.846073:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4823 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.846084:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4823 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.846090:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4823 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000001:00080000:3.0:1770685014.846417:0:5761:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967402 00000001:00080000:3.0:1770685014.846669:0:5761:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967403 00000001:00080000:3.0:1770685014.846719:0:5761:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967404 00000100:00100000:3.0:1770685014.846841:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c7100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1856697514666112:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1770685014.846913:0:5761:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685014.846950:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c21fe240 going to sleep for 11 seconds 00000100:00100000:2.0:1770685014.847315:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514666112 00000100:00100000:2.0:1770685014.847325:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514666112 00000100:00100000:2.0:1770685014.847404:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1770685014.847415:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5761:x1856697514666112:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1770685014.847511:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5761:x1856697514666112:12345-0@lo:1000:mdt00_001.0 Request processed in 98us (599us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685014.847519:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00080000:1.0:1770685014.847721:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1770685014.847840:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c7100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1856697514666112:0@lo:1000:mdt00_001.0 00000001:00080000:3.0:1770685014.848183:0:5761:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967405 00000100:00100000:3.0:1770685014.848264:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c7100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1856697514666240:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1770685014.848309:0:5761:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685014.848331:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c21fea80 going to sleep for 11 seconds 00000100:00100000:0.0:1770685014.848395:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514666240 00000100:00100000:0.0:1770685014.848402:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514666240 00000100:00100000:0.0:1770685014.848448:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1770685014.848457:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5761:x1856697514666240:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1770685014.848676:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5761:x1856697514666240:12345-0@lo:1000:mdt00_001.0 Request processed in 221us (367us total) trans 4294967305 rc 0/0 00000100:00100000:0.0:1770685014.848694:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1770685014.848857:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c7100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1856697514666240:0@lo:1000:mdt00_001.0 00000001:00080000:3.0:1770685014.848956:0:5761:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967406 00010000:00010000:3.0:1770685014.848992:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4823 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.849003:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4823 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.849011:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4823 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.849029:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307aa00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685014.849033:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4823 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.849039:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4823 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.849057:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff9d92c554f000) 00010000:00010000:3.0:1770685014.849059:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1770685014.849064:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4823 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.849069:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4823 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.849103:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4735 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.849107:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4735 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.849110:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4735 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.849115:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204c800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685014.849118:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4735 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.849123:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4735 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.849130:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9d92c5552f00) 00010000:00010000:3.0:1770685014.849132:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1770685014.849141:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4735 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.849147:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef4735 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.849193:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef482a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.849206:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef482a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.849214:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef482a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.849220:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef482a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.849223:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef482a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.849227:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef482a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.849230:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685014.849231:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef482a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.849234:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef482a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.849238:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9d92e0875100) 00010000:00010000:3.0:1770685014.849239:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685014.849241:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef482a lrc: 2/0,0 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685014.849251:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef482a lrc: 0/0,0 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:3.0:1770685014.849513:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+16:11322:x1856697499985152:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 8212us (8478us total) trans 4294967407 rc 0/0 00000100:00100000:3.0:1770685014.849522:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 157 00000020:00080000:3.0:1770685014.849527:0:5761:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:0.0:1770685014.850110:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1770685014.850116:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1770685014.850567:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:0.0:1770685014.850744:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1770685014.859893:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685014.860015:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499985536 00000100:00100000:2.0:1770685014.860027:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499985536 00000100:00100000:2.0:1770685014.860119:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 44 00000100:00100000:2.0:1770685014.860128:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+16:11322:x1856697499985536:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1770685014.860835:0:5763:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x4:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1770685014.860904:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967408 00010000:00010000:2.0:1770685014.860958:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef4831 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0 00010000:00010000:2.0:1770685014.860979:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef4831 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5763 initiator: MDT0 00010000:00010000:2.0:1770685014.860993:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef4831 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5763 initiator: MDT0 00010000:00010000:2.0:1770685014.861003:0:5763:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef4831 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5763 initiator: MDT0 00010000:00010000:2.0:1770685014.861010:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef4831 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5763 initiator: MDT0 00010000:00010000:2.0:1770685014.861017:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef4831 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5763 initiator: MDT0 00010000:00010000:2.0:1770685014.861037:0:5763:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1770685014.861189:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+18:11322:x1856697499985536:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 1059us (1308us total) trans 4294967409 rc 0/0 00000100:00100000:2.0:1770685014.861198:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 44 00000020:00080000:2.0:1770685014.861205:0:5763:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1770685014.861278:0:5748:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1770685014.861296:0:5748:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef4831 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685014.861303:0:5748:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245f800 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:1.0:1770685014.861309:0:5748:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef4831 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685014.861317:0:5748:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef4831 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685014.861333:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff9d92c5552500) 00010000:00010000:1.0:1770685014.861336:0:5748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1770685014.861342:0:5748:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef4831 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685014.861348:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef4831 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685014.861365:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685014.861367:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685014.861368:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685015.794058:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770685016.117341:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514666368:0@lo:400:kworker.0 00000100:00100000:2.0:1770685016.117527:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685016.117646:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856697514666880:0@lo:400:kworker.0 00000100:00100000:2.0:1770685016.117690:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685016.117718:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1770685016.117724:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514666752:0@lo:400:kworker.0 00000100:00100000:2.0:1770685016.117745:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685016.117772:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3288:1856697514666496:0@lo:400:kworker.0 00000100:00100000:2.0:1770685016.117792:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685016.117806:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514667008:0@lo:400:kworker.0 00000100:00100000:2.0:1770685016.117822:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685016.117838:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1770685016.117843:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514666624:0@lo:400:kworker.0 00000100:00100000:2.0:1770685016.117871:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685016.117904:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514666752 00000100:00100000:2.0:1770685016.117913:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514666752 00000100:00100000:2.0:1770685016.117969:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514667008 00000100:00100000:2.0:1770685016.117971:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514667008 00000100:00100000:2.0:1770685016.117991:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1770685016.118000:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5007100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3291:x1856697514666752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685016.118066:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5007100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3291:x1856697514666752:12345-0@lo:400:kworker.0 Request processed in 55us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685016.118074:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1770685016.118092:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1770685016.118098:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3288:x1856697514667008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685016.118123:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3288:x1856697514667008:12345-0@lo:400:kworker.0 Request processed in 26us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685016.118129:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1770685016.118156:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514666880 00000100:00100000:2.0:1770685016.118166:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514666880 00000100:00100000:2.0:1770685016.118191:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514666496 00000100:00100000:2.0:1770685016.118193:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514666496 00000100:00100000:2.0:1770685016.118202:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514666624 00000100:00100000:2.0:1770685016.118204:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514666624 00000100:00100000:2.0:1770685016.118215:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:2.0:1770685016.118220:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5004e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856697514666880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685016.118248:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5004e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856697514666880:12345-0@lo:400:kworker.0 Request processed in 28us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685016.118254:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:2.0:1770685016.118263:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:2.0:1770685016.118267:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5007480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514666496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685016.118286:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5007480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514666496:12345-0@lo:400:kworker.0 Request processed in 19us (494us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685016.118291:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:2.0:1770685016.118299:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:2.0:1770685016.118303:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5006300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514666624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685016.118323:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5006300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514666624:12345-0@lo:400:kworker.0 Request processed in 20us (463us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685016.118328:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00080000:2.0:1770685016.118346:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1770685016.122056:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1770685016.122067:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1770685016.122171:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514666624:0@lo:400:kworker.0 00000100:00100000:2.0:1770685016.122195:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3288:1856697514666496:0@lo:400:kworker.0 00000100:00100000:2.0:1770685016.122210:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514667008:0@lo:400:kworker.0 00000100:00100000:2.0:1770685016.122310:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514666752:0@lo:400:kworker.0 00000100:00100000:2.0:1770685016.122325:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856697514666880:0@lo:400:kworker.0 00000100:00100000:0.0:1770685016.125638:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514666368 00000100:00100000:0.0:1770685016.125661:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514666368 00000100:00100000:0.0:1770685016.125873:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:0.0:1770685016.125887:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300565450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3291:x1856697514666368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685016.126020:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300565450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3291:x1856697514666368:12345-0@lo:400:kworker.0 Request processed in 137us (8494us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685016.126030:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00100000:0.0:1770685016.126110:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514666368:0@lo:400:kworker.0 00000040:00080000:0.0:1770685016.425006:0:12131:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1770685016.425018:0:12131:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1770685016.425069:0:12131:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 5 count 5 00000040:00080000:0.0:1770685016.425075:0:12131:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1770685016.540960:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685016.541063:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499985792 00000100:00100000:2.0:1770685016.541077:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499985792 00000100:00100000:2.0:1770685016.541183:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 158 00000100:00100000:2.0:1770685016.541195:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:11333:x1856697499985792:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685016.541221:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685016.541248:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4838 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bca17 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685016.541360:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef483f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685016.541377:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef483f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685016.541393:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef483f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685016.541409:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ee00/0x8f0dbafbd9ef4846 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685016.541416:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ee00/0x8f0dbafbd9ef4846 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685016.541423:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ee00/0x8f0dbafbd9ef4846 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685016.541668:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ea00/0x8f0dbafbd9ef484d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685016.541696:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ea00/0x8f0dbafbd9ef484d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685016.541703:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ea00/0x8f0dbafbd9ef484d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770685016.541717:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x8:0x0]: returning size 1048576 00010000:00010000:2.0:1770685016.541838:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef483f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685016.541846:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef483f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685016.541853:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef483f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685016.541860:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245f600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685016.541864:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef483f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685016.541872:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef483f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685016.541886:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9d92e0875d00) 00010000:00010000:2.0:1770685016.541889:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685016.541894:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef483f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685016.541900:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef483f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685016.541913:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ee00/0x8f0dbafbd9ef4846 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685016.541929:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ee00/0x8f0dbafbd9ef4846 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685016.541934:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ee00/0x8f0dbafbd9ef4846 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685016.541939:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245ee00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685016.541942:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ee00/0x8f0dbafbd9ef4846 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685016.541948:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ee00/0x8f0dbafbd9ef4846 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685016.541956:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x20c03814 (ffff9d92c5552600) 00010000:00010000:2.0:1770685016.541958:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685016.541961:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ee00/0x8f0dbafbd9ef4846 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685016.541967:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ee00/0x8f0dbafbd9ef4846 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x20c03814 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685016.542019:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4838 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca17 expref: 16 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685016.542033:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ea00/0x8f0dbafbd9ef484d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca17 expref: 15 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685016.542041:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9d92c5552000) 00010000:00010000:2.0:1770685016.542043:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685016.542046:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245ea00, rc 0) 00000100:00100000:2.0:1770685016.542128:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+15:11333:x1856697499985792:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 935us (1182us total) trans 4294967410 rc 0/0 00000100:00100000:2.0:1770685016.542153:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 158 00000100:00080000:3.0:1770685016.542382:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685016.546436:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685016.546752:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499985920 00000100:00100000:2.0:1770685016.546767:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499985920 00000100:00100000:2.0:1770685016.546828:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 159 00000100:00100000:2.0:1770685016.546839:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+15:11333:x1856697499985920:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:2.0:1770685016.546943:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef485b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685016.546962:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef485b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685016.546975:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef485b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685016.547008:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef485b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685016.547016:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef485b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685016.547023:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef485b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685016.547031:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245ec00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685016.547036:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef485b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685016.547044:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef485b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685016.547057:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9d92c5552000) 00010000:00010000:2.0:1770685016.547060:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1770685016.547082:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef485b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685016.547089:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef485b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:2.0:1770685016.547185:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+15:11333:x1856697499985920:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 346us (764us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685016.547193:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 159 00000100:00100000:3.0:1770685016.549805:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685016.550019:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499986176 00000100:00100000:2.0:1770685016.550034:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499986176 00000100:00100000:2.0:1770685016.550109:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 45 00000100:00100000:2.0:1770685016.550121:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5301500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+15:11333:x1856697499986176:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:2.0:1770685016.550657:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5301500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:11333:x1856697499986176:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 534us (862us total) trans 4294967411 rc 0/0 00000100:00100000:2.0:1770685016.550666:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 45 00000100:00100000:2.0:1770685016.628590:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5303480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514667136:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1770685016.628702:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685016.629027:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514667136 00000100:00100000:3.0:1770685016.629040:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514667136 00000100:00100000:3.0:1770685016.629107:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1770685016.629118:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3289:x1856697514667136:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1770685016.629180:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1770685016.629242:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3289:x1856697514667136:12345-0@lo:13:osp-pre-1-0.0 Request processed in 125us (540us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685016.629251:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1770685016.629461:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5303480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514667136:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1770685016.635110:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1770685016.636189:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514667264:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1770685016.636293:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685016.636855:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514667264 00000100:00100000:3.0:1770685016.636881:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514667264 00000100:00100000:3.0:1770685016.637192:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1770685016.637207:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3291:x1856697514667264:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1770685016.637259:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1770685016.637355:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3291:x1856697514667264:12345-0@lo:13:osp-pre-0-0.0 Request processed in 153us (1062us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685016.637363:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1770685016.637959:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514667264:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1770685016.818783:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685017.843655:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1770685018.270771:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967305 is committed 00000001:00080000:3.0:1770685018.270794:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967306 is committed 00000100:00100000:0.0:1770685018.832671:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685018.833909:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685018.833948:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685018.833969:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685018.833985:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685018.834002:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685018.834023:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685018.834295:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499986432 00000100:00100000:3.0:1770685018.834320:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499986432 00000100:00100000:3.0:1770685018.834402:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499986816 00000100:00100000:3.0:1770685018.834406:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499986816 00000100:00100000:3.0:1770685018.834432:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 155 00000100:00100000:3.0:1770685018.834445:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:2350:x1856697499986432:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685018.834556:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:2350:x1856697499986432:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 113us (655us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685018.834564:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 155 00000100:00100000:3.0:1770685018.834617:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 156 00000100:00100000:3.0:1770685018.834624:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+18:2351:x1856697499986816:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685018.834655:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+18:2351:x1856697499986816:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 31us (652us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685018.834661:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 156 00000100:00080000:0.0:1770685018.835529:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685018.835632:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499986688 00000100:00100000:2.0:1770685018.835643:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499986688 00000100:00100000:2.0:1770685018.835698:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499986944 00000100:00100000:2.0:1770685018.835702:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499986944 00000100:00100000:2.0:1770685018.835718:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499986560 00000100:00100000:2.0:1770685018.835820:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499986560 00000100:00100000:2.0:1770685018.835839:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499987072 00000100:00100000:2.0:1770685018.835851:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499987072 00000100:00100000:2.0:1770685018.835875:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 97 00000100:00100000:2.0:1770685018.835883:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2351:x1856697499986688:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685018.835950:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2351:x1856697499986688:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 67us (2000us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685018.835957:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 97 00000100:00100000:2.0:1770685018.835973:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 98 00000100:00100000:2.0:1770685018.835979:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+6:2351:x1856697499986944:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685018.836003:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+6:2351:x1856697499986944:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 25us (2033us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685018.836008:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 98 00000100:00100000:2.0:1770685018.836017:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 99 00000100:00100000:2.0:1770685018.836023:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2351:x1856697499986560:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685018.836701:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2351:x1856697499986560:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 673us (2710us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685018.836710:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 99 00000100:00100000:2.0:1770685018.836818:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 100 00000100:00100000:2.0:1770685018.836829:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+5:2351:x1856697499987072:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685018.836870:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+5:2351:x1856697499987072:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 45us (2846us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685018.836876:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 100 00000100:00080000:0.0:1770685018.837073:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1770685018.837079:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1770685018.844435:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499986304 00000100:00100000:1.0:1770685018.844457:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499986304 00000100:00100000:1.0:1770685018.844557:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 297 00000100:00100000:1.0:1770685018.844571:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2350:x1856697499986304:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685018.844695:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2350:x1856697499986304:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 127us (12038us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685018.844704:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 297 00010000:00010000:0.0:1770685018.868015:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1770685019.834371:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967402 is committed 00000001:00080000:3.0:1770685019.834398:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967411 is committed 00000001:00080000:3.0:1770685019.834410:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967409 is committed 00000020:00080000:3.0:1770685019.834428:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9d91c21fe240 refcount 2 committed 0 result 0 batchid 4 00000020:00080000:3.0:1770685019.834435:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92c5fef600 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9d91c21feb40 00000020:00080000:3.0:1770685019.834439:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92c5fefb00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9d92c4f7a800 00000020:00080000:3.0:1770685019.834748:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 3 batchid updated 00000020:00080000:3.0:1770685019.834767:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4 committed batchid 3 00000020:00080000:3.0:1770685019.835215:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 3 00010000:00010000:3.0:1770685019.890571:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1770685020.292773:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967305 is committed 00000001:00080000:3.0:1770685020.292975:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967304 is committed 00010000:00010000:3.0:1770685020.919071:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1770685020.980080:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685020.980095:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1770685020.980659:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 5 count 3 00000040:00080000:3.0:1770685020.980668:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1770685021.234198:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3288:1856697514667520:0@lo:400:kworker.0 00000100:00100000:1.0:1770685021.234291:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685021.234384:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514668032:0@lo:400:kworker.0 00000100:00100000:1.0:1770685021.234414:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685021.234445:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1770685021.234451:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514667648:0@lo:400:kworker.0 00000100:00100000:1.0:1770685021.234492:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685021.234602:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514667392:0@lo:400:kworker.0 00000100:00100000:2.0:1770685021.234646:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685021.234670:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856697514667904:0@lo:400:kworker.0 00000100:00100000:2.0:1770685021.234691:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685021.234705:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1770685021.234709:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514667776:0@lo:400:kworker.0 00000100:00100000:2.0:1770685021.234726:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685021.234756:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514667520 00000100:00100000:2.0:1770685021.234765:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514667520 00000100:00100000:2.0:1770685021.234812:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514667648 00000100:00100000:2.0:1770685021.234816:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514667648 00000100:00100000:2.0:1770685021.234854:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514667904 00000100:00100000:2.0:1770685021.234857:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514667904 00000100:00100000:2.0:1770685021.234873:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1770685021.234882:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514667520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685021.234943:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514667520:12345-0@lo:400:kworker.0 Request processed in 61us (652us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685021.234951:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1770685021.234970:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1770685021.234976:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514667648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685021.235001:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514667648:12345-0@lo:400:kworker.0 Request processed in 26us (509us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685021.235007:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1770685021.235017:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1770685021.235022:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856697514667904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685021.235050:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856697514667904:12345-0@lo:400:kworker.0 Request processed in 27us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685021.235064:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1770685021.235082:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514668032 00000100:00100000:2.0:1770685021.235086:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514668032 00000100:00100000:2.0:1770685021.235122:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514667776 00000100:00100000:2.0:1770685021.235125:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514667776 00000100:00100000:2.0:1770685021.235145:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1770685021.235151:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514668032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685021.235182:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514668032:12345-0@lo:400:kworker.0 Request processed in 31us (767us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685021.235188:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1770685021.235198:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1770685021.235203:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514667776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685021.235229:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514667776:12345-0@lo:400:kworker.0 Request processed in 26us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685021.235234:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00080000:2.0:1770685021.235263:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1770685021.235268:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1770685021.235271:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685021.235307:0:3291:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967305 gen 2 00000004:00080000:2.0:1770685021.235313:0:3291:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967305 committed transno 4294967305 00000100:00100000:2.0:1770685021.235341:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514667776:0@lo:400:kworker.0 00000100:00100000:2.0:1770685021.235355:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856697514667904:0@lo:400:kworker.0 00000100:00100000:2.0:1770685021.235384:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514667648:0@lo:400:kworker.0 00000100:00100000:2.0:1770685021.235393:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3288:1856697514667520:0@lo:400:kworker.0 00000100:00100000:2.0:1770685021.235401:0:3288:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967306 gen 2 00000004:00080000:2.0:1770685021.235411:0:3288:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967305 committed transno 4294967306 00000004:00080000:2.0:1770685021.235428:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9d92fc3c1c00, transno 4294967306 00000100:00100000:2.0:1770685021.235439:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514668032:0@lo:400:kworker.0 00000100:00100000:1.0:1770685021.236003:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514667392 00000100:00100000:1.0:1770685021.236011:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514667392 00000100:00100000:1.0:1770685021.236062:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:1.0:1770685021.236070:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0339050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3291:x1856697514667392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685021.236139:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0339050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3291:x1856697514667392:12345-0@lo:400:kworker.0 Request processed in 70us (1492us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685021.236147:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00100000:2.0:1770685021.237750:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514667392:0@lo:400:kworker.0 00000100:00100000:3.0:1770685021.517910:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685021.518000:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499987200 00000100:00100000:2.0:1770685021.518013:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499987200 00000100:00100000:2.0:1770685021.518117:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 160 00000100:00100000:2.0:1770685021.518130:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+10:11292:x1856697499987200:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1770685021.518260:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+10:11292:x1856697499987200:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 Request processed in 132us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685021.518268:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 160 00000100:00080000:3.0:1770685021.518794:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685021.525158:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685021.525821:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499987456 00000100:00100000:2.0:1770685021.525851:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499987456 00000100:00100000:2.0:1770685021.526646:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 46 00000100:00100000:2.0:1770685021.526659:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+10:11292:x1856697499987456:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1770685021.528552:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+11:11292:x1856697499987456:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 1881us (3393us total) trans 4294967412 rc 0/0 00000100:00100000:2.0:1770685021.528568:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 46 00000100:00100000:1.0:1770685021.747425:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1770685021.747452:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514668160:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1770685021.747544:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685021.747725:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514668160 00000100:00100000:0.0:1770685021.747735:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514668160 00000100:00100000:0.0:1770685021.747795:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1770685021.747805:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514668160:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1770685021.747958:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1770685021.748022:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514668160:12345-0@lo:13:osp-pre-0-0.0 Request processed in 218us (486us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685021.748029:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1770685021.748125:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514668160:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1770685021.748838:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1770685021.748864:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c39d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514668288:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1770685021.748915:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685021.749080:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514668288 00000100:00100000:3.0:1770685021.749087:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514668288 00000100:00100000:3.0:1770685021.749145:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1770685021.749154:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514668288:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1770685021.749185:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1770685021.749233:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514668288:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685021.749240:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1770685021.749454:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c39d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514668288:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1770685021.937763:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770685022.971714:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1770685023.045323:0:12332:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 1c: Check setting archive-id in lfs hsm_set ========================================================== 19:57:02 (1770685022) 00000100:00100000:2.0:1770685023.117164:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685023.117318:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499987712 00000100:00100000:0.0:1770685023.117331:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499987712 00000100:00100000:0.0:1770685023.117409:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 161 00000100:00100000:0.0:1770685023.117420:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+14:11910:x1856697499987712:12345-192.168.203.41@tcp:36:mkdir.0 00010000:00010000:0.0:1770685023.117487:0:6998:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685023.117519:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef45ad lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc95a expref: 14 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685023.117537:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92e0875400) 00010000:00010000:0.0:1770685023.117543:0:6998:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1770685023.117772:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4862 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.117788:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4663 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc992 expref: 10 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685023.117819:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4862 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.117870:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4663 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc992 expref: 10 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685023.117884:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4663 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc992 expref: 10 pid: 5760 timeout: 447 lvb_type: 0 00000100:00100000:0.0:1770685023.117902:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d2e300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514668416:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685023.118013:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c2a7c900 going to sleep for 11 seconds 00000100:00080000:2.0:1770685023.118218:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685023.124522:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685023.124630:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499987840 00000100:00100000:3.0:1770685023.124644:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499987840 00010000:00010000:3.0:1770685023.124777:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4663 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc992 expref: 11 pid: 5760 timeout: 447 lvb_type: 0 00000100:00100000:3.0:1770685023.124821:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 69 00000100:00100000:3.0:1770685023.124833:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18ca850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+11:2351:x1856697499987840:12345-192.168.203.41@tcp:103:ldlm_bl.0 00000100:00080000:2.0:1770685023.124952:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1770685023.125979:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685023.126016:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4663 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc992 expref: 11 pid: 5760 timeout: 447 lvb_type: 0 00010000:00010000:3.0:1770685023.126037:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4663 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc992 expref: 11 pid: 5760 timeout: 447 lvb_type: 0 00010000:00010000:3.0:1770685023.126065:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92e0875400) 00010000:00010000:3.0:1770685023.126071:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4862 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.126083:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4862 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.126091:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4862 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.126346:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685023.126444:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18ca850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+11:2351:x1856697499987840:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 1611us (1936us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685023.126457:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 69 00010000:00010000:1.0:1770685023.126899:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4663 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc992 expref: 10 pid: 5760 timeout: 447 lvb_type: 0 00000100:00100000:1.0:1770685023.126919:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d2e300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514668416:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685023.126949:0:6998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4862 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685023.126960:0:6998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4862 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685023.126966:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4862 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685023.127266:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9dc00/0x8f0dbafbd9ef4869 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685023.127288:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9dc00/0x8f0dbafbd9ef4869 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685023.127299:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9dc00/0x8f0dbafbd9ef4869 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:1.0:1770685023.128091:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xa:0x0]: returning size 512 00010000:00010000:1.0:1770685023.128116:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4862 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685023.128124:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4862 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685023.128131:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4862 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685023.128138:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c0030a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685023.128142:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4862 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685023.128150:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4862 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685023.128164:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92e0875400) 00010000:00010000:1.0:1770685023.128168:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685023.128173:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4862 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685023.128179:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4862 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000004:00010000:1.0:1770685023.128212:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000238cc84f reply state 00000000eef4d4dc transno 4294967413 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9dc00/0x8f0dbafbd9ef4869 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:1.0:1770685023.128221:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1770685023.128321:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+15:11910:x1856697499987712:12345-192.168.203.41@tcp:36:mkdir.0 Request processed in 10899us (11167us total) trans 4294967413 rc 0/0 00000100:00100000:1.0:1770685023.128330:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 161 00010000:00010000:3.0:1770685023.133528:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9dc00/0x8f0dbafbd9ef4869 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.133541:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9dc00/0x8f0dbafbd9ef4869 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.133546:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9dc00/0x8f0dbafbd9ef4869 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.133551:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9dc00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685023.133555:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9dc00/0x8f0dbafbd9ef4869 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.133568:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9dc00/0x8f0dbafbd9ef4869 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.133656:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9ccea7c4 (ffff9d92d1988000) 00010000:00010000:3.0:1770685023.133660:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685023.133664:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9dc00/0x8f0dbafbd9ef4869 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.133670:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9dc00/0x8f0dbafbd9ef4869 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770685023.147471:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685023.158296:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499987968 00000100:00100000:0.0:1770685023.158317:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499987968 00000100:00100000:0.0:1770685023.159227:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 162 00000100:00100000:0.0:1770685023.159247:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+14:11913:x1856697499987968:12345-192.168.203.41@tcp:101:chmod.0 00010000:00010000:0.0:1770685023.159281:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685023.159321:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4870 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bca1e expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685023.159415:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef4877 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.159434:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef4877 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.159510:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef4877 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685023.160173:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:0.0:1770685023.160197:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685023.160246:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef4877 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.160283:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4870 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca1e expref: 16 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685023.160308:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef4877 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca1e expref: 15 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685023.160317:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c554f200) 00010000:00010000:0.0:1770685023.160321:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1770685023.160325:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c0030c00, rc 0) 00000100:00100000:0.0:1770685023.160432:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+15:11913:x1856697499987968:12345-192.168.203.41@tcp:101:chmod.0 Request processed in 1191us (12975us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685023.160441:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 162 00000100:00100000:0.0:1770685023.165848:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685023.165899:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499988096 00000100:00100000:0.0:1770685023.165913:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499988096 00000100:00100000:0.0:1770685023.165991:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 163 00000100:00100000:0.0:1770685023.166004:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+15:11913:x1856697499988096:12345-192.168.203.41@tcp:101:chmod.0 00010000:00010000:0.0:1770685023.166031:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685023.166061:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef487e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bca25 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685023.166158:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4885 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.166175:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4885 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.166211:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4885 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.166228:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef488c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.166235:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef488c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.166241:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef488c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.166372:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030e00/0x8f0dbafbd9ef4893 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.166380:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030e00/0x8f0dbafbd9ef4893 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.166387:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030e00/0x8f0dbafbd9ef4893 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685023.166439:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xa:0x0]: returning size 512 00000004:00200000:0.0:1770685023.166444:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685023.166483:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030e00/0x8f0dbafbd9ef4893 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.166497:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4885 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.166504:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4885 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.168161:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4885 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.168259:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c0030a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685023.168265:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4885 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.168276:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4885 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.168295:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c554f200) 00010000:00010000:0.0:1770685023.168299:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685023.168304:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4885 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.168311:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4885 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.168326:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef488c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.168333:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef488c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.168340:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef488c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.168345:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c0030800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685023.168348:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef488c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.168353:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef488c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.168361:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9ccea7c4 (ffff9d92c554f300) 00010000:00010000:0.0:1770685023.168363:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685023.168372:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef488c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.168382:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef488c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.168441:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef487e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca25 expref: 17 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685023.170556:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030e00/0x8f0dbafbd9ef4893 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca25 expref: 16 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685023.170571:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff9d92c554fb00) 00010000:00010000:0.0:1770685023.170574:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1770685023.170593:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c0030e00, rc 0) 00000100:00100000:0.0:1770685023.170709:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:11913:x1856697499988096:12345-192.168.203.41@tcp:101:chmod.0 Request processed in 4707us (4877us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685023.170721:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 163 00000100:00100000:0.0:1770685023.184727:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685023.184906:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499988352 00000100:00100000:1.0:1770685023.184921:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499988352 00000100:00100000:1.0:1770685023.185071:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 164 00000100:00100000:1.0:1770685023.185082:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:11913:x1856697499988352:12345-192.168.203.41@tcp:36:chmod.0 00010000:00010000:1.0:1770685023.185142:0:6998:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685023.185169:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030e00/0x8f0dbafbd9ef4893 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca25 expref: 16 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685023.185190:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff9d92c554fb00) 00010000:00010000:1.0:1770685023.185199:0:6998:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1770685023.186059:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef489a lrc: 3/0,1 mode: --/PW res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685023.186077:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef489a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685023.186089:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef489a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00010000:1.0:1770685023.186419:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000795be720 reply state 00000000cbcee04a transno 4294967414 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef489a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:1.0:1770685023.186429:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1770685023.186454:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xa:0x0]: returning size 512 00000100:00100000:1.0:1770685023.186550:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:11913:x1856697499988352:12345-192.168.203.41@tcp:36:chmod.0 Request processed in 1468us (1837us total) trans 4294967414 rc 0/0 00000100:00100000:1.0:1770685023.186558:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 164 00010000:00010000:3.0:1770685023.192307:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef489a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.192329:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef489a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.192338:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef489a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.192345:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9c600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685023.192350:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef489a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.192359:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef489a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.192379:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff9d92d1988900) 00010000:00010000:3.0:1770685023.192383:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1770685023.192388:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef489a lrc: 2/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.192395:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef489a lrc: 0/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685023.217371:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685023.217627:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499988480 00000100:00100000:1.0:1770685023.217643:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499988480 00000100:00100000:1.0:1770685023.217715:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 47 00000100:00100000:1.0:1770685023.217727:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:11918:x1856697499988480:12345-192.168.203.41@tcp:49:touch.500 00000100:00100000:1.0:1770685023.217887:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:11918:x1856697499988480:12345-192.168.203.41@tcp:49:touch.500 Request processed in 161us (534us total) trans 0 rc -61/-61 00000100:00100000:1.0:1770685023.217895:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 47 00000100:00100000:1.0:1770685023.230465:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685023.231733:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499988608 00000100:00100000:0.0:1770685023.231750:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499988608 00000100:00100000:0.0:1770685023.231827:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 165 00000100:00100000:0.0:1770685023.231840:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:11918:x1856697499988608:12345-192.168.203.41@tcp:101:touch.500 00010000:00010000:0.0:1770685023.231867:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685023.231893:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef48a1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bca2c expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685023.231976:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef48a8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.232004:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef48a8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.232018:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef48a8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.232035:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef48af lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.232042:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef48af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.232048:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef48af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.232221:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030e00/0x8f0dbafbd9ef48b6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.232229:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030e00/0x8f0dbafbd9ef48b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.232236:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030e00/0x8f0dbafbd9ef48b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685023.232265:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xa:0x0]: returning size 512 00000004:00200000:0.0:1770685023.232269:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685023.232295:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030e00/0x8f0dbafbd9ef48b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.232308:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef48a8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.232314:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef48a8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.232331:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef48a8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.232337:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c0031600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685023.232342:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef48a8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.232350:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef48a8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.232364:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c554f200) 00010000:00010000:0.0:1770685023.232368:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685023.232374:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef48a8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.232381:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef48a8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.232394:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef48af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.232400:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef48af lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.232405:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef48af lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.232410:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c0030800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685023.232413:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef48af lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.232418:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef48af lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.232436:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9ccea7c4 (ffff9d92c554f300) 00010000:00010000:0.0:1770685023.232438:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685023.232441:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef48af lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.232447:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef48af lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9ccea7c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.232484:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef48a1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca2c expref: 18 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685023.232499:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030e00/0x8f0dbafbd9ef48b6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca2c expref: 17 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685023.232505:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff9d92c554f900) 00010000:00010000:0.0:1770685023.232507:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1770685023.232509:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c0030e00, rc 0) 00000100:00100000:0.0:1770685023.232621:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:11918:x1856697499988608:12345-192.168.203.41@tcp:101:touch.500 Request processed in 783us (2175us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685023.232641:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 165 00000100:00100000:0.0:1770685023.239381:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685023.239508:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499988736 00000100:00100000:1.0:1770685023.239522:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499988736 00000100:00100000:1.0:1770685023.239761:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 48 00000100:00100000:1.0:1770685023.239773:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8427450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:11918:x1856697499988736:12345-192.168.203.41@tcp:49:touch.500 00000100:00100000:1.0:1770685023.239934:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8427450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:11918:x1856697499988736:12345-192.168.203.41@tcp:49:touch.500 Request processed in 163us (568us total) trans 0 rc -61/-61 00000100:00100000:1.0:1770685023.239942:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 48 00000100:00100000:3.0:1770685023.245970:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685023.246768:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499988992 00000100:00100000:0.0:1770685023.246782:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499988992 00000100:00100000:1.0:1770685023.247023:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 166 00000100:00100000:1.0:1770685023.247035:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c39d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:11918:x1856697499988992:12345-192.168.203.41@tcp:101:touch.500 00010000:00010000:1.0:1770685023.247064:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685023.247168:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d600/0x8f0dbafbd9ef48bd lrc: 2/0,0 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bca33 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685023.247466:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef48c4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685023.247496:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef48c4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685023.247509:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef48c4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685023.247526:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef48cb lrc: 3/0,1 mode: --/PW res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685023.247533:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef48cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685023.247538:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef48cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00080000:1.0:1770685023.248559:0:6998:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x5:0x0], index 1: 0 00010000:00010000:1.0:1770685023.248975:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef48d2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685023.248991:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef48d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685023.249002:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef48d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685023.249042:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef48c4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685023.249049:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef48c4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685023.249057:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef48c4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685023.249076:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9ca00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685023.249080:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef48c4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685023.249089:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef48c4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685023.249201:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff9d92c554f900) 00010000:00010000:1.0:1770685023.249205:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685023.249210:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef48c4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685023.249216:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef48c4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000004:00010000:1.0:1770685023.249234:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000e4e9ea18 reply state 0000000034b406a8 transno 4294967415 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef48cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:1.0:1770685023.249245:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1770685023.249376:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d600/0x8f0dbafbd9ef48bd lrc: 0/0,0 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca33 expref: 20 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685023.249395:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef48d2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca33 expref: 19 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685023.249402:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9d92d1988200) 00010000:00010000:1.0:1770685023.249405:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1770685023.249407:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9c000, rc 0) 00000100:00100000:1.0:1770685023.249560:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c39d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+20:11918:x1856697499988992:12345-192.168.203.41@tcp:101:touch.500 Request processed in 2526us (3604us total) trans 4294967415 rc 0/0 00000100:00100000:1.0:1770685023.249598:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 166 00010000:00010000:3.0:1770685023.254419:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef48cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.254441:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef48cb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.254448:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef48cb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.254455:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9c600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685023.254461:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef48cb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.254469:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef48cb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.254488:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x7cf78b4a (ffff9d92d1988400) 00010000:00010000:3.0:1770685023.254491:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685023.254497:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef48cb lrc: 2/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.254503:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef48cb lrc: 0/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685023.256893:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685023.257135:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499989248 00000100:00100000:1.0:1770685023.257149:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499989248 00000100:00100000:1.0:1770685023.257218:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 167 00000100:00100000:1.0:1770685023.257229:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+19:11918:x1856697499989248:12345-192.168.203.41@tcp:36:touch.500 00010000:00010000:1.0:1770685023.257316:0:6998:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685023.257354:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef48d2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca33 expref: 19 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685023.257380:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9d92d1988200) 00010000:00010000:1.0:1770685023.257394:0:6998:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1770685023.257449:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9dc00/0x8f0dbafbd9ef48e0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685023.257465:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9dc00/0x8f0dbafbd9ef48e0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685023.257476:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9dc00/0x8f0dbafbd9ef48e0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00010000:1.0:1770685023.257684:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000d434b712 reply state 00000000aeeaaa0b transno 4294967416 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9dc00/0x8f0dbafbd9ef48e0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:1.0:1770685023.257694:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1770685023.257810:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+20:11918:x1856697499989248:12345-192.168.203.41@tcp:36:touch.500 Request processed in 582us (933us total) trans 4294967416 rc 0/0 00000100:00100000:1.0:1770685023.257829:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 167 00010000:00010000:3.0:1770685023.260858:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9dc00/0x8f0dbafbd9ef48e0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.260879:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9dc00/0x8f0dbafbd9ef48e0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.260887:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9dc00/0x8f0dbafbd9ef48e0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.260904:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9dc00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685023.260909:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9dc00/0x8f0dbafbd9ef48e0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.260917:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9dc00/0x8f0dbafbd9ef48e0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00000100:00100000:1.0:1770685023.260926:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00010000:00010000:3.0:1770685023.260936:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9d92d1988e00) 00010000:00010000:3.0:1770685023.260939:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685023.260945:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9dc00/0x8f0dbafbd9ef48e0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.260952:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9dc00/0x8f0dbafbd9ef48e0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685023.261042:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499989376 00000100:00100000:0.0:1770685023.261055:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499989376 00000100:00100000:0.0:1770685023.261124:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 168 00000100:00100000:0.0:1770685023.261136:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+19:11918:x1856697499989376:12345-192.168.203.41@tcp:101:touch.500 00010000:00010000:0.0:1770685023.261180:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685023.261204:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef48e7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bca3a expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685023.261284:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef48e7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca3a expref: 20 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685023.261300:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030800/0x8f0dbafbd9ef48e7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca3a expref: 20 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685023.261319:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9d92c554f300) 00010000:00010000:0.0:1770685023.261322:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1770685023.261325:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c0030800, rc 0) 00000100:00100000:0.0:1770685023.261404:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+20:11918:x1856697499989376:12345-192.168.203.41@tcp:101:touch.500 Request processed in 269us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685023.261412:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 168 00000100:00100000:3.0:1770685023.264426:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685023.264534:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499989504 00000100:00100000:0.0:1770685023.264559:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499989504 00000100:00100000:0.0:1770685023.264684:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 54 00000100:00100000:0.0:1770685023.264695:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c39d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2351:x1856697499989504:12345-192.168.203.41@tcp:2:touch.500 00000100:00100000:0.0:1770685023.265143:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c39d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2351:x1856697499989504:12345-192.168.203.41@tcp:2:touch.500 Request processed in 448us (732us total) trans 4294967307 rc 0/0 00000100:00100000:0.0:1770685023.265151:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 54 00000100:00080000:3.0:1770685023.265710:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1770685023.268384:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685023.268645:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499989760 00000100:00100000:3.0:1770685023.268661:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499989760 00000100:00100000:3.0:1770685023.268730:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 49 00000100:00100000:3.0:1770685023.268743:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+20:11918:x1856697499989760:12345-192.168.203.41@tcp:35:touch.500 00000100:00100000:3.0:1770685023.269203:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+21:11918:x1856697499989760:12345-192.168.203.41@tcp:35:touch.500 Request processed in 461us (831us total) trans 4294967417 rc 0/0 00000100:00100000:3.0:1770685023.269211:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 49 00000100:00100000:1.0:1770685023.284947:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685023.285224:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499990016 00000100:00100000:0.0:1770685023.285240:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499990016 00000100:00100000:0.0:1770685023.285314:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 169 00000100:00100000:0.0:1770685023.285326:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+21:11920:x1856697499990016:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685023.285369:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685023.285399:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef48ee lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bca41 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685023.285496:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef48f5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.285514:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef48f5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.285527:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef48f5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.285627:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef48fc lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.285635:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef48fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.285642:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef48fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.285799:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef4903 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.285807:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef4903 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.285812:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef4903 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:0.0:1770685023.285824:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 0 00010000:00010000:0.0:1770685023.285941:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef48f5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.285956:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef48f5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.285961:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef48f5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.285965:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c0030400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685023.285968:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef48f5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.285974:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef48f5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.285985:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff9d92c554f900) 00010000:00010000:0.0:1770685023.285987:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685023.285990:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef48f5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.285994:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef48f5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.286003:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef48fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.286007:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef48fc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.286010:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef48fc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.286013:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c0030a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685023.286014:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef48fc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.286024:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef48fc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.286029:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x7cf78b4a (ffff9d92c554f600) 00010000:00010000:0.0:1770685023.286030:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685023.286032:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef48fc lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.286034:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef48fc lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.286074:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef48ee lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca41 expref: 24 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685023.286085:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef4903 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca41 expref: 23 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685023.286089:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9d92c554f300) 00010000:00010000:0.0:1770685023.286090:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685023.286092:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92d8f9c800, rc 0) 00000100:00100000:0.0:1770685023.286186:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+23:11920:x1856697499990016:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 861us (1251us total) trans 4294967418 rc 0/0 00000100:00100000:0.0:1770685023.286192:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 169 00000100:00100000:2.0:1770685023.294046:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685023.294547:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499990144 00000100:00100000:0.0:1770685023.294559:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499990144 00000100:00100000:0.0:1770685023.294679:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 50 00000100:00100000:0.0:1770685023.294690:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+23:11920:x1856697499990144:12345-192.168.203.41@tcp:49:lfs.0 00000100:00100000:0.0:1770685023.294845:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+23:11920:x1856697499990144:12345-192.168.203.41@tcp:49:lfs.0 Request processed in 156us (809us total) trans 0 rc -61/-61 00000100:00100000:0.0:1770685023.294862:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 50 00000100:00100000:0.0:1770685023.304694:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685023.308150:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499990400 00000100:00100000:3.0:1770685023.308172:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499990400 00000100:00100000:3.0:1770685023.308258:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 170 00000100:00100000:3.0:1770685023.308271:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+23:11920:x1856697499990400:12345-192.168.203.41@tcp:55:lfs.0 00010000:00010000:3.0:1770685023.308360:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4911 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685023.308390:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef4903 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca41 expref: 23 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685023.308400:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4911 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685023.308445:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef4903 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca41 expref: 23 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685023.308461:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef4903 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca41 expref: 23 pid: 5761 timeout: 448 lvb_type: 0 00000100:00100000:3.0:1770685023.308480:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c39d1180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514668544:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685023.308636:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb172900 going to sleep for 11 seconds 00000100:00100000:0.0:1770685023.324930:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c39d1180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514668544:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685023.324964:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4911 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:3.0:1770685023.326050:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685023.326106:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499990528 00000100:00100000:3.0:1770685023.326117:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499990528 00010000:00010000:3.0:1770685023.326161:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef4903 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca41 expref: 24 pid: 5761 timeout: 448 lvb_type: 0 00000100:00100000:3.0:1770685023.326203:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 70 00000100:00100000:3.0:1770685023.326214:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c39d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+24:2350:x1856697499990528:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685023.326233:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685023.326241:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef4903 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca41 expref: 24 pid: 5761 timeout: 448 lvb_type: 0 00010000:00010000:3.0:1770685023.326256:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef4903 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca41 expref: 24 pid: 5761 timeout: 448 lvb_type: 0 00010000:00010000:3.0:1770685023.327415:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef4903 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca41 expref: 24 pid: 5761 timeout: 448 lvb_type: 0 00010000:00010000:3.0:1770685023.330730:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9d92c554f300) 00010000:00010000:3.0:1770685023.330745:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4911 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685023.330762:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4911 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685023.330771:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4911 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.330820:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4911 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.330829:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4911 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.331111:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4911 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.331121:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4911 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.331129:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4911 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.331136:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307b200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685023.331140:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4911 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685023.331146:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1770685023.331149:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4911 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.331161:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9d92c554f300) 00010000:00010000:1.0:1770685023.331164:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1770685023.331168:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4911 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.331174:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4911 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685023.331238:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+24:11920:x1856697499990400:12345-192.168.203.41@tcp:55:lfs.0 Request processed in 22964us (26551us total) trans 4294967419 rc 0/0 00000100:00100000:1.0:1770685023.331249:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 170 00000100:00100000:3.0:1770685023.331430:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c39d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+23:2350:x1856697499990528:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 5217us (5388us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685023.331441:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 70 00000100:00100000:0.0:1770685023.336712:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000001:00080000:3.0:1770685023.338973:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967307 is committed 00000100:00100000:3.0:1770685023.339253:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499990784 00000100:00100000:3.0:1770685023.339266:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499990784 00000100:00100000:3.0:1770685023.339464:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 51 00000100:00100000:3.0:1770685023.339478:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+23:11920:x1856697499990784:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:3.0:1770685023.339794:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+24:11920:x1856697499990784:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 318us (3096us total) trans 4294967420 rc 0/0 00000100:00100000:3.0:1770685023.339802:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 51 00000100:00100000:3.0:1770685023.355331:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685023.355403:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499991040 00000100:00100000:1.0:1770685023.355417:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499991040 00000100:00100000:1.0:1770685023.355482:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 171 00000100:00100000:1.0:1770685023.355496:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c39d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+24:11923:x1856697499991040:12345-192.168.203.41@tcp:101:lfs.500 00010000:00010000:1.0:1770685023.355530:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685023.355560:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef4918 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bca48 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685023.356128:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef491f lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.356143:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef491f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.356154:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef491f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.356166:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d200/0x8f0dbafbd9ef4926 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.356171:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d200/0x8f0dbafbd9ef4926 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.356175:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d200/0x8f0dbafbd9ef4926 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.356437:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef492d lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.356444:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef492d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.356449:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef492d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:1.0:1770685023.356478:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 0 00010000:00010000:1.0:1770685023.356630:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef491f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.356636:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef491f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.356641:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef491f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.356645:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9d000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685023.356648:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef491f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.356654:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef491f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.356665:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff9d92c554f900) 00010000:00010000:1.0:1770685023.356667:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685023.356732:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef491f lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.356736:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef491f lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.356748:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d200/0x8f0dbafbd9ef4926 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.356752:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d200/0x8f0dbafbd9ef4926 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.356756:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d200/0x8f0dbafbd9ef4926 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.356767:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9d200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685023.356769:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d200/0x8f0dbafbd9ef4926 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.356773:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d200/0x8f0dbafbd9ef4926 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.356778:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x7cf78b4a (ffff9d92d1988200) 00010000:00010000:1.0:1770685023.356779:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685023.356781:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d200/0x8f0dbafbd9ef4926 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.356785:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d200/0x8f0dbafbd9ef4926 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.356899:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef4918 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca48 expref: 27 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685023.356912:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef492d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca48 expref: 26 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685023.356917:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9d92c554f300) 00010000:00010000:1.0:1770685023.356919:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1770685023.356921:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9da00, rc 0) 00000100:00100000:1.0:1770685023.356998:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c39d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+26:11923:x1856697499991040:12345-192.168.203.41@tcp:101:lfs.500 Request processed in 1505us (1681us total) trans 4294967421 rc 0/0 00000100:00100000:1.0:1770685023.357008:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 171 00000100:00100000:1.0:1770685023.360225:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685023.360403:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499991168 00000100:00100000:0.0:1770685023.360417:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499991168 00000100:00100000:0.0:1770685023.360550:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 172 00000100:00100000:0.0:1770685023.360562:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+26:11923:x1856697499991168:12345-192.168.203.41@tcp:54:lfs.500 00010000:00010000:0.0:1770685023.360690:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef493b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.360710:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef493b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.360723:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef493b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.360755:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef493b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.360762:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef493b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.360768:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef493b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.360774:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c13a3a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685023.360778:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef493b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.360802:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef493b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.360828:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9d92c554f300) 00010000:00010000:0.0:1770685023.360831:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1770685023.360837:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef493b lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.360842:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef493b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:0.0:1770685023.360942:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+26:11923:x1856697499991168:12345-192.168.203.41@tcp:54:lfs.500 Request processed in 382us (734us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685023.360949:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 172 00000100:00100000:0.0:1770685023.364108:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685023.364341:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499991424 00000100:00100000:3.0:1770685023.364354:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499991424 00000100:00100000:3.0:1770685023.364432:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 52 00000100:00100000:3.0:1770685023.364442:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+26:11923:x1856697499991424:12345-192.168.203.41@tcp:35:lfs.500 00000100:00100000:3.0:1770685023.364827:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+27:11923:x1856697499991424:12345-192.168.203.41@tcp:35:lfs.500 Request processed in 373us (728us total) trans 4294967422 rc 0/0 00000100:00100000:3.0:1770685023.364837:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 52 00000100:00100000:2.0:1770685023.416569:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685023.416707:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499991552 00000100:00100000:1.0:1770685023.416737:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499991552 00000100:00100000:1.0:1770685023.416808:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 53 00000100:00100000:1.0:1770685023.416830:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8425850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+27:11930:x1856697499991552:12345-192.168.203.41@tcp:49:lfs.0 00000100:00100000:1.0:1770685023.416972:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8425850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+27:11930:x1856697499991552:12345-192.168.203.41@tcp:49:lfs.0 Request processed in 146us (415us total) trans 0 rc -61/-61 00000100:00100000:1.0:1770685023.416978:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 53 00000100:00100000:0.0:1770685023.420320:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685023.420626:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499991808 00000100:00100000:1.0:1770685023.420640:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499991808 00000100:00100000:1.0:1770685023.420711:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 173 00000100:00100000:1.0:1770685023.420723:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+27:11930:x1856697499991808:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:1.0:1770685023.420752:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685023.420779:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef4942 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bca4f expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685023.420911:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d200/0x8f0dbafbd9ef4949 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.420924:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d200/0x8f0dbafbd9ef4949 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xb:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.420933:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d200/0x8f0dbafbd9ef4949 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xb:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:1.0:1770685023.420943:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 0 00010000:00010000:1.0:1770685023.421078:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef4942 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca4f expref: 30 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685023.421108:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d200/0x8f0dbafbd9ef4949 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xb:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca4f expref: 29 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685023.421140:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9d92c554f300) 00010000:00010000:1.0:1770685023.421143:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1770685023.421147:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9d200, rc 0) 00000100:00100000:1.0:1770685023.421224:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+29:11930:x1856697499991808:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 503us (918us total) trans 4294967423 rc 0/0 00000100:00100000:1.0:1770685023.421230:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 173 00000100:00100000:0.0:1770685023.424508:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685023.424623:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499991936 00000100:00100000:3.0:1770685023.424635:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499991936 00000100:00100000:3.0:1770685023.424696:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 174 00000100:00100000:3.0:1770685023.424708:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+29:11930:x1856697499991936:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:3.0:1770685023.424797:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4957 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.424825:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4957 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.424836:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4957 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.424864:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4957 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.424869:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4957 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.424874:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4957 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.424878:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685023.424881:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4957 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.424886:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4957 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.424909:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9d92c554f300) 00010000:00010000:3.0:1770685023.424912:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1770685023.424915:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4957 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.424920:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4957 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:3.0:1770685023.424993:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+29:11930:x1856697499991936:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 289us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685023.424999:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 174 00000100:00100000:2.0:1770685023.456107:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685023.456208:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499992064 00000100:00100000:3.0:1770685023.456220:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499992064 00000100:00100000:3.0:1770685023.456285:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 54 00000100:00100000:3.0:1770685023.456294:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+29:11934:x1856697499992064:12345-192.168.203.41@tcp:49:lfs.0 00000100:00100000:3.0:1770685023.456541:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+29:11934:x1856697499992064:12345-192.168.203.41@tcp:49:lfs.0 Request processed in 246us (455us total) trans 0 rc -61/-61 00000100:00100000:3.0:1770685023.456550:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 54 00000100:00100000:0.0:1770685023.459235:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685023.459373:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499992320 00000100:00100000:1.0:1770685023.459385:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499992320 00000100:00100000:1.0:1770685023.459441:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 175 00000100:00100000:1.0:1770685023.459449:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+29:11934:x1856697499992320:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:1.0:1770685023.459472:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685023.459495:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef495e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bca56 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685023.459667:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4965 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.459684:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef492d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca48 expref: 30 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685023.459694:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4965 lrc: 4/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.459747:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef492d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca48 expref: 30 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685023.459758:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef492d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca48 expref: 30 pid: 5761 timeout: 448 lvb_type: 0 00000100:00100000:1.0:1770685023.459789:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514668672:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685023.460109:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c1254000 going to sleep for 11 seconds 00000100:00100000:1.0:1770685023.463031:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685023.463175:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514668672:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685023.463208:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4965 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:3.0:1770685023.463271:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499992448 00000100:00100000:3.0:1770685023.463278:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499992448 00010000:00010000:3.0:1770685023.463316:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef492d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca48 expref: 31 pid: 5761 timeout: 448 lvb_type: 0 00000100:00100000:3.0:1770685023.463348:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 71 00000100:00100000:3.0:1770685023.463354:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+31:2350:x1856697499992448:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685023.463369:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685023.463375:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef492d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca48 expref: 31 pid: 5761 timeout: 448 lvb_type: 0 00010000:00010000:3.0:1770685023.463401:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef492d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca48 expref: 31 pid: 5761 timeout: 448 lvb_type: 0 00010000:00010000:3.0:1770685023.463423:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef492d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca48 expref: 31 pid: 5761 timeout: 448 lvb_type: 0 00010000:00010000:3.0:1770685023.463439:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9d92c554f300) 00010000:00010000:3.0:1770685023.463443:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4965 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685023.463451:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4965 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685023.463456:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4965 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685023.463480:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685023.463539:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+30:2350:x1856697499992448:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 184us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685023.463548:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 71 00010000:00010000:1.0:1770685023.464036:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4965 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.464043:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4965 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:1.0:1770685023.464063:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 0 00010000:00010000:1.0:1770685023.464256:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef495e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca56 expref: 31 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685023.464269:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4965 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca56 expref: 30 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685023.464275:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9d92c554f300) 00010000:00010000:1.0:1770685023.464277:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1770685023.464279:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9c200, rc 0) 00000100:00100000:1.0:1770685023.464323:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+30:11934:x1856697499992320:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 4876us (5102us total) trans 4294967424 rc 0/0 00000100:00100000:1.0:1770685023.464329:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 175 00000100:00100000:1.0:1770685023.467402:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685023.467501:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499992704 00000100:00100000:0.0:1770685023.467512:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499992704 00000100:00100000:0.0:1770685023.467608:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 176 00000100:00100000:0.0:1770685023.467619:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+30:11934:x1856697499992704:12345-192.168.203.41@tcp:55:lfs.0 00010000:00010000:0.0:1770685023.467706:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef4973 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.467758:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4965 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca56 expref: 30 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685023.467768:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef4973 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.467809:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4965 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca56 expref: 30 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685023.467834:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4965 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca56 expref: 30 pid: 5761 timeout: 448 lvb_type: 0 00000100:00100000:0.0:1770685023.467851:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d2f100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514668800:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685023.467950:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d9300434180 going to sleep for 11 seconds 00000100:00100000:2.0:1770685023.470918:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685023.471176:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d2f100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514668800:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685023.471208:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef4973 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:3.0:1770685023.471381:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499992832 00000100:00100000:3.0:1770685023.471389:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499992832 00010000:00010000:3.0:1770685023.471428:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4965 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca56 expref: 31 pid: 5761 timeout: 448 lvb_type: 0 00000100:00100000:3.0:1770685023.471487:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 72 00000100:00100000:3.0:1770685023.471495:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+31:2351:x1856697499992832:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685023.471510:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685023.471532:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4965 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca56 expref: 31 pid: 5761 timeout: 448 lvb_type: 0 00010000:00010000:3.0:1770685023.471550:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4965 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca56 expref: 31 pid: 5761 timeout: 448 lvb_type: 0 00010000:00010000:3.0:1770685023.471572:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4965 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca56 expref: 31 pid: 5761 timeout: 448 lvb_type: 0 00010000:00010000:3.0:1770685023.471612:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9d92c554f300) 00010000:00010000:3.0:1770685023.471617:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef4973 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685023.471628:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef4973 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685023.471636:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef4973 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685023.471662:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685023.471735:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+30:2351:x1856697499992832:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 239us (828us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685023.471741:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 72 00010000:00010000:0.0:1770685023.471967:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef4973 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.471973:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef4973 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.472199:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef4973 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.472204:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef4973 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.472209:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef4973 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.472221:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c13a3400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685023.472224:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef4973 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.472229:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef4973 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.472237:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9d92c554f300) 00010000:00010000:0.0:1770685023.472239:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1770685023.472242:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef4973 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.472245:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef4973 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:0.0:1770685023.472304:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+30:11934:x1856697499992704:12345-192.168.203.41@tcp:55:lfs.0 Request processed in 4688us (4915us total) trans 4294967425 rc 0/0 00000100:00100000:0.0:1770685023.472310:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 176 00000100:00100000:2.0:1770685023.475008:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685023.475087:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499993088 00000100:00100000:3.0:1770685023.475107:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499993088 00000100:00100000:3.0:1770685023.475215:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 55 00000100:00100000:3.0:1770685023.475225:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+30:11934:x1856697499993088:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:3.0:1770685023.475510:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+31:11934:x1856697499993088:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 286us (512us total) trans 4294967426 rc 0/0 00000100:00100000:3.0:1770685023.475516:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 55 00000100:00100000:2.0:1770685023.498030:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685023.498763:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499993344 00000100:00100000:0.0:1770685023.498779:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499993344 00000100:00100000:0.0:1770685023.499017:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 177 00000100:00100000:0.0:1770685023.499030:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+31:11937:x1856697499993344:12345-192.168.203.41@tcp:101:lfs.500 00010000:00010000:0.0:1770685023.499063:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685023.499090:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef497a lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bca5d expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685023.499199:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4981 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.499217:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4981 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.499252:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4981 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.499269:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4988 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.499289:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4988 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.499296:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4988 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.499462:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef498f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.499472:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef498f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.499479:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef498f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:0.0:1770685023.499491:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 0 00010000:00010000:0.0:1770685023.499631:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4981 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.499640:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4981 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.499646:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4981 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.499653:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c13a3a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685023.499657:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4981 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.499675:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4981 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.499689:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff9d92c554f900) 00010000:00010000:0.0:1770685023.499692:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685023.499698:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4981 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.499704:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4981 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.499720:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4988 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.499727:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4988 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.499733:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4988 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.499738:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c0031600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685023.499741:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4988 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.499746:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4988 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.499753:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x7cf78b4a (ffff9d92c554f600) 00010000:00010000:0.0:1770685023.499755:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685023.499758:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4988 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.499762:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4988 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.499836:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef497a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca5d expref: 34 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685023.499850:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef498f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca5d expref: 33 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685023.499857:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9d92c554f300) 00010000:00010000:0.0:1770685023.499859:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685023.499862:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c0030a00, rc 0) 00000100:00100000:0.0:1770685023.499953:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+33:11937:x1856697499993344:12345-192.168.203.41@tcp:101:lfs.500 Request processed in 925us (1938us total) trans 4294967427 rc 0/0 00000100:00100000:0.0:1770685023.499962:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 177 00000100:00100000:2.0:1770685023.504474:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685023.504931:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499993600 00000100:00100000:3.0:1770685023.504944:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499993600 00000100:00100000:1.0:1770685023.505220:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 56 00000100:00100000:1.0:1770685023.505234:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb154a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+33:11937:x1856697499993600:12345-192.168.203.41@tcp:35:lfs.500 00000100:00100000:1.0:1770685023.505818:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb154a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+34:11937:x1856697499993600:12345-192.168.203.41@tcp:35:lfs.500 Request processed in 576us (1346us total) trans 4294967428 rc 0/0 00000100:00100000:1.0:1770685023.505842:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 56 00000100:00100000:2.0:1770685023.509030:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685023.509233:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499993728 00000100:00100000:0.0:1770685023.509247:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499993728 00000100:00100000:0.0:1770685023.509409:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 178 00000100:00100000:0.0:1770685023.509422:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb154380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+34:11937:x1856697499993728:12345-192.168.203.41@tcp:54:lfs.500 00010000:00010000:0.0:1770685023.509514:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef499d lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.509534:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef499d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.509557:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef499d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.509663:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef499d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.509672:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef499d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.509698:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef499d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.509704:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c0031600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685023.509709:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef499d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.509718:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef499d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.509732:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9d92c554f300) 00010000:00010000:0.0:1770685023.509736:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1770685023.509742:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef499d lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.509748:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef499d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:0.0:1770685023.509844:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb154380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+34:11937:x1856697499993728:12345-192.168.203.41@tcp:54:lfs.500 Request processed in 424us (828us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685023.509853:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 178 00000100:00100000:2.0:1770685023.554822:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685023.554943:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499993856 00000100:00100000:1.0:1770685023.554957:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499993856 00000100:00100000:1.0:1770685023.555029:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 57 00000100:00100000:1.0:1770685023.555043:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb156680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+34:11944:x1856697499993856:12345-192.168.203.41@tcp:49:lfs.0 00000100:00100000:1.0:1770685023.555223:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb156680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+34:11944:x1856697499993856:12345-192.168.203.41@tcp:49:lfs.0 Request processed in 183us (426us total) trans 0 rc -61/-61 00000100:00100000:1.0:1770685023.555232:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 57 00000100:00100000:2.0:1770685023.558935:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685023.559132:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499993984 00000100:00100000:0.0:1770685023.559147:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499993984 00000100:00100000:0.0:1770685023.559220:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 179 00000100:00100000:0.0:1770685023.559232:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb155c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+34:11944:x1856697499993984:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:0.0:1770685023.559329:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef49a4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.559349:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef49a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.559380:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef49a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.559412:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef49a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.559418:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef49a4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.559425:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef49a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.559431:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c0031600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685023.559436:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef49a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.559443:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef49a4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.559455:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9d92c554f300) 00010000:00010000:0.0:1770685023.559458:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1770685023.559463:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef49a4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685023.559468:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef49a4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:0.0:1770685023.559563:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb155c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+34:11944:x1856697499993984:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 332us (641us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685023.559572:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 179 00000100:00100000:3.0:1770685023.627151:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685023.627359:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499994240 00000100:00100000:0.0:1770685023.627373:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499994240 00000100:00100000:0.0:1770685023.627474:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 180 00000100:00100000:0.0:1770685023.627488:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c39d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+34:11954:x1856697499994240:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685023.627519:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685023.627713:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef49ab lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bca64 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685023.627856:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef49b2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.627872:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef498f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca5d expref: 35 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685023.627882:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef49b2 lrc: 4/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.627928:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef498f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca5d expref: 35 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685023.627943:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef498f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca5d expref: 35 pid: 5761 timeout: 448 lvb_type: 0 00000100:00100000:0.0:1770685023.627959:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d2f100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514668928:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685023.628210:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d9300434180 going to sleep for 11 seconds 00000100:00100000:2.0:1770685023.631064:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685023.631166:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499994368 00000100:00100000:3.0:1770685023.631178:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499994368 00010000:00010000:3.0:1770685023.631230:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef498f lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca5d expref: 36 pid: 5761 timeout: 448 lvb_type: 0 00000100:00100000:3.0:1770685023.631283:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 73 00000100:00100000:3.0:1770685023.631295:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb154700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+36:2350:x1856697499994368:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685023.631315:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685023.631323:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef498f lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca5d expref: 36 pid: 5761 timeout: 448 lvb_type: 0 00010000:00010000:3.0:1770685023.631339:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef498f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca5d expref: 36 pid: 5761 timeout: 448 lvb_type: 0 00010000:00010000:3.0:1770685023.631371:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9d92c554f300) 00010000:00010000:3.0:1770685023.631378:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef49b2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.631389:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef49b2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.631398:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef49b2 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.631424:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685023.631551:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb154700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+36:2350:x1856697499994368:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 246us (490us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685023.631560:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 73 00010000:00010000:0.0:1770685023.631866:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef498f lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca5d expref: 35 pid: 5761 timeout: 448 lvb_type: 0 00000100:00100000:0.0:1770685023.631888:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d2f100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514668928:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685023.631911:0:6998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef49b2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.631933:0:6998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef49b2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.631939:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef49b2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685023.631963:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 0 00010000:00010000:0.0:1770685023.632167:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef49ab lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca64 expref: 36 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685023.632185:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef49b2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca64 expref: 35 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685023.632193:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9d92c554f300) 00010000:00010000:0.0:1770685023.632196:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1770685023.632199:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c0030400, rc 0) 00000100:00100000:0.0:1770685023.632232:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c39d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+35:11954:x1856697499994240:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 4749us (5098us total) trans 4294967429 rc 0/0 00000100:00100000:0.0:1770685023.632240:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 180 00000100:00100000:2.0:1770685023.636143:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685023.636243:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499994624 00000100:00100000:0.0:1770685023.636257:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499994624 00000100:00100000:0.0:1770685023.638879:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 181 00000100:00100000:0.0:1770685023.638901:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb154e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+35:11954:x1856697499994624:12345-192.168.203.41@tcp:55:lfs.0 00010000:00010000:0.0:1770685023.639007:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef49c0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.639030:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef49b2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca64 expref: 35 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685023.639068:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef49c0 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.639127:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef49b2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca64 expref: 35 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685023.639144:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef49b2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca64 expref: 35 pid: 6998 timeout: 448 lvb_type: 0 00000100:00100000:0.0:1770685023.639162:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d2f100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514669056:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685023.639309:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d9300434180 going to sleep for 11 seconds 00000100:00100000:2.0:1770685023.642974:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685023.643076:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499994752 00000100:00100000:3.0:1770685023.643088:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499994752 00010000:00010000:3.0:1770685023.643147:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef49b2 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca64 expref: 36 pid: 6998 timeout: 448 lvb_type: 0 00000100:00100000:3.0:1770685023.643201:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 74 00000100:00100000:3.0:1770685023.643213:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb157b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+36:2351:x1856697499994752:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685023.643233:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685023.643242:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef49b2 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca64 expref: 36 pid: 6998 timeout: 448 lvb_type: 0 00010000:00010000:3.0:1770685023.643258:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef49b2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca64 expref: 36 pid: 6998 timeout: 448 lvb_type: 0 00010000:00010000:3.0:1770685023.643298:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9d92c554f300) 00010000:00010000:3.0:1770685023.643304:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef49c0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.643315:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef49c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.643324:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef49c0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.643348:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685023.643415:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb157b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+36:2351:x1856697499994752:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 204us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685023.643423:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 74 00010000:00010000:0.0:1770685023.644235:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef49b2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca64 expref: 35 pid: 6998 timeout: 448 lvb_type: 0 00000100:00100000:0.0:1770685023.644261:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d2f100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514669056:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685023.644303:0:6998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef49c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.644314:0:6998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef49c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.644321:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef49c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.644804:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef49c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.644826:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef49c0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.644853:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef49c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.644860:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c0031600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685023.644863:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef49c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.644871:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef49c0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.644887:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9d92c554f300) 00010000:00010000:0.0:1770685023.644890:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1770685023.644895:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef49c0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.644901:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef49c0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685023.644993:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb154e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+35:11954:x1856697499994624:12345-192.168.203.41@tcp:55:lfs.0 Request processed in 6098us (8862us total) trans 4294967430 rc 0/0 00000100:00100000:0.0:1770685023.645004:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 181 00000100:00100000:3.0:1770685023.648239:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685023.648364:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499995008 00000100:00100000:1.0:1770685023.648378:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499995008 00000100:00100000:1.0:1770685023.648452:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 58 00000100:00100000:1.0:1770685023.648465:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8426450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+35:11954:x1856697499995008:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:1.0:1770685023.649111:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8426450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+36:11954:x1856697499995008:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 645us (883us total) trans 4294967431 rc 0/0 00000100:00100000:1.0:1770685023.649121:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 58 00000100:00100000:3.0:1770685023.668385:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685023.668483:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499995264 00000100:00100000:0.0:1770685023.668518:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499995264 00000100:00100000:0.0:1770685023.668641:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 182 00000100:00100000:0.0:1770685023.668655:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+36:11957:x1856697499995264:12345-192.168.203.41@tcp:101:lfs.500 00010000:00010000:0.0:1770685023.668688:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685023.668714:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef49c7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bca6b expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685023.668818:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef49ce lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.668841:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef49ce lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.668854:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef49ce lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.668870:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef49d5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.668877:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef49d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.668884:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef49d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.669052:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef49dc lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.669062:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef49dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.669068:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef49dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685023.669079:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 0 00010000:00010000:0.0:1770685023.669214:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef49ce lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.669222:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef49ce lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.669229:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef49ce lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.669235:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c0030400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685023.669246:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef49ce lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.669254:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef49ce lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.669268:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff9d92c554f900) 00010000:00010000:0.0:1770685023.669271:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685023.669277:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef49ce lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.669283:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef49ce lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.669298:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef49d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.669304:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef49d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.669310:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef49d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.669315:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c0030a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685023.669318:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef49d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.669324:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef49d5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.669332:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x7cf78b4a (ffff9d92c554f600) 00010000:00010000:0.0:1770685023.669334:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685023.669337:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef49d5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.669352:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef49d5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.669402:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef49c7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca6b expref: 39 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685023.669414:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef49dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca6b expref: 38 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685023.669419:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9d92c554f300) 00010000:00010000:0.0:1770685023.669421:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685023.669423:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c13a3400, rc 0) 00000100:00100000:0.0:1770685023.669491:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+38:11957:x1856697499995264:12345-192.168.203.41@tcp:101:lfs.500 Request processed in 840us (1119us total) trans 4294967432 rc 0/0 00000100:00100000:0.0:1770685023.669499:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 182 00000100:00100000:3.0:1770685023.672196:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685023.673746:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499995520 00000100:00100000:1.0:1770685023.673764:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499995520 00000100:00100000:1.0:1770685023.673852:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 59 00000100:00100000:1.0:1770685023.673865:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+38:11957:x1856697499995520:12345-192.168.203.41@tcp:35:lfs.500 00000100:00100000:1.0:1770685023.674256:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+39:11957:x1856697499995520:12345-192.168.203.41@tcp:35:lfs.500 Request processed in 392us (2074us total) trans 4294967433 rc 0/0 00000100:00100000:1.0:1770685023.674266:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 59 00000100:00100000:0.0:1770685023.680523:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685023.681121:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499995648 00000100:00100000:1.0:1770685023.681135:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499995648 00000100:00100000:1.0:1770685023.681194:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 183 00000100:00100000:1.0:1770685023.681218:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+39:11957:x1856697499995648:12345-192.168.203.41@tcp:54:lfs.500 00010000:00010000:1.0:1770685023.681308:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef49ea lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.681325:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef49ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.681334:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef49ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.681358:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef49ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.681363:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef49ea lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.681369:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef49ea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.681373:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9d000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685023.681376:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef49ea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.681382:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef49ea lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.681391:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9d92c554f300) 00010000:00010000:1.0:1770685023.681394:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1770685023.681398:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef49ea lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.681401:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef49ea lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685023.681493:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+39:11957:x1856697499995648:12345-192.168.203.41@tcp:54:lfs.500 Request processed in 276us (986us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685023.681506:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 183 00000100:00100000:2.0:1770685023.726221:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685023.727703:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499995776 00000100:00100000:3.0:1770685023.727722:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499995776 00000100:00100000:3.0:1770685023.727822:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 60 00000100:00100000:3.0:1770685023.727837:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb155f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+39:11964:x1856697499995776:12345-192.168.203.41@tcp:49:lfs.0 00000100:00100000:3.0:1770685023.728085:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb155f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+39:11964:x1856697499995776:12345-192.168.203.41@tcp:49:lfs.0 Request processed in 251us (1878us total) trans 0 rc -61/-61 00000100:00100000:3.0:1770685023.728123:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 60 00000100:00100000:2.0:1770685023.736908:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685023.737191:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499995904 00000100:00100000:0.0:1770685023.737204:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499995904 00000100:00100000:0.0:1770685023.737393:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 184 00000100:00100000:0.0:1770685023.737406:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb155880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+39:11964:x1856697499995904:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:0.0:1770685023.737488:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef49f1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.737508:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef49f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.737522:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef49f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.737574:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef49f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.737625:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef49f1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.737632:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef49f1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.737638:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c13a3a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685023.737643:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef49f1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.737651:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef49f1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.737665:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9d92c554f300) 00010000:00010000:0.0:1770685023.737668:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1770685023.737673:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef49f1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.737679:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef49f1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685023.737763:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb155880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+39:11964:x1856697499995904:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 360us (869us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685023.737772:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 184 00000100:00100000:0.0:1770685023.788551:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685023.788788:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499996160 00000100:00100000:3.0:1770685023.788803:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499996160 00000100:00100000:3.0:1770685023.788939:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 185 00000100:00100000:3.0:1770685023.788952:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+39:11968:x1856697499996160:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685023.788983:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685023.789011:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef49f8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bca72 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685023.789137:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef49ff lrc: 3/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.789403:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef49dc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca6b expref: 40 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685023.789416:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef49ff lrc: 4/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.789465:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef49dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca6b expref: 40 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685023.789481:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef49dc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca6b expref: 40 pid: 6998 timeout: 448 lvb_type: 0 00000100:00100000:3.0:1770685023.789515:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c67c3800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514669184:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685023.789677:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb172e40 going to sleep for 11 seconds 00000100:00100000:3.0:1770685023.799329:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c67c3800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514669184:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685023.799369:0:6998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef49ff lrc: 3/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685023.800419:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685023.800524:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499996288 00000100:00100000:2.0:1770685023.800535:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499996288 00010000:00010000:2.0:1770685023.800618:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef49dc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca6b expref: 41 pid: 6998 timeout: 448 lvb_type: 0 00000100:00100000:2.0:1770685023.800666:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 75 00000100:00100000:2.0:1770685023.800678:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d2d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+41:2350:x1856697499996288:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685023.800697:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685023.800705:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef49dc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca6b expref: 41 pid: 6998 timeout: 448 lvb_type: 0 00010000:00010000:2.0:1770685023.800742:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef49dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca6b expref: 41 pid: 6998 timeout: 448 lvb_type: 0 00010000:00010000:2.0:1770685023.800770:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef49dc lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca6b expref: 41 pid: 6998 timeout: 448 lvb_type: 0 00010000:00010000:2.0:1770685023.800788:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9d92c554f300) 00010000:00010000:2.0:1770685023.800793:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef49ff lrc: 3/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685023.800801:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef49ff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685023.800808:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef49ff lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685023.800837:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685023.800903:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d2d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:2350:x1856697499996288:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 227us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685023.800911:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 75 00010000:00010000:0.0:1770685023.800983:0:6998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef49ff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.800997:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef49ff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685023.801018:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 0 00010000:00010000:0.0:1770685023.801210:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef49f8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca72 expref: 41 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685023.801227:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef49ff lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca72 expref: 40 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685023.801239:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9d92c554f300) 00010000:00010000:0.0:1770685023.801241:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1770685023.801244:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307aa00, rc 0) 00000100:00100000:0.0:1770685023.801273:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:11968:x1856697499996160:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 12325us (12737us total) trans 4294967434 rc 0/0 00000100:00100000:0.0:1770685023.801281:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 185 00000100:00100000:2.0:1770685023.809899:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685023.810052:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499996544 00000100:00100000:0.0:1770685023.810064:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499996544 00000100:00100000:0.0:1770685023.810133:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 186 00000100:00100000:0.0:1770685023.810142:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb155180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:11968:x1856697499996544:12345-192.168.203.41@tcp:55:lfs.0 00010000:00010000:0.0:1770685023.810236:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4a0d lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.810254:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef49ff lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca72 expref: 40 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685023.810262:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4a0d lrc: 4/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.810340:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef49ff lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca72 expref: 40 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685023.810352:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef49ff lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca72 expref: 40 pid: 6998 timeout: 448 lvb_type: 0 00000100:00100000:0.0:1770685023.810364:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514669312:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685023.810460:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d9300434cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1770685023.813891:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514669312:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685023.813931:0:6998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4a0d lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770685023.815732:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685023.816078:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499996672 00000100:00100000:3.0:1770685023.816090:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499996672 00010000:00010000:3.0:1770685023.816157:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef49ff lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca72 expref: 41 pid: 6998 timeout: 448 lvb_type: 0 00000100:00100000:3.0:1770685023.816212:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 76 00000100:00100000:3.0:1770685023.816224:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18cb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+41:2351:x1856697499996672:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685023.816242:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685023.816250:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef49ff lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca72 expref: 41 pid: 6998 timeout: 448 lvb_type: 0 00010000:00010000:3.0:1770685023.816266:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef49ff lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca72 expref: 41 pid: 6998 timeout: 448 lvb_type: 0 00010000:00010000:3.0:1770685023.816303:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef49ff lrc: 0/0,0 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bca72 expref: 41 pid: 6998 timeout: 448 lvb_type: 0 00010000:00010000:3.0:1770685023.816324:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9d92c554f300) 00010000:00010000:3.0:1770685023.816330:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4a0d lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.816361:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4a0d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.816369:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4a0d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685023.816397:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685023.816479:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18cb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:2351:x1856697499996672:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 257us (760us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685023.816488:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 76 00010000:00010000:0.0:1770685023.818009:0:6998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4a0d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.818027:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4a0d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.818329:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4a0d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.818337:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4a0d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.818345:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4a0d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.818352:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c13a3a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685023.818356:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4a0d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.818385:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4a0d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.818405:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9d92c554f300) 00010000:00010000:0.0:1770685023.818408:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1770685023.818414:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4a0d lrc: 2/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.818420:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4a0d lrc: 0/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685023.818558:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb155180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:11968:x1856697499996544:12345-192.168.203.41@tcp:55:lfs.0 Request processed in 8408us (8662us total) trans 4294967435 rc 0/0 00000100:00100000:0.0:1770685023.818570:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 186 00000100:00100000:2.0:1770685023.822328:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685023.822434:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499996928 00000100:00100000:3.0:1770685023.822449:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499996928 00000100:00100000:3.0:1770685023.822519:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 61 00000100:00100000:3.0:1770685023.822531:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb156300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:11968:x1856697499996928:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:3.0:1770685023.822884:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb156300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+41:11968:x1856697499996928:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 355us (569us total) trans 4294967436 rc 0/0 00000100:00100000:3.0:1770685023.822893:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 61 00000100:00100000:3.0:1770685023.856052:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685023.856431:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499997184 00000100:00100000:0.0:1770685023.856446:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499997184 00000100:00100000:0.0:1770685023.856531:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 187 00000100:00100000:0.0:1770685023.856544:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c67c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+41:11971:x1856697499997184:12345-192.168.203.41@tcp:101:lfs.500 00010000:00010000:0.0:1770685023.856631:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685023.856662:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4a14 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bca79 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685023.856776:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4a1b lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.856793:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4a1b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.856807:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4a1b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.856859:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4a22 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.856866:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4a22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.856873:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4a22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.857042:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef4a29 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.857051:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef4a29 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.857059:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef4a29 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685023.857071:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 0 00010000:00010000:0.0:1770685023.857613:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4a1b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.857622:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4a1b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.857628:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4a1b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.857634:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c0031600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685023.857638:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4a1b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.857646:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4a1b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.857667:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff9d92c554f900) 00010000:00010000:0.0:1770685023.857671:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685023.857676:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4a1b lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.857682:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef4a1b lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.857697:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4a22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.857702:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4a22 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.857708:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4a22 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.857713:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c0030a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685023.857716:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4a22 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.857721:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4a22 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.857728:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x7cf78b4a (ffff9d92c554f600) 00010000:00010000:0.0:1770685023.857730:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685023.857732:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4a22 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.857737:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef4a22 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x7cf78b4a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685023.857788:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef4a14 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca79 expref: 44 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685023.858013:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030400/0x8f0dbafbd9ef4a29 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca79 expref: 43 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685023.858022:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9d92c554f300) 00010000:00010000:0.0:1770685023.858025:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685023.858027:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c0030400, rc 0) 00000100:00100000:0.0:1770685023.858118:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c67c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+43:11971:x1856697499997184:12345-192.168.203.41@tcp:101:lfs.500 Request processed in 1577us (2083us total) trans 4294967437 rc 0/0 00000100:00100000:0.0:1770685023.858127:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 187 00000100:00100000:0.0:1770685023.861021:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685023.861200:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499997440 00000100:00100000:2.0:1770685023.861214:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499997440 00000100:00100000:2.0:1770685023.861296:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 62 00000100:00100000:2.0:1770685023.861307:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+43:11971:x1856697499997440:12345-192.168.203.41@tcp:35:lfs.500 00000100:00100000:2.0:1770685023.861985:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+44:11971:x1856697499997440:12345-192.168.203.41@tcp:35:lfs.500 Request processed in 675us (975us total) trans 4294967438 rc 0/0 00000100:00100000:2.0:1770685023.862013:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 62 00000100:00100000:0.0:1770685023.865982:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685023.866053:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499997568 00000100:00100000:1.0:1770685023.866067:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499997568 00000100:00100000:1.0:1770685023.866156:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 188 00000100:00100000:1.0:1770685023.866168:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+44:11971:x1856697499997568:12345-192.168.203.41@tcp:54:lfs.500 00010000:00010000:1.0:1770685023.866263:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef4a37 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.866294:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef4a37 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.866308:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef4a37 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.866338:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef4a37 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.866343:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef4a37 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.866348:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef4a37 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.866352:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9d400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685023.866356:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef4a37 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.866361:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef4a37 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.866389:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9d92c554f300) 00010000:00010000:1.0:1770685023.866392:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1770685023.866396:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef4a37 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.866400:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef4a37 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685023.867400:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+44:11971:x1856697499997568:12345-192.168.203.41@tcp:54:lfs.500 Request processed in 1221us (1421us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685023.867414:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 188 00000100:00100000:0.0:1770685023.924748:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685023.924878:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499997696 00000100:00100000:3.0:1770685023.924893:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499997696 00000100:00100000:3.0:1770685023.925005:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 63 00000100:00100000:3.0:1770685023.925017:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8425c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+44:11978:x1856697499997696:12345-192.168.203.41@tcp:49:lfs.0 00000100:00100000:3.0:1770685023.925230:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8425c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+44:11978:x1856697499997696:12345-192.168.203.41@tcp:49:lfs.0 Request processed in 215us (498us total) trans 0 rc -61/-61 00000100:00100000:3.0:1770685023.925239:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 63 00000100:00100000:2.0:1770685023.930797:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685023.930969:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499997824 00000100:00100000:1.0:1770685023.930981:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499997824 00000100:00100000:1.0:1770685023.931044:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 189 00000100:00100000:1.0:1770685023.931056:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb154000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+44:11978:x1856697499997824:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:1.0:1770685023.931697:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef4a3e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.931717:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef4a3e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.931728:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef4a3e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.931759:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef4a3e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.931763:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef4a3e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.931768:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef4a3e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.931789:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9d400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685023.931793:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef4a3e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.931799:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef4a3e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.931811:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff9d92c554f300) 00010000:00010000:1.0:1770685023.931814:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1770685023.931818:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef4a3e lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685023.931825:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef4a3e lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685023.931963:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb154000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+44:11978:x1856697499997824:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 908us (1182us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685023.931971:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 189 00000100:00100000:0.0:1770685023.946901:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685023.946955:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685023.946991:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685023.947028:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685023.947057:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685023.947107:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499998464 00000100:00100000:0.0:1770685023.947121:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499998464 00000100:00100000:0.0:1770685023.947189:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499998080 00000100:00100000:0.0:1770685023.947192:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499998080 00000100:00100000:0.0:1770685023.947207:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499998336 00000100:00100000:0.0:1770685023.947209:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499998336 00000100:00100000:0.0:1770685023.947231:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 103 00000100:00100000:0.0:1770685023.947242:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+5:2349:x1856697499998464:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685023.947345:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+5:2349:x1856697499998464:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 104us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685023.947372:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 103 00000100:00100000:0.0:1770685023.947392:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 104 00000100:00100000:0.0:1770685023.947398:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2349:x1856697499998080:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685023.947429:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2349:x1856697499998080:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 32us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685023.947436:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 104 00000100:00100000:0.0:1770685023.947446:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 105 00000100:00100000:0.0:1770685023.947452:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+5:2349:x1856697499998336:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685023.947473:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+5:2349:x1856697499998336:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 21us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685023.947479:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 105 00000100:00100000:2.0:1770685023.948042:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499997952 00000100:00100000:2.0:1770685023.948050:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499997952 00000100:00100000:2.0:1770685023.948113:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 299 00000100:00100000:2.0:1770685023.948122:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2349:x1856697499997952:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685023.948166:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2349:x1856697499997952:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 46us (1281us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685023.948174:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 299 00000100:00080000:3.0:1770685023.948422:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1770685023.948429:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1770685023.949163:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499998208 00000100:00100000:1.0:1770685023.949172:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499998208 00000100:00100000:1.0:1770685023.949232:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 160 00000100:00100000:1.0:1770685023.949243:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+10:2349:x1856697499998208:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685023.949322:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+10:2349:x1856697499998208:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 82us (2366us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685023.949329:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 160 00010000:00010000:3.0:1770685023.989028:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1770685024.893128:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967437 is committed 00000001:00080000:2.0:1770685024.893211:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967438 is committed 00000001:00080000:2.0:1770685024.893220:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967412 is committed 00000020:00080000:2.0:1770685024.893253:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4 batchid updated 00000020:00080000:1.0:1770685024.893335:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4 00000020:00080000:1.0:1770685024.893357:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4 00010000:00010000:0.0:1770685025.010030:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685026.034424:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770685026.355383:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514669440:0@lo:400:kworker.0 00000100:00100000:2.0:1770685026.355451:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685026.355491:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856697514669952:0@lo:400:kworker.0 00000100:00100000:2.0:1770685026.355515:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685026.355540:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1770685026.355545:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f3f5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514669824:0@lo:400:kworker.0 00000100:00100000:2.0:1770685026.355568:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685026.355628:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3289:1856697514669696:0@lo:400:kworker.0 00000100:00100000:2.0:1770685026.355650:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685026.355666:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1770685026.355677:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c39d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3289:1856697514669568:0@lo:400:kworker.0 00000100:00100000:2.0:1770685026.355696:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685026.355734:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514670080:0@lo:400:kworker.0 00000100:00100000:2.0:1770685026.355754:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685026.355787:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514669440 00000100:00100000:2.0:1770685026.355794:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514669440 00000100:00100000:2.0:1770685026.355835:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:2.0:1770685026.355844:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3291:x1856697514669440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685026.355897:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3291:x1856697514669440:12345-0@lo:400:kworker.0 Request processed in 54us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685026.355905:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000100:00100000:2.0:1770685026.355936:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514669824 00000100:00100000:2.0:1770685026.355940:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514669824 00000100:00100000:2.0:1770685026.355986:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514670080 00000100:00100000:2.0:1770685026.355989:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514670080 00000100:00100000:2.0:1770685026.356005:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1770685026.356011:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5553850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514669824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685026.356515:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1770685026.356526:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514670080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685026.356594:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514670080:12345-0@lo:400:kworker.0 Request processed in 53us (821us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685026.356601:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1770685026.356655:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514670080:0@lo:400:kworker.0 00000100:00100000:2.0:1770685026.357133:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5553850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514669824:12345-0@lo:400:kworker.0 Request processed in 1121us (1563us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685026.357141:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1770685026.357315:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514669952 00000100:00100000:2.0:1770685026.357320:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514669952 00000100:00100000:2.0:1770685026.357356:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514669696 00000100:00100000:2.0:1770685026.357359:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514669696 00000100:00100000:2.0:1770685026.357371:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514669568 00000100:00100000:2.0:1770685026.357374:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514669568 00000100:00100000:2.0:1770685026.357384:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:2.0:1770685026.357391:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb156a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856697514669952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685026.357421:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb156a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856697514669952:12345-0@lo:400:kworker.0 Request processed in 31us (1906us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685026.357440:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:2.0:1770685026.357450:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:2.0:1770685026.357455:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb155500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1856697514669696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685026.357480:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb155500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1856697514669696:12345-0@lo:400:kworker.0 Request processed in 25us (1829us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685026.357486:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:2.0:1770685026.357494:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:2.0:1770685026.357499:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb157100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1856697514669568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685026.357518:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb157100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1856697514669568:12345-0@lo:400:kworker.0 Request processed in 19us (1821us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685026.357523:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00080000:2.0:1770685026.357540:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1770685026.357544:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1770685026.357547:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1770685026.357606:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f3f5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514669824:0@lo:400:kworker.0 00000100:00100000:2.0:1770685026.357617:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514669440:0@lo:400:kworker.0 00000100:00100000:2.0:1770685026.357626:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856697514669952:0@lo:400:kworker.0 00000100:00100000:0.0:1770685026.358160:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c39d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3289:1856697514669568:0@lo:400:kworker.0 00000100:00100000:0.0:1770685026.358171:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3289:1856697514669696:0@lo:400:kworker.0 00000100:00100000:3.0:1770685026.865767:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514670336:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1770685026.865782:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb157800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514670208:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1770685026.868270:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685026.868540:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514670336 00000100:00100000:2.0:1770685026.868550:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514670336 00000100:00100000:2.0:1770685026.868625:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1770685026.868635:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514670336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1770685026.868680:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1770685026.873366:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685026.873464:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514670208 00000100:00100000:1.0:1770685026.873476:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514670208 00000100:00100000:1.0:1770685026.873525:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1770685026.873534:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514670208:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1770685026.873571:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1770685026.873740:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514670336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 5106us (5477us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685026.873747:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514670208:12345-0@lo:13:osp-pre-0-0.0 Request processed in 214us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685026.873761:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1770685026.873773:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1770685026.874162:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb157800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514670208:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1770685026.874389:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514670336:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1770685027.057810:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770685028.082279:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1770685029.063566:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685029.063658:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685029.063698:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685029.063724:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685029.063745:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685029.063760:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685029.063783:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685029.063826:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499998848 00000100:00100000:0.0:1770685029.063838:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499998848 00000100:00100000:0.0:1770685029.063897:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499999360 00000100:00100000:0.0:1770685029.063901:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499999360 00000100:00100000:0.0:1770685029.063914:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499998976 00000100:00100000:0.0:1770685029.063917:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499998976 00000100:00100000:0.0:1770685029.063927:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499999232 00000100:00100000:0.0:1770685029.063929:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499999232 00000100:00100000:0.0:1770685029.063946:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 108 00000100:00100000:0.0:1770685029.063957:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2348:x1856697499998848:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685029.063984:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 109 00000100:00100000:3.0:1770685029.063994:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+5:2348:x1856697499999360:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685029.064094:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+5:2348:x1856697499999360:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 101us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685029.064101:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 109 00000100:00100000:3.0:1770685029.064123:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 110 00000100:00100000:3.0:1770685029.064129:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2348:x1856697499998976:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685029.064155:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2348:x1856697499998976:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 26us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685029.064161:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 110 00000100:00100000:3.0:1770685029.064172:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 111 00000100:00100000:3.0:1770685029.064178:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+5:2348:x1856697499999232:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685029.064201:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+5:2348:x1856697499999232:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 24us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685029.064207:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 111 00000100:00100000:1.0:1770685029.064295:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499999104 00000100:00100000:1.0:1770685029.064301:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499999104 00000100:00100000:1.0:1770685029.064337:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499998720 00000100:00100000:1.0:1770685029.064341:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499998720 00000100:00100000:1.0:1770685029.064360:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 164 00000100:00100000:1.0:1770685029.064367:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+9:2348:x1856697499999104:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685029.064400:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+9:2348:x1856697499999104:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 34us (701us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685029.064406:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 164 00000100:00100000:1.0:1770685029.064421:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 165 00000100:00100000:1.0:1770685029.064427:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+18:2348:x1856697499998720:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685029.064452:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+18:2348:x1856697499998720:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 26us (706us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685029.064459:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 165 00000100:00100000:2.0:1770685029.064698:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499998592 00000100:00100000:2.0:1770685029.064703:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499998592 00000100:00100000:2.0:1770685029.064735:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 301 00000100:00100000:2.0:1770685029.064742:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2348:x1856697499998592:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685029.064770:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2348:x1856697499998592:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 29us (1232us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685029.064777:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 301 00000100:00080000:2.0:1770685029.064894:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1770685029.064900:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1770685029.064903:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1770685029.065447:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2348:x1856697499998848:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 1489us (1786us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685029.065455:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 108 00010000:00010000:0.0:1770685029.106444:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770685030.130104:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1770685030.195706:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1770685030.195719:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1770685030.196097:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 4 count 1 00000040:00080000:2.0:1770685030.196104:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:02000400:0.0:1770685030.365714:0:12529:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 1d: Archive, Release and Restore DoM file ========================================================== 19:57:09 (1770685029) 00000100:00100000:3.0:1770685030.453634:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685030.459324:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499999488 00000100:00100000:0.0:1770685030.459348:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499999488 00000100:00100000:0.0:1770685030.459448:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 190 00000100:00100000:0.0:1770685030.459460:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+18:12553:x1856697499999488:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685030.459487:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685030.459516:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174600/0x8f0dbafbd9ef4a45 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bca80 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685030.459629:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4a4c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.459647:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4a4c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.459662:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4a4c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.459893:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef4a53 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.459917:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef4a53 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.459931:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef4a53 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.460015:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4a4c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.460023:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4a4c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.460029:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4a4c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.460035:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685030.460064:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4a4c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.460071:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4a4c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.460084:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c554f200) 00010000:00010000:0.0:1770685030.460087:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685030.460091:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4a4c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.460098:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4a4c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.460111:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef4a53 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.460117:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef4a53 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.460122:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef4a53 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.460127:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5175c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685030.460130:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef4a53 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.460135:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef4a53 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.460142:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb3812162 (ffff9d92c554f600) 00010000:00010000:0.0:1770685030.460145:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685030.460148:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef4a53 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.460163:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef4a53 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.460211:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174600/0x8f0dbafbd9ef4a45 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca80 expref: 19 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685030.460222:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c554f200) 00010000:00010000:0.0:1770685030.460225:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685030.460229:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174600/0x8f0dbafbd9ef4a45 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca80 expref: 19 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685030.460239:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174600, rc 0) 00000100:00100000:0.0:1770685030.460498:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+18:12553:x1856697499999488:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 1038us (6876us total) trans 0 rc 301/301 00000100:00100000:0.0:1770685030.460507:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 190 00000100:00100000:0.0:1770685030.468777:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685030.468849:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499999744 00000100:00100000:3.0:1770685030.468865:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499999744 00000100:00100000:3.0:1770685030.468941:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 191 00000100:00100000:3.0:1770685030.468967:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+18:12553:x1856697499999744:12345-192.168.203.41@tcp:36:lfs.0 00010000:00010000:3.0:1770685030.469044:0:6998:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685030.469089:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef4877 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca1e expref: 18 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685030.469110:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c554f200) 00010000:00010000:3.0:1770685030.469382:0:6998:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1770685030.469503:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4a5a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685030.469519:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4a5a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685030.469531:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4a5a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685030.469544:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4a61 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb3812162 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685030.469550:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4a61 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685030.469556:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4a61 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:3.0:1770685030.471731:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 512 00010000:00010000:3.0:1770685030.471757:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4a5a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685030.471768:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4a5a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685030.471775:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4a5a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685030.471799:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307ac00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685030.471804:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4a5a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685030.471813:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4a5a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685030.471832:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92e0875800) 00010000:00010000:3.0:1770685030.471835:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685030.471841:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4a5a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685030.471847:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4a5a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000004:00010000:3.0:1770685030.471870:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000620550f2 reply state 00000000b32dbd49 transno 4294967439 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4a61 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:3.0:1770685030.471880:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1770685030.472017:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+19:12553:x1856697499999744:12345-192.168.203.41@tcp:36:lfs.0 Request processed in 3053us (3247us total) trans 4294967439 rc 0/0 00000100:00100000:3.0:1770685030.472028:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 191 00010000:00010000:3.0:1770685030.476699:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4a61 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685030.476721:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4a61 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685030.476729:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4a61 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685030.476735:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307aa00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685030.476763:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4a61 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685030.476771:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4a61 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685030.476791:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb3812162 (ffff9d92e0875f00) 00010000:00010000:3.0:1770685030.476795:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685030.476800:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4a61 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685030.476806:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4a61 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:3.0:1770685030.494922:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685030.496326:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697499999872 00000100:00100000:2.0:1770685030.496345:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697499999872 00000100:00100000:2.0:1770685030.496452:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 192 00000100:00100000:2.0:1770685030.496465:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+18:12554:x1856697499999872:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685030.496498:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685030.496530:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e600/0x8f0dbafbd9ef4a68 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bca87 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685030.496631:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef4a6f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685030.496648:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef4a6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685030.496679:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef4a6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770685030.496758:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:2.0:1770685030.496763:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 6 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685030.496789:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef4a6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685030.496818:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e600/0x8f0dbafbd9ef4a68 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca87 expref: 20 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685030.496837:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef4a6f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca87 expref: 19 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685030.496847:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5552f00) 00010000:00010000:2.0:1770685030.496850:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1770685030.496855:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245e400, rc 0) 00000100:00100000:2.0:1770685030.496939:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+19:12554:x1856697499999872:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 477us (2025us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685030.496948:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 192 00000100:00100000:2.0:1770685030.500756:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685030.500876:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500000000 00000100:00100000:3.0:1770685030.500891:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500000000 00000100:00100000:3.0:1770685030.500952:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 193 00000100:00100000:3.0:1770685030.500966:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb156d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+19:12554:x1856697500000000:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685030.500986:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685030.501008:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4a76 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bca8e expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685030.501088:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4a7d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.501101:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4a7d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.501113:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4a7d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.501127:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef4a84 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.501147:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef4a84 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.501154:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef4a84 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.501268:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef4a8b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.501277:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef4a8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.501283:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef4a8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:3.0:1770685030.501321:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 512 00000004:00200000:3.0:1770685030.501325:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685030.501347:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef4a8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.501360:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4a7d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.501366:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4a7d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.501373:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4a7d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.501861:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307ac00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685030.501866:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4a7d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.501873:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4a7d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.501895:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5552f00) 00010000:00010000:3.0:1770685030.501899:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685030.501904:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4a7d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.501910:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4a7d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.501925:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef4a84 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.501930:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef4a84 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.501936:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef4a84 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.501941:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307b800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685030.501944:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef4a84 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.501948:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef4a84 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.501955:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb3812162 (ffff9d92e0875f00) 00010000:00010000:3.0:1770685030.501958:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685030.501960:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef4a84 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.501965:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef4a84 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.502002:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4a76 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca8e expref: 21 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685030.502024:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef4a8b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca8e expref: 20 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685030.502031:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff9d92e0875800) 00010000:00010000:3.0:1770685030.502033:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685030.502035:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307ae00, rc 0) 00000100:00100000:3.0:1770685030.502115:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb156d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+20:12554:x1856697500000000:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 1154us (1371us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685030.502124:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 193 00000100:00100000:2.0:1770685030.510396:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685030.510490:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500000256 00000100:00100000:3.0:1770685030.510505:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500000256 00000100:00100000:3.0:1770685030.510620:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 194 00000100:00100000:3.0:1770685030.510634:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb157800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+20:12554:x1856697500000256:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685030.510654:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685030.510674:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4a92 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bca95 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685030.511001:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef4a99 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.511015:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef4a99 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.511026:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef4a99 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:3.0:1770685030.511040:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 512 00010000:00010000:3.0:1770685030.511955:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4a92 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca95 expref: 23 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685030.518172:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef4a99 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca95 expref: 22 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685030.518190:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff9d92e0875800) 00010000:00010000:3.0:1770685030.518193:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685030.518198:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307b800, rc 0) 00000100:00100000:3.0:1770685030.521420:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb157800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+22:12554:x1856697500000256:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 10779us (11029us total) trans 4294967440 rc 0/0 00000100:00100000:3.0:1770685030.521434:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 194 00000100:00100000:3.0:1770685030.524045:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685030.524143:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500000512 00000100:00100000:2.0:1770685030.524161:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500000512 00000100:00100000:2.0:1770685030.524249:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 195 00000100:00100000:2.0:1770685030.524263:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+22:12554:x1856697500000512:12345-192.168.203.41@tcp:36:lfs.0 00010000:00010000:2.0:1770685030.524341:0:5760:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1770685030.524379:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef4a99 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca95 expref: 22 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685030.524427:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef4a8b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca8e expref: 21 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685030.524438:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff9d92e0875800) 00010000:00010000:2.0:1770685030.524450:0:5760:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770685030.524479:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4aa7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685030.524493:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4aa7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685030.524502:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4aa7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00010000:3.0:1770685030.525362:0:5760:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000000b35ab2f reply state 00000000e772222f transno 4294967441 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4aa7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:3.0:1770685030.525482:0:5760:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1770685030.525511:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 512 00000100:00100000:3.0:1770685030.525679:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+22:12554:x1856697500000512:12345-192.168.203.41@tcp:36:lfs.0 Request processed in 1417us (1639us total) trans 4294967441 rc 0/0 00000100:00100000:3.0:1770685030.525687:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 195 00000100:00100000:2.0:1770685030.534593:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685030.534641:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500000768 00000100:00100000:2.0:1770685030.534654:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500000768 00000100:00100000:2.0:1770685030.534726:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 64 00000100:00100000:2.0:1770685030.534739:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb155f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+22:12554:x1856697500000768:12345-192.168.203.41@tcp:35:lfs.0 00010000:00010000:1.0:1770685030.534874:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4aa7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685030.534890:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4aa7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685030.534899:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4aa7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685030.534917:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245fe00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685030.534922:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4aa7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685030.534930:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4aa7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685030.534946:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff9d92c5552b00) 00010000:00010000:1.0:1770685030.534949:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1770685030.534953:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4aa7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685030.534960:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4aa7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:2.0:1770685030.535114:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb155f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+22:12554:x1856697500000768:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 376us (550us total) trans 4294967442 rc 0/0 00000100:00100000:2.0:1770685030.535123:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 64 00000100:00100000:3.0:1770685030.552800:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685030.552872:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500000896 00000100:00100000:0.0:1770685030.552891:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500000896 00000100:00100000:0.0:1770685030.552975:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 196 00000100:00100000:0.0:1770685030.552988:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+22:12555:x1856697500000896:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:0.0:1770685030.553017:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685030.553045:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174600/0x8f0dbafbd9ef4aae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bca9c expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685030.553150:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef4ab5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.553167:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef4ab5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.553195:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef4ab5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.553213:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4abc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.553220:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4abc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.553227:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4abc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.553935:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175200/0x8f0dbafbd9ef4ac3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.553945:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175200/0x8f0dbafbd9ef4ac3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.553954:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175200/0x8f0dbafbd9ef4ac3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:0.0:1770685030.553997:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 512 00000004:00200000:0.0:1770685030.554001:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685030.554029:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175200/0x8f0dbafbd9ef4ac3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.554043:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef4ab5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.554060:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef4ab5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.554068:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef4ab5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.554088:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5175c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685030.554094:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef4ab5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.554103:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef4ab5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.554117:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5552f00) 00010000:00010000:0.0:1770685030.554122:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685030.554137:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef4ab5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.554144:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef4ab5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.554159:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4abc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.554165:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4abc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.554170:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4abc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.554176:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685030.554179:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4abc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.554184:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4abc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.554192:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb3812162 (ffff9d92c554f600) 00010000:00010000:0.0:1770685030.554194:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685030.554204:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4abc lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.554210:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4abc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.555016:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174600/0x8f0dbafbd9ef4aae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca9c expref: 24 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685030.555042:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175200/0x8f0dbafbd9ef4ac3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca9c expref: 23 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685030.555061:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff9d92c554f100) 00010000:00010000:0.0:1770685030.555063:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1770685030.555067:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5175200, rc 0) 00000100:00100000:0.0:1770685030.555175:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+23:12555:x1856697500000896:12345-192.168.203.41@tcp:101:rm.0 Request processed in 2189us (2383us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685030.555186:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 196 00000100:00100000:1.0:1770685030.563643:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685030.563705:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500001024 00000100:00100000:0.0:1770685030.563717:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500001024 00000100:00100000:0.0:1770685030.563873:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 197 00000100:00100000:0.0:1770685030.563886:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+23:12555:x1856697500001024:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:0.0:1770685030.563907:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685030.563931:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef4aca lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcaa3 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685030.563998:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef4ad1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.564013:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef4ad1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.564033:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef4ad1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.564058:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef4ad8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.564066:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef4ad8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.564073:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef4ad8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.564140:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef4ad1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.564148:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef4ad1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.564155:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef4ad1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.564161:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685030.564165:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef4ad1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.564171:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef4ad1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.564184:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff9d92c554f100) 00010000:00010000:0.0:1770685030.564188:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685030.564192:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef4ad1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.564198:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef4ad1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.564220:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef4ad8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.564226:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef4ad8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.564232:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef4ad8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.564236:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685030.569069:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef4ad8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.569092:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef4ad8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.569110:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0xe7b1def7 (ffff9d92c554fb00) 00010000:00010000:0.0:1770685030.569113:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685030.569120:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef4ad8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.569127:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef4ad8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685030.569181:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef4aca lrc: 1/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcaa3 expref: 24 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685030.569191:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff9d92c554f100) 00010000:00010000:0.0:1770685030.569193:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685030.569197:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef4aca lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcaa3 expref: 24 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685030.569226:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5175a00, rc 0) 00000100:00100000:1.0:1770685030.569447:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+23:12555:x1856697500001024:12345-192.168.203.41@tcp:101:rm.0 Request processed in 5554us (5806us total) trans 0 rc 301/301 00000100:00100000:1.0:1770685030.569461:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 197 00000100:00100000:2.0:1770685030.585451:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685030.585605:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500001152 00000100:00100000:3.0:1770685030.585615:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500001152 00000100:00100000:3.0:1770685030.585665:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 198 00000100:00100000:3.0:1770685030.585676:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb156300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+23:12555:x1856697500001152:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:3.0:1770685030.585696:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685030.585716:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4adf lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcaaa expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685030.585807:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4ae6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.585820:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4ae6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.585829:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4ae6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.585840:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef4aed lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.585846:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef4aed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.585851:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef4aed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.585908:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4ae6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.585915:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4ae6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.585921:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4ae6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.585927:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307ac00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685030.585931:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4ae6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.585937:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4ae6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.585958:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff9d92c554f100) 00010000:00010000:3.0:1770685030.585961:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685030.585965:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4ae6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.585970:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4ae6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.585981:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef4aed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.585986:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef4aed lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.585991:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef4aed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.585995:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307b600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685030.585997:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef4aed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.586002:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef4aed lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.586008:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0xe7b1def7 (ffff9d92e0875f00) 00010000:00010000:3.0:1770685030.586010:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685030.586013:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef4aed lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.586019:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef4aed lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.586059:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4adf lrc: 1/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcaaa expref: 24 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685030.586077:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff9d92c554f100) 00010000:00010000:3.0:1770685030.586079:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685030.586083:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4adf lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcaaa expref: 24 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685030.586092:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307aa00, rc 0) 00000100:00100000:3.0:1770685030.586147:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb156300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+23:12555:x1856697500001152:12345-192.168.203.41@tcp:101:rm.0 Request processed in 473us (705us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685030.586154:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 198 00000100:00100000:3.0:1770685030.599004:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685030.599633:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500001408 00000100:00100000:2.0:1770685030.599644:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500001408 00000100:00100000:2.0:1770685030.599699:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 199 00000100:00100000:2.0:1770685030.599709:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+23:12556:x1856697500001408:12345-192.168.203.41@tcp:101:dd.0 00010000:00010000:2.0:1770685030.599755:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685030.599774:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef4af4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcab1 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685030.599900:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef4afb lrc: 3/0,1 mode: --/CW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685030.599914:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef4afb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685030.599924:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef4afb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685030.599938:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4b02 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685030.599945:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4b02 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685030.599951:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4b02 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685030.600424:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4b09 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685030.600434:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4b09 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685030.600441:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4b09 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00010000:2.0:1770685030.600480:0:6998:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1770685030.600483:0:6998:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb mtime from disk: 0 -> 1770685031 00000004:00010000:2.0:1770685030.600486:0:6998:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb atime from disk: 0 -> 1770685031 00000004:00010000:2.0:1770685030.600495:0:6998:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb ctime from disk: 0 -> 1770685031 00000004:00010000:2.0:1770685030.600497:0:6998:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb blocks from disk: 18427282363563114435 -> 2 00002000:00010000:2.0:1770685030.600501:0:6998:0:(mdt_io.c:1529:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1770685030.600507:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef4afb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685030.600513:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef4afb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685030.600519:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef4afb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685030.600525:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245f400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685030.600530:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef4afb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685030.600537:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef4afb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685030.600548:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff9d92c554f100) 00010000:00010000:2.0:1770685030.600551:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685030.600556:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef4afb lrc: 2/0,0 mode: --/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685030.600562:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef4afb lrc: 0/0,0 mode: --/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000004:00010000:2.0:1770685030.600574:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000000f15302 reply state 00000000e23cf4b2 transno 4294967443 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4b02 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770685030.600606:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1770685030.600637:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef4af4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcab1 expref: 26 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685030.600664:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4b09 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcab1 expref: 25 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685030.600672:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9d92c5552b00) 00010000:00010000:2.0:1770685030.600674:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1770685030.600677:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245fe00, rc 0) 00000100:00100000:2.0:1770685030.600751:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+26:12556:x1856697500001408:12345-192.168.203.41@tcp:101:dd.0 Request processed in 1043us (1813us total) trans 4294967443 rc 0/0 00000100:00100000:2.0:1770685030.600759:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 199 00000100:00100000:3.0:1770685030.603305:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685030.603374:0:5772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500001536 00000100:00100000:2.0:1770685030.603384:0:5772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500001536 00000100:00100000:2.0:1770685030.603434:0:5772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 2 00000100:00100000:2.0:1770685030.603444:0:5772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+26:12556:x1856697500001536:12345-192.168.203.41@tcp:900:dd.0 00000100:00100000:2.0:1770685030.603524:0:5772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+26:12556:x1856697500001536:12345-192.168.203.41@tcp:900:dd.0 Request processed in 82us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685030.603533:0:5772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 2 00010000:00010000:1.0:1770685030.604024:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4b02 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685030.604046:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4b02 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685030.604061:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4b02 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685030.604068:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245e800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685030.604072:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4b02 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685030.604097:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4b02 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685030.604111:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0xe7b1def7 (ffff9d92c5552600) 00010000:00010000:1.0:1770685030.604114:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685030.604119:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4b02 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685030.604125:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4b02 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770685030.659779:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685030.659831:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685030.659869:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500001920 00000100:00100000:2.0:1770685030.659879:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500001920 00000100:00100000:2.0:1770685030.659925:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 65 00000100:00100000:2.0:1770685030.659935:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb157b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+25:12556:x1856697500001920:12345-192.168.203.41@tcp:35:dd.0 00000100:00100000:2.0:1770685030.660177:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb157b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+26:12556:x1856697500001920:12345-192.168.203.41@tcp:35:dd.0 Request processed in 242us (344us total) trans 4294967444 rc 0/0 00000100:00100000:2.0:1770685030.660185:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 65 00000100:00100000:0.0:1770685030.660354:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500001664 00000100:00100000:0.0:1770685030.660359:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500001664 00002000:00100000:0.0:1770685030.660387:0:5775:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000401:0xd:0x0] req@ffff9d92fb154700 x1856697500001664/t0(0) o4->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:151/0 lens 488/0 e 0 to 0 dl 1770685041 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685030.660397:0:5775:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9d92fb154700 with x1856697500001664 00000100:00100000:0.0:1770685030.660428:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 0 00000100:00100000:0.0:1770685030.660436:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb154700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+26:2351:x1856697500001664:12345-192.168.203.41@tcp:4:dd.0 00000004:00010000:2.0:1770685030.751459:0:5775:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb size from disk: 0 -> 1048576 00000004:00010000:2.0:1770685030.751470:0:5775:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb mtime from disk: 1770685031 -> 1770685031 00000004:00010000:2.0:1770685030.751473:0:5775:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb atime from disk: 1770685031 -> 1770685031 00000004:00010000:2.0:1770685030.751475:0:5775:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb ctime from disk: 1770685031 -> 1770685031 00000004:00010000:2.0:1770685030.751478:0:5775:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb blocks from disk: 2 -> 2 00000100:00100000:2.0:1770685030.751571:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb154700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+28:2351:x1856697500001664:12345-192.168.203.41@tcp:4:dd.0 Request processed in 91131us (91794us total) trans 4294967445 rc 0/0 00000100:00100000:2.0:1770685030.751627:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 0 00002000:00100000:2.0:1770685030.751639:0:5775:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000401:0xd:0x0] req@ffff9d92fb154700 x1856697500001664/t4294967445(0) o4->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:151/0 lens 488/448 e 0 to 0 dl 1770685041 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685030.751649:0:5775:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9d92fb154700 with x1856697500001664 00000100:00100000:2.0:1770685030.922302:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685030.924363:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500002048 00000100:00100000:3.0:1770685030.924447:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500002048 00000100:00100000:3.0:1770685030.925033:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 200 00000100:00100000:3.0:1770685030.925071:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb154a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+9:12583:x1856697500002048:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685030.925091:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685030.925112:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef4b17 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcab8 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685030.925176:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4b1e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.925189:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4b1e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.925200:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4b1e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:3.0:1770685030.925289:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1770685030.925293:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 6 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685030.925317:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4b1e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685030.925342:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef4b17 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcab8 expref: 11 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685030.925358:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4b1e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcab8 expref: 10 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685030.925367:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5552f00) 00010000:00010000:3.0:1770685030.925369:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685030.925386:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307aa00, rc 0) 00000100:00100000:3.0:1770685030.925455:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb154a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+10:12583:x1856697500002048:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 413us (3164us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685030.925463:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 200 00000100:00100000:0.0:1770685030.943466:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685030.943657:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500002304 00000100:00100000:3.0:1770685030.943674:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500002304 00000100:00100000:0.0:1770685030.943814:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 201 00000100:00100000:0.0:1770685030.943835:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:12584:x1856697500002304:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685030.943861:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685030.943882:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef4b25 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcabf expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685030.943957:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef4b2c lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685030.943971:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef4b2c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685030.943982:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef4b2c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685030.943997:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4b33 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685030.944003:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4b33 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685030.944035:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4b33 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685030.944704:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef4b3a lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685030.944715:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef4b3a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685030.944722:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef4b3a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685030.944732:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:0.0:1770685030.944819:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef4b2c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685030.944826:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef4b2c lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685030.944832:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef4b2c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685030.944837:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685030.944841:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef4b2c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685030.944848:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef4b2c lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685030.944859:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9d92c554f400) 00010000:00010000:0.0:1770685030.944862:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685030.944866:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef4b2c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685030.944885:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef4b2c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685030.944899:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4b33 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685030.944904:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4b33 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685030.944909:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4b33 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685030.944914:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685030.944917:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4b33 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685030.944921:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4b33 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685030.944930:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9d92c554fb00) 00010000:00010000:0.0:1770685030.944932:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685030.944935:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4b33 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685030.944940:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4b33 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685030.950001:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef4b25 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcabf expref: 13 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685030.950036:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef4b3a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcabf expref: 12 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685030.950045:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:1.0:1770685030.950057:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685030.950060:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5175c00, rc 0) 00000100:00100000:1.0:1770685030.950148:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+12:12584:x1856697500002304:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 6320us (6690us total) trans 4294967446 rc 0/0 00000100:00100000:1.0:1770685030.950157:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 201 00000100:00100000:2.0:1770685030.961139:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685030.961223:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685030.962297:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500002560 00000100:00100000:3.0:1770685030.962310:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500002560 00000100:00100000:3.0:1770685030.962383:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 7 00000100:00100000:3.0:1770685030.962394:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5343480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+12:2349:x1856697500002560:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685030.962410:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685030.962434:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef4b3a lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcabf expref: 12 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685030.962452:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:3.0:1770685030.962470:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685030.962536:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5343480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+11:2349:x1856697500002560:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 143us (1310us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685030.962543:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 7 00000100:00100000:1.0:1770685030.963981:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500002432 00000100:00100000:1.0:1770685030.963992:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500002432 00000100:00100000:1.0:1770685030.964158:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 202 00000100:00100000:1.0:1770685030.964168:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb156680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+11:12584:x1856697500002432:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1770685030.964275:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb156680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+11:12584:x1856697500002432:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 Request processed in 109us (3145us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685030.964294:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 202 00000100:00100000:2.0:1770685030.978471:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685030.978640:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500002688 00000100:00100000:1.0:1770685030.978651:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500002688 00000100:00100000:1.0:1770685030.978708:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 203 00000100:00100000:1.0:1770685030.978718:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+28:12585:x1856697500002688:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:1.0:1770685030.978740:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685030.978760:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef4b48 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcac6 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685030.978831:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef4b4f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685030.978845:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef4b4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685030.978855:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef4b4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:1.0:1770685030.978907:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 512 00000004:00200000:1.0:1770685030.978911:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685030.978930:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef4b4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685030.978956:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef4b48 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcac6 expref: 30 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685030.978974:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef4b4f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcac6 expref: 29 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685030.978982:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff9d92c554f100) 00010000:00010000:1.0:1770685030.978997:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1770685030.979001:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9de00, rc 0) 00000100:00100000:1.0:1770685030.979475:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+29:12585:x1856697500002688:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 757us (1012us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685030.979483:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 203 00000100:00100000:3.0:1770685031.005483:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685031.005682:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500002944 00000100:00100000:1.0:1770685031.005692:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500002944 00000100:00100000:1.0:1770685031.005769:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 204 00000100:00100000:1.0:1770685031.005780:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+29:12585:x1856697500002944:12345-192.168.203.41@tcp:58:lfs.0 00000040:00080000:1.0:1770685031.005999:0:6998:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].5, 136 off8872 00000100:00080000:2.0:1770685031.006120:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770685031.006546:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+29:12585:x1856697500002944:12345-192.168.203.41@tcp:58:lfs.0 Request processed in 767us (1070us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685031.006568:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 204 00010000:00010000:0.0:1770685031.157150:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1770685031.217974:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1770685031.217989:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1770685031.218069:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 6 count 2 00000040:00080000:2.0:1770685031.218079:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1770685031.219774:0:11361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5343100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514670464:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1770685031.219922:0:11361:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92ca88ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1770685031.233834:0:11361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5343100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514670464:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1770685031.237602:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685031.238172:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500003072 00000100:00100000:0.0:1770685031.238187:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500003072 00000100:00100000:0.0:1770685031.238290:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 205 00000100:00100000:0.0:1770685031.238315:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+11:12595:x1856697500003072:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1770685031.238362:0:6998:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000401:0xd:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1770685031.238505:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+11:12595:x1856697500003072:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 192us (940us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685031.238513:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 205 00000100:00080000:2.0:1770685031.246037:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685031.256082:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685031.256367:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500003328 00000100:00100000:3.0:1770685031.256380:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500003328 00000100:00100000:3.0:1770685031.256461:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 206 00000100:00100000:3.0:1770685031.256473:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+11:12595:x1856697500003328:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685031.256499:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685031.256526:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef4b56 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcacd expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685031.256644:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef4b5d lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685031.256660:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef4b5d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685031.256673:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef4b5d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685031.256689:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4b64 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685031.256695:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4b64 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685031.256701:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4b64 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685031.256782:0:5760:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4b09 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcab1 expref: 28 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685031.256808:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4b6b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685031.256818:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4b6b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685031.256825:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4b6b lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685031.256832:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4b6b lrc: 3/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685031.256838:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307ba00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685031.256843:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4b6b lrc: 3/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685031.256851:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4b6b lrc: 4/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685031.256863:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9d92c5552b00) 00010000:00010000:3.0:1770685031.256869:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4b6b lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685031.256875:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef4b6b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685031.257023:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef4b5d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685031.257030:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef4b5d lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685031.257036:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef4b5d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685031.257060:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307b600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685031.257063:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef4b5d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685031.257069:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef4b5d lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685031.257077:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:3.0:1770685031.257081:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685031.257084:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef4b5d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685031.257089:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef4b5d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685031.257099:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4b64 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685031.257105:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4b64 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685031.257110:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4b64 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685031.257115:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307ac00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685031.257118:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4b64 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685031.257123:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4b64 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685031.257130:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xe8e1b672 (ffff9d92e0875f00) 00010000:00010000:3.0:1770685031.257133:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685031.257143:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4b64 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685031.257149:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4b64 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685031.257215:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef4b56 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcacd expref: 13 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685031.258448:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:3.0:1770685031.258460:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1770685031.258473:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef4b56 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcacd expref: 13 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685031.258491:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307a000, rc 0) 00000100:00100000:3.0:1770685031.258604:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+12:12595:x1856697500003328:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 2132us (2535us total) trans 4294967447 rc 301/301 00000100:00100000:3.0:1770685031.258616:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 206 00000100:00100000:3.0:1770685031.262022:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685031.267003:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500003456 00000100:00100000:2.0:1770685031.267021:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500003456 00000100:00100000:2.0:1770685031.267168:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 207 00000100:00100000:2.0:1770685031.267179:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+12:12595:x1856697500003456:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685031.267210:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685031.267247:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef4b79 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcad4 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685031.267320:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef4b79 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcad4 expref: 13 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685031.267336:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef4b79 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcad4 expref: 13 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685031.267355:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9d92c5552b00) 00010000:00010000:2.0:1770685031.267359:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1770685031.267364:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245f000, rc 0) 00000100:00100000:2.0:1770685031.267458:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+13:12595:x1856697500003456:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 280us (5449us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685031.267465:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 207 00000100:00100000:2.0:1770685031.279120:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685031.279205:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500003584 00000100:00100000:0.0:1770685031.279219:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500003584 00000100:00100000:0.0:1770685031.279284:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 208 00000100:00100000:0.0:1770685031.279293:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+13:2350:x1856697500003584:12345-192.168.203.41@tcp:33:lhsmtool_posix.0 00010000:00010000:0.0:1770685031.279356:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef4b80 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685031.279376:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4b09 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcab1 expref: 28 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685031.279386:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef4b80 lrc: 4/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685031.279424:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4b09 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcab1 expref: 28 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685031.279437:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4b09 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcab1 expref: 28 pid: 6998 timeout: 456 lvb_type: 0 00000100:00100000:0.0:1770685031.279454:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d7100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514670592:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685031.279555:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c2a7c900 going to sleep for 11 seconds 00000100:00100000:3.0:1770685031.292687:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d7100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514670592:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685031.292730:0:6998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef4b80 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010000000000 pid: 6998 initiator: MDT0 00000100:00100000:3.0:1770685031.293907:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685031.293960:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500003712 00000100:00100000:3.0:1770685031.293972:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500003712 00010000:00010000:3.0:1770685031.294021:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4b09 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcab1 expref: 29 pid: 6998 timeout: 456 lvb_type: 0 00000100:00100000:3.0:1770685031.294074:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 77 00000100:00100000:3.0:1770685031.294104:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+29:2350:x1856697500003712:12345-192.168.203.41@tcp:102:ldlm_bl.0 00010000:00010000:3.0:1770685031.294124:0:5747:0:(ldlm_lockd.c:1654:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4b09 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcab1 expref: 29 pid: 6998 timeout: 456 lvb_type: 0 00010000:00010000:3.0:1770685031.294137:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4b09 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcab1 expref: 29 pid: 6998 timeout: 456 lvb_type: 0 00010000:00010000:3.0:1770685031.294151:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4b09 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcab1 expref: 29 pid: 6998 timeout: 456 lvb_type: 0 00010000:00010000:3.0:1770685031.294170:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9d92c5552b00) 00010000:00010000:3.0:1770685031.294174:0:5747:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1770685031.294178:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef4b80 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685031.294189:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef4b80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40090000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685031.294196:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef4b80 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40090000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685031.294695:0:5747:0:(ldlm_lockd.c:1703:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4b09 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcab1 expref: 29 pid: 6998 timeout: 456 lvb_type: 0 00000100:00100000:3.0:1770685031.294784:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+29:2350:x1856697500003712:12345-192.168.203.41@tcp:102:ldlm_bl.0 Request processed in 681us (887us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685031.294793:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 77 00010000:00010000:3.0:1770685031.294922:0:6998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef4b80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685031.294931:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef4b80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685031.294981:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef4b80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685031.294989:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef4b80 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685031.294996:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef4b80 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685031.295003:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5175400 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:3.0:1770685031.295008:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef4b80 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685031.295015:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef4b80 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685031.295028:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9d92c5552b00) 00010000:00010000:3.0:1770685031.295031:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1770685031.295034:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef4b80 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685031.295041:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef4b80 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819400000000 pid: 6998 initiator: MDT0 00000100:00100000:3.0:1770685031.295101:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+13:2350:x1856697500003584:12345-192.168.203.41@tcp:33:lhsmtool_posix.0 Request processed in 15809us (15995us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685031.295110:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 208 00000100:00100000:3.0:1770685031.301524:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685031.301676:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500003968 00000100:00100000:0.0:1770685031.301689:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500003968 00000100:00100000:0.0:1770685031.301757:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 209 00000100:00100000:0.0:1770685031.301775:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+13:12595:x1856697500003968:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1770685031.301906:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+13:12595:x1856697500003968:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 132us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685031.301915:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 209 00000100:00100000:1.0:1770685031.317503:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685031.317662:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500004096 00000100:00100000:3.0:1770685031.317675:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500004096 00000100:00100000:3.0:1770685031.317738:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 210 00000100:00100000:3.0:1770685031.317748:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+13:12595:x1856697500004096:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685031.317797:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685031.317825:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef4b87 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcadb expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685031.317925:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4b8e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685031.317941:0:5760:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4b09 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcab1 expref: 28 pid: 6998 timeout: 456 lvb_type: 0 00010000:00010000:3.0:1770685031.317951:0:5760:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4b8e lrc: 4/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685031.317995:0:5760:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4b09 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcab1 expref: 28 pid: 6998 timeout: 456 lvb_type: 0 00010000:00010000:3.0:1770685031.318010:0:5760:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4b09 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcab1 expref: 28 pid: 6998 timeout: 456 lvb_type: 0 00000100:00100000:3.0:1770685031.318024:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2f100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514670720:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685031.318138:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c31c2f00 going to sleep for 11 seconds 00000100:00100000:3.0:1770685031.326874:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2f100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514670720:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685031.326919:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4b8e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:3.0:1770685031.329721:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685031.330410:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500004224 00000100:00100000:2.0:1770685031.330426:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500004224 00010000:00010000:2.0:1770685031.330486:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4b09 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcab1 expref: 29 pid: 6998 timeout: 456 lvb_type: 0 00000100:00100000:2.0:1770685031.330548:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 78 00000100:00100000:2.0:1770685031.330560:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+29:2350:x1856697500004224:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685031.330608:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685031.330618:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4b09 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcab1 expref: 29 pid: 6998 timeout: 456 lvb_type: 0 00010000:00010000:2.0:1770685031.330662:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4b09 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcab1 expref: 29 pid: 6998 timeout: 456 lvb_type: 0 00010000:00010000:2.0:1770685031.330691:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4b09 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcab1 expref: 29 pid: 6998 timeout: 456 lvb_type: 0 00010000:00010000:2.0:1770685031.330711:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9d92c5552b00) 00010000:00010000:2.0:1770685031.330716:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4b8e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685031.330726:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4b8e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685031.330735:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4b8e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685031.330776:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685031.330847:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+28:2350:x1856697500004224:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 288us (1140us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685031.330856:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 78 00010000:00010000:3.0:1770685031.332761:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4b8e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685031.332794:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4b8e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:3.0:1770685031.332872:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685031.332900:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4b8e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685031.332947:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef4b87 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcadb expref: 15 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685031.332968:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4b8e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcadb expref: 14 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685031.332978:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9d92c5552b00) 00010000:00010000:3.0:1770685031.332981:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685031.332985:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307ac00, rc 0) 00000100:00100000:3.0:1770685031.333096:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+14:12595:x1856697500004096:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 15346us (15604us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685031.333106:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 210 00000100:00100000:0.0:1770685031.351260:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685031.351465:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500004352 00000100:00100000:3.0:1770685031.351479:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500004352 00000100:00100000:3.0:1770685031.351558:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 211 00000100:00100000:3.0:1770685031.351570:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+14:2348:x1856697500004352:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685031.351649:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685031.351679:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef4b95 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcae2 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685031.351723:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef4b95 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcae2 expref: 15 pid: 5760 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1770685031.351738:0:5760:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:3.0:1770685031.351771:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef4b95 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcae2 expref: 15 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685031.351789:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9d92c5552b00) 00010000:00010000:3.0:1770685031.351793:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1770685031.351798:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307a000, rc 0) 00000100:00100000:3.0:1770685031.351865:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+15:2348:x1856697500004352:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 297us (620us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685031.351873:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 211 00000100:00100000:2.0:1770685031.362857:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685031.362964:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500004608 00000100:00100000:0.0:1770685031.362978:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500004608 00000100:00100000:0.0:1770685031.363059:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 212 00000100:00100000:0.0:1770685031.363071:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+15:12595:x1856697500004608:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1770685031.363204:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+15:12595:x1856697500004608:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 136us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685031.363210:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 212 00000100:00100000:2.0:1770685031.370509:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685031.371551:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500004736 00000100:00100000:1.0:1770685031.371567:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500004736 00002000:00100000:1.0:1770685031.371677:0:5775:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000401:0xd:0x0] req@ffff9d91c3d22a00 x1856697500004736/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:152/0 lens 488/0 e 0 to 0 dl 1770685042 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1770685031.371689:0:5775:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9d91c3d22a00 with x1856697500004736 00000100:00100000:1.0:1770685031.371719:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1 00000100:00100000:1.0:1770685031.371728:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+15:2351:x1856697500004736:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1770685031.413799:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+15:2351:x1856697500004736:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 Request processed in 42054us (43290us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1770685031.413818:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1 00002000:00100000:2.0:1770685031.413836:0:5775:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000401:0xd:0x0] req@ffff9d91c3d22a00 x1856697500004736/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:152/0 lens 488/440 e 0 to 0 dl 1770685042 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685031.413848:0:5775:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9d91c3d22a00 with x1856697500004736 00000100:00100000:3.0:1770685031.426694:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685031.428263:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500004864 00000100:00100000:0.0:1770685031.428285:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500004864 00000100:00100000:0.0:1770685031.428376:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 213 00000100:00100000:0.0:1770685031.428388:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+15:12595:x1856697500004864:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685031.428416:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685031.428442:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef4b9c lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcae9 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685031.428495:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef4ba3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685031.428511:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef4ba3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685031.428525:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef4ba3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685031.428693:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef4b9c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcae9 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685031.428713:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef4ba3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcae9 expref: 16 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685031.428723:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9d92c5552b00) 00010000:00010000:0.0:1770685031.428726:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1770685031.428731:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5175e00, rc 0) 00000100:00100000:0.0:1770685031.428820:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+16:12595:x1856697500004864:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 434us (2142us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685031.428829:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 213 00000100:00100000:3.0:1770685031.433765:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685031.433884:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500004992 00000100:00100000:0.0:1770685031.433907:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500004992 00000100:00100000:0.0:1770685031.433971:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 214 00000100:00100000:0.0:1770685031.433980:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+16:12595:x1856697500004992:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1770685031.434018:0:6998:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000401:0xd:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1770685031.434184:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+16:12595:x1856697500004992:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 204us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685031.434192:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 214 00000100:00100000:1.0:1770685031.437889:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685031.438117:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500005120 00000100:00100000:0.0:1770685031.438131:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500005120 00000100:00100000:0.0:1770685031.438214:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 215 00000100:00100000:0.0:1770685031.438226:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+16:2349:x1856697500005120:12345-192.168.203.41@tcp:33:lhsmtool_posix.0 00010000:00010000:0.0:1770685031.438294:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef4baa lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685031.438323:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef4baa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x50010000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685031.438336:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef4baa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685031.438372:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef4baa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x50010000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685031.438379:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef4baa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x50010400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685031.438387:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef4baa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685031.438393:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5175600 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:0.0:1770685031.438398:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef4baa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685031.438407:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef4baa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40018400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685031.438422:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9d92c5552b00) 00010000:00010000:0.0:1770685031.438426:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1770685031.438432:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef4baa lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x44819400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685031.438438:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef4baa lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x44819400000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685031.438766:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+16:2349:x1856697500005120:12345-192.168.203.41@tcp:33:lhsmtool_posix.0 Request processed in 532us (882us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685031.438775:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 215 00000100:00100000:2.0:1770685031.448386:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685031.450623:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500005376 00000100:00100000:0.0:1770685031.450646:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500005376 00000100:00100000:0.0:1770685031.450735:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 216 00000100:00100000:0.0:1770685031.450749:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+16:12595:x1856697500005376:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1770685031.451306:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+17:12595:x1856697500005376:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 558us (3094us total) trans 4294967448 rc 0/0 00000100:00100000:0.0:1770685031.451316:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 216 00000040:00080000:2.0:1770685031.452756:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1770685031.452778:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1770685031.453436:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:2.0:1770685031.453451:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1770685031.455077:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685031.455196:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500005632 00000100:00100000:3.0:1770685031.455210:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500005632 00000100:00100000:3.0:1770685031.455286:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 66 00000100:00100000:3.0:1770685031.455298:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+17:12595:x1856697500005632:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1770685031.455665:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+18:12595:x1856697500005632:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 368us (600us total) trans 4294967449 rc 0/0 00000100:00100000:3.0:1770685031.455674:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 66 00000100:00100000:1.0:1770685031.473959:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3288:1856697514670976:0@lo:400:kworker.0 00000100:00100000:1.0:1770685031.474073:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685031.474146:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514671488:0@lo:400:kworker.0 00000100:00100000:1.0:1770685031.474212:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685031.474410:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514671232:0@lo:400:kworker.0 00000100:00100000:3.0:1770685031.475429:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514670848:0@lo:400:kworker.0 00000100:00100000:0.0:1770685031.480476:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685031.482665:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3289:1856697514671104:0@lo:400:kworker.0 00000100:00100000:0.0:1770685031.482741:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685031.483314:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514671488 00000100:00100000:0.0:1770685031.483324:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514671488 00000100:00100000:0.0:1770685031.483388:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514671232 00000100:00100000:0.0:1770685031.483391:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514671232 00000100:00100000:0.0:1770685031.483413:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1770685031.483422:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514671488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685031.483481:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514671488:12345-0@lo:400:kworker.0 Request processed in 60us (9268us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685031.483488:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1770685031.483506:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1770685031.483511:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514671232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685031.483540:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514671232:12345-0@lo:400:kworker.0 Request processed in 29us (3077us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685031.483545:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00080000:0.0:1770685031.483559:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1770685031.483569:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1770685031.483636:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514671232:0@lo:400:kworker.0 00000100:00100000:0.0:1770685031.483663:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514670976 00000100:00100000:0.0:1770685031.483666:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514670976 00000100:00100000:0.0:1770685031.483691:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514671104 00000100:00100000:0.0:1770685031.483693:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514671104 00000100:00100000:0.0:1770685031.483712:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:0.0:1770685031.483717:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514670976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685031.483747:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514670976:12345-0@lo:400:kworker.0 Request processed in 30us (9675us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685031.483752:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:1.0:1770685031.483996:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:1.0:1770685031.484006:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1856697514671104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685031.484041:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1856697514671104:12345-0@lo:400:kworker.0 Request processed in 38us (1300us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685031.484057:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00080000:0.0:1770685031.484943:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685031.485196:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685031.485248:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514670848 00000100:00100000:3.0:1770685031.485258:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514670848 00000100:00100000:3.0:1770685031.485300:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:3.0:1770685031.485308:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0338850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3291:x1856697514670848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685031.485356:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0338850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3291:x1856697514670848:12345-0@lo:400:kworker.0 Request processed in 49us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685031.485363:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00100000:0.0:1770685031.490898:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3289:1856697514671104:0@lo:400:kworker.0 00000100:00100000:3.0:1770685031.491509:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514670848:0@lo:400:kworker.0 00000100:00100000:3.0:1770685031.491525:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856697514671360:0@lo:400:kworker.0 00000100:00100000:3.0:1770685031.491635:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685031.492068:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514671360 00000100:00100000:1.0:1770685031.492079:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514671360 00000100:00100000:1.0:1770685031.492178:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:1.0:1770685031.492190:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856697514671360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685031.492415:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856697514671360:12345-0@lo:400:kworker.0 Request processed in 227us (779us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685031.492424:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00080000:3.0:1770685031.492486:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685031.492516:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856697514671360:0@lo:400:kworker.0 00000100:00100000:0.0:1770685031.498875:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514671488:0@lo:400:kworker.0 00000100:00100000:0.0:1770685031.498960:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3288:1856697514670976:0@lo:400:kworker.0 00000100:00100000:0.0:1770685031.985805:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514671616:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1770685031.985879:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685031.986050:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514671616 00000100:00100000:3.0:1770685031.986058:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514671616 00000100:00100000:3.0:1770685031.986104:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1770685031.986114:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514671616:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1770685031.986149:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1770685031.986209:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514671616:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685031.986216:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1770685031.986235:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1770685031.986243:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514671744:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1770685031.986270:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685031.986295:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514671744 00000100:00100000:3.0:1770685031.986299:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514671744 00000100:00100000:3.0:1770685031.986323:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1770685031.986328:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514671744:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1770685031.986359:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1770685031.986391:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514671744:12345-0@lo:13:osp-pre-0-0.0 Request processed in 62us (120us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685031.986396:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1770685031.986435:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514671744:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1770685031.986462:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514671616:0@lo:13:osp-pre-1-0.0 00000040:00080000:2.0:1770685032.044375:0:12579:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1770685032.044384:0:12579:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1770685032.044424:0:12579:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 6 count 2 00000040:00080000:2.0:1770685032.044430:0:12579:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1770685032.113237:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685032.113313:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500005760 00000100:00100000:1.0:1770685032.113324:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500005760 00000100:00100000:1.0:1770685032.113423:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 217 00000100:00100000:1.0:1770685032.113435:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+28:12596:x1856697500005760:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:1.0:1770685032.113457:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685032.113477:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef4bb1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcaf0 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685032.113557:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4bb8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.113572:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4bb8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.113669:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4bb8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.113691:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4bbf lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.113698:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4bbf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.113703:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4bbf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.113804:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c800/0x8f0dbafbd9ef4bc6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.113813:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c800/0x8f0dbafbd9ef4bc6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.113820:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c800/0x8f0dbafbd9ef4bc6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:1.0:1770685032.113855:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685032.113874:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c800/0x8f0dbafbd9ef4bc6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00010000:1.0:1770685032.113890:0:5761:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:1.0:1770685032.113894:0:5761:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb mtime from disk: 1770685031 -> 1770685031 00000004:00010000:1.0:1770685032.113896:0:5761:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb atime from disk: 1770685031 -> 1770685031 00000004:00010000:1.0:1770685032.113899:0:5761:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb ctime from disk: 1770685031 -> 1770685031 00000004:00010000:1.0:1770685032.113901:0:5761:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb blocks from disk: 2 -> 2 00002000:00010000:1.0:1770685032.113904:0:5761:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:1.0:1770685032.113910:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4bb8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.114059:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4bb8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.114072:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4bb8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.114079:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9c200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685032.114084:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4bb8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.114092:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4bb8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.114105:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff9d92c554f100) 00010000:00010000:1.0:1770685032.114108:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685032.114113:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4bb8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.114119:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4bb8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.114130:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4bbf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.114135:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4bbf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.114141:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4bbf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.114146:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9d000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685032.114148:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4bbf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.114153:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4bbf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.114170:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0xe7b1def7 (ffff9d92d1988c00) 00010000:00010000:1.0:1770685032.114172:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685032.114175:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4bbf lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.114180:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4bbf lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.114215:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef4bb1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcaf0 expref: 30 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685032.114229:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c800/0x8f0dbafbd9ef4bc6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcaf0 expref: 29 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685032.114236:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9d92c5552b00) 00010000:00010000:1.0:1770685032.114238:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1770685032.114241:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9c800, rc 0) 00000100:00100000:0.0:1770685032.115782:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+29:12596:x1856697500005760:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 2341us (2550us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685032.115794:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 217 00000100:00100000:0.0:1770685032.144477:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685032.144557:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500006016 00000100:00100000:1.0:1770685032.144567:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500006016 00000100:00100000:1.0:1770685032.144647:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 218 00000100:00100000:1.0:1770685032.144658:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+29:12596:x1856697500006016:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:1.0:1770685032.144678:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685032.144698:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef4bcd lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcaf7 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685032.144885:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4bd4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.144900:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4bd4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.144921:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4bd4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.145065:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef4bcd lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcaf7 expref: 32 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685032.145085:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4bd4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcaf7 expref: 31 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685032.145095:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9d92c5552b00) 00010000:00010000:1.0:1770685032.145098:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1770685032.145102:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9d000, rc 0) 00000100:00100000:1.0:1770685032.145159:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+31:12596:x1856697500006016:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 503us (692us total) trans 4294967450 rc 0/0 00000100:00100000:1.0:1770685032.145167:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 218 00000100:00100000:2.0:1770685032.155574:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685032.156725:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500006144 00000100:00100000:1.0:1770685032.156738:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500006144 00000100:00100000:1.0:1770685032.156812:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 219 00000100:00100000:1.0:1770685032.156824:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+31:2348:x1856697500006144:12345-192.168.203.41@tcp:33:lfs.0 00010000:00010000:1.0:1770685032.156893:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef4be2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685032.156912:0:5760:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef4b95 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcae2 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685032.156921:0:5760:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c800/0x8f0dbafbd9ef4bc6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcaf0 expref: 31 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685032.156943:0:5760:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef4be2 lrc: 5/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x50010000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685032.156982:0:5760:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c800/0x8f0dbafbd9ef4bc6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcaf0 expref: 31 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685032.156996:0:5760:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c800/0x8f0dbafbd9ef4bc6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcaf0 expref: 31 pid: 5761 timeout: 457 lvb_type: 0 00000100:00100000:1.0:1770685032.157012:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c7800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514671872:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685032.157123:0:5760:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef4b95 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcae2 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685032.157133:0:5760:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef4b95 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcae2 expref: 17 pid: 5760 timeout: 457 lvb_type: 0 00000100:00100000:1.0:1770685032.157142:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c6680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514672000:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685032.157164:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c21fe6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1770685032.163635:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c7800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514671872:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685032.163652:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c6680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514672000:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685032.163679:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef4be2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x40010000000000 pid: 5760 initiator: MDT0 00000100:00100000:2.0:1770685032.164255:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685032.164316:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500006272 00000100:00100000:3.0:1770685032.164323:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500006272 00010000:00010000:3.0:1770685032.164370:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c800/0x8f0dbafbd9ef4bc6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcaf0 expref: 32 pid: 5761 timeout: 457 lvb_type: 0 00000100:00100000:3.0:1770685032.164412:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 79 00000100:00100000:3.0:1770685032.164423:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+32:2351:x1856697500006272:12345-192.168.203.41@tcp:102:ldlm_bl.0 00010000:00010000:3.0:1770685032.164440:0:5747:0:(ldlm_lockd.c:1654:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c800/0x8f0dbafbd9ef4bc6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcaf0 expref: 32 pid: 5761 timeout: 457 lvb_type: 0 00010000:00010000:3.0:1770685032.164452:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c800/0x8f0dbafbd9ef4bc6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcaf0 expref: 32 pid: 5761 timeout: 457 lvb_type: 0 00010000:00010000:3.0:1770685032.164465:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c800/0x8f0dbafbd9ef4bc6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcaf0 expref: 32 pid: 5761 timeout: 457 lvb_type: 0 00010000:00010000:3.0:1770685032.164475:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9d92c5552b00) 00010000:00010000:3.0:1770685032.164478:0:5747:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1770685032.164482:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef4be2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x40010000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685032.164493:0:5747:0:(ldlm_lockd.c:1703:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c800/0x8f0dbafbd9ef4bc6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcaf0 expref: 32 pid: 5761 timeout: 457 lvb_type: 0 00000100:00100000:3.0:1770685032.164630:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+32:2351:x1856697500006272:12345-192.168.203.41@tcp:102:ldlm_bl.0 Request processed in 157us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685032.164638:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 79 00010000:00010000:2.0:1770685032.177793:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770685032.182927:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685032.182970:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500006400 00000100:00100000:2.0:1770685032.182980:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500006400 00010000:00010000:2.0:1770685032.183025:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef4b95 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcae2 expref: 18 pid: 5760 timeout: 457 lvb_type: 0 00000100:00100000:2.0:1770685032.186629:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 80 00000100:00100000:2.0:1770685032.186648:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+18:2350:x1856697500006400:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685032.186669:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685032.186698:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef4b95 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcae2 expref: 18 pid: 5760 timeout: 457 lvb_type: 0 00010000:00010000:2.0:1770685032.186715:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef4b95 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcae2 expref: 18 pid: 5760 timeout: 457 lvb_type: 0 00010000:00010000:2.0:1770685032.186738:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef4b95 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcae2 expref: 18 pid: 5760 timeout: 457 lvb_type: 0 00010000:00010000:2.0:1770685032.187324:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9d92c5552b00) 00010000:00010000:2.0:1770685032.187333:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef4be2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x40010000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.187447:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef4be2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x40090000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.187456:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef4be2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x40090000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.187485:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685032.187543:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+17:2350:x1856697500006400:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 902us (4624us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685032.187551:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 80 00010000:00010000:2.0:1770685032.187602:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef4be2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40010000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.187610:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef4be2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40010000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.187639:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef4be2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x50010000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.187646:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef4be2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x50010400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.187652:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef4be2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40010400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.187658:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9da00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:2.0:1770685032.187663:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef4be2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40010400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.187677:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef4be2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40018400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.187687:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9d92c5552b00) 00010000:00010000:2.0:1770685032.187690:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1770685032.187693:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef4be2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x44819400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.187699:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef4be2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x44819400000000 pid: 5760 initiator: MDT0 00000100:00100000:2.0:1770685032.187736:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+31:2348:x1856697500006144:12345-192.168.203.41@tcp:33:lfs.0 Request processed in 30916us (32176us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685032.187746:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 219 00000100:00100000:0.0:1770685032.191789:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685032.191945:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500006656 00000100:00100000:3.0:1770685032.191954:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500006656 00000100:00100000:3.0:1770685032.191998:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 67 00000100:00100000:3.0:1770685032.192008:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+31:12596:x1856697500006656:12345-192.168.203.41@tcp:35:lfs.0 00000004:00010000:3.0:1770685032.192078:0:5763:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000401:0xd:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4bd4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcaf7 expref: 31 pid: 5761 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1770685032.192571:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967451 00000001:00080000:3.0:1770685032.193157:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967452 00010000:00010000:3.0:1770685032.193215:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef4be9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0 00010000:00010000:3.0:1770685032.193329:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef4b79 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcad4 expref: 16 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685032.193338:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef4ba3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcae9 expref: 16 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685032.193456:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c800/0x8f0dbafbd9ef4bc6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcaf0 expref: 34 pid: 5761 timeout: 457 lvb_type: 0 00010000:00010000:3.0:1770685032.193464:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef4be9 lrc: 6/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0 00010000:00010000:3.0:1770685032.194699:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c800/0x8f0dbafbd9ef4bc6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcaf0 expref: 34 pid: 5761 timeout: 457 lvb_type: 0 00010000:00010000:3.0:1770685032.194728:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c800/0x8f0dbafbd9ef4bc6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcaf0 expref: 34 pid: 5761 timeout: 457 lvb_type: 0 00000100:00100000:3.0:1770685032.194743:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1856697514672128:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685032.194874:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef4ba3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcae9 expref: 16 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685032.194884:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef4ba3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcae9 expref: 16 pid: 5760 timeout: 457 lvb_type: 0 00000100:00100000:3.0:1770685032.194894:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1856697514672256:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685032.194928:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef4b79 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcad4 expref: 16 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685032.194937:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef4b79 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcad4 expref: 16 pid: 6998 timeout: 457 lvb_type: 0 00000100:00100000:3.0:1770685032.194946:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8355180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1856697514672384:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685032.194967:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c31c2840 going to sleep for 11 seconds 00000100:00100000:3.0:1770685032.199492:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685032.199767:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500006912 00000100:00100000:3.0:1770685032.199776:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500006912 00010000:00010000:3.0:1770685032.199813:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef4b79 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcad4 expref: 17 pid: 6998 timeout: 457 lvb_type: 0 00000100:00100000:3.0:1770685032.199852:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 81 00000100:00100000:3.0:1770685032.199870:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8356d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+17:2349:x1856697500006912:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685032.199887:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685032.199894:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef4b79 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcad4 expref: 17 pid: 6998 timeout: 457 lvb_type: 0 00010000:00010000:3.0:1770685032.199906:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef4b79 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcad4 expref: 17 pid: 6998 timeout: 457 lvb_type: 0 00010000:00010000:3.0:1770685032.199930:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9d92c5552b00) 00010000:00010000:3.0:1770685032.199936:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef4be9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0 00010000:00010000:3.0:1770685032.199944:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef4be9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0 00010000:00010000:3.0:1770685032.199950:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685032.200013:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8356d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+17:2349:x1856697500006912:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 145us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685032.200021:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 81 00000100:00100000:0.0:1770685032.200641:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1856697514672128:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685032.200654:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1856697514672256:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685032.200674:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef4b79 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcad4 expref: 16 pid: 6998 timeout: 457 lvb_type: 0 00000100:00100000:0.0:1770685032.200686:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8355180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1856697514672384:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685032.200714:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef4be9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00000100:00100000:3.0:1770685032.205824:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685032.205865:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685032.205992:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500006784 00000100:00100000:1.0:1770685032.206005:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500006784 00010000:00010000:1.0:1770685032.206059:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c800/0x8f0dbafbd9ef4bc6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcaf0 expref: 35 pid: 5761 timeout: 457 lvb_type: 0 00000100:00100000:1.0:1770685032.206094:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500007040 00000100:00100000:1.0:1770685032.206098:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500007040 00010000:00010000:1.0:1770685032.206112:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef4ba3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcae9 expref: 16 pid: 5760 timeout: 457 lvb_type: 0 00000100:00100000:1.0:1770685032.206152:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 82 00000100:00100000:1.0:1770685032.206160:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18c9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+35:2351:x1856697500006784:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685032.206176:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685032.206183:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c800/0x8f0dbafbd9ef4bc6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcaf0 expref: 35 pid: 5761 timeout: 457 lvb_type: 0 00010000:00010000:1.0:1770685032.206196:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c800/0x8f0dbafbd9ef4bc6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcaf0 expref: 35 pid: 5761 timeout: 457 lvb_type: 0 00010000:00010000:1.0:1770685032.206218:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c800/0x8f0dbafbd9ef4bc6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcaf0 expref: 35 pid: 5761 timeout: 457 lvb_type: 0 00010000:00010000:1.0:1770685032.206231:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9d92c5552b00) 00010000:00010000:1.0:1770685032.206236:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef4be9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685032.206246:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef4be9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685032.206253:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685032.206312:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18c9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+34:2351:x1856697500006784:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 151us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685032.206321:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 82 00000100:00100000:1.0:1770685032.206373:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 83 00000100:00100000:1.0:1770685032.206380:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8355880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+16:2350:x1856697500007040:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685032.206388:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685032.206398:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef4ba3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcae9 expref: 16 pid: 5760 timeout: 457 lvb_type: 0 00010000:00010000:1.0:1770685032.206408:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef4ba3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcae9 expref: 16 pid: 5760 timeout: 457 lvb_type: 0 00010000:00010000:1.0:1770685032.206422:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef4ba3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcae9 expref: 16 pid: 5760 timeout: 457 lvb_type: 0 00010000:00010000:1.0:1770685032.206431:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9d92c5552b00) 00010000:00010000:1.0:1770685032.206435:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef4be9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685032.206442:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef4be9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685032.206449:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef4be9 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685032.206487:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685032.206508:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8355880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+15:2350:x1856697500007040:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 127us (641us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685032.206515:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 83 00010000:00010000:0.0:1770685032.207870:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef4be9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685032.207886:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef4be9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00000001:00080000:0.0:1770685032.208032:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967453 00000001:00080000:0.0:1770685032.208213:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967454 00000001:00080000:0.0:1770685032.208332:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967455 00000001:00080000:0.0:1770685032.208398:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967456 00010000:00010000:0.0:1770685032.208423:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef4be9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685032.208432:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef4be9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685032.208438:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef4be9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685032.208444:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c63000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685032.208450:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef4be9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685032.208458:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef4be9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685032.208491:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9d92c5552b00) 00010000:00010000:0.0:1770685032.208495:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1770685032.208499:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef4be9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685032.208506:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef4be9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0 00000004:00080000:0.0:1770685032.208667:0:5763:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0xe:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1770685032.208712:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967457 00010000:00010000:0.0:1770685032.208774:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9d92c5552b00) 00010000:00010000:0.0:1770685032.208778:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1770685032.208785:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4bd4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcaf7 expref: 38 pid: 5761 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685032.208911:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+37:12596:x1856697500006656:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 16903us (17130us total) trans 4294967458 rc 0/0 00000100:00100000:0.0:1770685032.208921:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 67 00000020:00080000:0.0:1770685032.208928:0:5763:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1770685032.241100:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685032.241231:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500007296 00000100:00100000:2.0:1770685032.241247:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500007296 00000100:00100000:2.0:1770685032.241325:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 220 00000100:00100000:2.0:1770685032.241336:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+37:12599:x1856697500007296:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685032.241370:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685032.241390:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e600/0x8f0dbafbd9ef4bf0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcafe expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685032.241460:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef4bf7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.241474:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef4bf7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.241485:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef4bf7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.241528:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef4bfe lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.241543:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef4bfe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.241551:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef4bfe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.241701:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ee00/0x8f0dbafbd9ef4c05 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.241710:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ee00/0x8f0dbafbd9ef4c05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.241717:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ee00/0x8f0dbafbd9ef4c05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:2.0:1770685032.241726:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xd:0x0]: returning size 1048576 00000004:00010000:2.0:1770685032.241814:0:5760:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:2.0:1770685032.241817:0:5760:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb mtime from disk: 1770685031 -> 1770685031 00000004:00010000:2.0:1770685032.241820:0:5760:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb atime from disk: 1770685031 -> 1770685031 00000004:00010000:2.0:1770685032.241823:0:5760:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb ctime from disk: 1770685031 -> 1770685031 00000004:00010000:2.0:1770685032.241825:0:5760:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb blocks from disk: 2 -> 2 00002000:00010000:2.0:1770685032.241828:0:5760:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:2.0:1770685032.241834:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef4bf7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.241840:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef4bf7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.241846:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef4bf7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.241857:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245f400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685032.241862:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef4bf7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.241868:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef4bf7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.241879:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff9d92c554f100) 00010000:00010000:2.0:1770685032.241882:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685032.241886:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef4bf7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.241892:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef4bf7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.241904:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef4bfe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.241909:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef4bfe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.241914:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef4bfe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.241920:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245f600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685032.241922:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef4bfe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.241927:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef4bfe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.241933:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0xe7b1def7 (ffff9d92c5552500) 00010000:00010000:2.0:1770685032.241935:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685032.241942:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef4bfe lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.241948:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef4bfe lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0xe7b1def7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.241985:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e600/0x8f0dbafbd9ef4bf0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcafe expref: 40 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685032.241996:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ee00/0x8f0dbafbd9ef4c05 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcafe expref: 39 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685032.242003:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9d92c5552b00) 00010000:00010000:2.0:1770685032.242005:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1770685032.242008:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245ee00, rc 0) 00000100:00100000:2.0:1770685032.242082:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+39:12599:x1856697500007296:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 748us (1006us total) trans 4294967459 rc 0/0 00000100:00100000:2.0:1770685032.242089:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 220 00000100:00100000:3.0:1770685032.262400:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685032.262528:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500007424 00000100:00100000:2.0:1770685032.262546:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500007424 00000100:00100000:2.0:1770685032.262668:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 221 00000100:00100000:2.0:1770685032.262678:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8356d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+39:12599:x1856697500007424:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:2.0:1770685032.262746:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e600/0x8f0dbafbd9ef4c13 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.262763:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e600/0x8f0dbafbd9ef4c13 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.262775:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e600/0x8f0dbafbd9ef4c13 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.262817:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e600/0x8f0dbafbd9ef4c13 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.262824:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e600/0x8f0dbafbd9ef4c13 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.262831:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e600/0x8f0dbafbd9ef4c13 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.262837:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245e600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685032.262840:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e600/0x8f0dbafbd9ef4c13 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.262847:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e600/0x8f0dbafbd9ef4c13 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.262857:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9d92c5552b00) 00010000:00010000:2.0:1770685032.262860:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1770685032.262864:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e600/0x8f0dbafbd9ef4c13 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.262870:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e600/0x8f0dbafbd9ef4c13 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:2.0:1770685032.262953:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8356d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+39:12599:x1856697500007424:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 276us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685032.262961:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 221 00000100:00100000:3.0:1770685032.268213:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685032.268656:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500007680 00000100:00100000:0.0:1770685032.268678:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500007680 00000100:00100000:0.0:1770685032.268788:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 68 00000100:00100000:0.0:1770685032.268800:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8424050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+39:12599:x1856697500007680:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:0.0:1770685032.269115:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8424050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:12599:x1856697500007680:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 316us (917us total) trans 4294967460 rc 0/0 00000100:00100000:0.0:1770685032.269125:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 68 00000100:00100000:2.0:1770685032.326768:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685032.326937:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500007936 00000100:00100000:3.0:1770685032.326947:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500007936 00000100:00100000:3.0:1770685032.327007:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 222 00000100:00100000:3.0:1770685032.327017:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:12604:x1856697500007936:12345-192.168.203.41@tcp:58:lfs.0 00010000:00010000:3.0:1770685032.327141:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4c1a lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685032.327158:0:5760:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ee00/0x8f0dbafbd9ef4c05 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcafe expref: 40 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685032.327166:0:5760:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4c1a lrc: 4/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685032.327200:0:5760:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ee00/0x8f0dbafbd9ef4c05 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcafe expref: 40 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685032.327224:0:5760:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ee00/0x8f0dbafbd9ef4c05 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcafe expref: 40 pid: 5760 timeout: 457 lvb_type: 0 00000100:00100000:3.0:1770685032.327239:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8355180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514672512:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685032.327542:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c31c2e40 going to sleep for 11 seconds 00000100:00100000:1.0:1770685032.335759:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685032.335849:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500008064 00000100:00100000:2.0:1770685032.335859:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500008064 00010000:00010000:2.0:1770685032.335899:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ee00/0x8f0dbafbd9ef4c05 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcafe expref: 41 pid: 5760 timeout: 457 lvb_type: 0 00000100:00100000:2.0:1770685032.335958:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 84 00000100:00100000:2.0:1770685032.335968:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+41:2351:x1856697500008064:12345-192.168.203.41@tcp:102:ldlm_bl.0 00010000:00010000:2.0:1770685032.335986:0:11010:0:(ldlm_lockd.c:1654:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ee00/0x8f0dbafbd9ef4c05 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcafe expref: 41 pid: 5760 timeout: 457 lvb_type: 0 00010000:00010000:2.0:1770685032.335997:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ee00/0x8f0dbafbd9ef4c05 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcafe expref: 41 pid: 5760 timeout: 457 lvb_type: 0 00010000:00010000:2.0:1770685032.336007:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ee00/0x8f0dbafbd9ef4c05 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcafe expref: 41 pid: 5760 timeout: 457 lvb_type: 0 00010000:00010000:2.0:1770685032.336015:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9d92c5552b00) 00010000:00010000:2.0:1770685032.336018:0:11010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1770685032.336021:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4c1a lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.336029:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4c1a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.336035:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4c1a lrc: 4/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.336068:0:11010:0:(ldlm_lockd.c:1703:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ee00/0x8f0dbafbd9ef4c05 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcafe expref: 41 pid: 5760 timeout: 457 lvb_type: 0 00000100:00100000:2.0:1770685032.336133:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+41:2351:x1856697500008064:12345-192.168.203.41@tcp:102:ldlm_bl.0 Request processed in 166us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685032.336140:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 84 00000100:00100000:3.0:1770685032.336359:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8355180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514672512:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685032.336381:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4c1a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685032.336392:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4c1a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685032.336397:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4c1a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000040:00080000:3.0:1770685032.336567:0:5760:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].6, 136 off9008 00000100:00100000:3.0:1770685032.336789:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:12604:x1856697500007936:12345-192.168.203.41@tcp:58:lfs.0 Request processed in 9773us (10030us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685032.336806:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 222 00000040:00080000:1.0:1770685032.498044:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685032.498059:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685032.498142:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 7 count 3 00000040:00080000:1.0:1770685032.498154:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1770685032.498339:0:11361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c7480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514672640:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1770685032.498488:0:11361:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c21fecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685032.506052:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685032.508320:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500008192 00000100:00100000:3.0:1770685032.508342:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500008192 00000100:00100000:3.0:1770685032.508424:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 223 00000100:00100000:3.0:1770685032.508436:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+16:12614:x1856697500008192:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1770685032.508486:0:5760:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000401:0xd:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1770685032.508670:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+16:12614:x1856697500008192:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 235us (2641us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685032.508679:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 223 00000100:00100000:2.0:1770685032.512319:0:11361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c7480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514672640:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1770685032.513485:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685032.513600:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500008320 00000100:00100000:3.0:1770685032.513612:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500008320 00000100:00100000:3.0:1770685032.513684:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 224 00000100:00100000:3.0:1770685032.513697:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+15:12614:x1856697500008320:12345-192.168.203.41@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1770685032.513825:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef4c21 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685032.513848:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef4c21 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685032.513864:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef4c21 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685032.513885:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62c00/0x8f0dbafbd9ef4c28 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685032.513892:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62c00/0x8f0dbafbd9ef4c28 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685032.513899:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62c00/0x8f0dbafbd9ef4c28 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685032.513958:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4c2f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685032.513968:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4c2f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685032.513975:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4c2f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:3.0:1770685032.514024:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xd:0x0]: returning size 1048576 00000004:00200000:3.0:1770685032.514029:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685032.514054:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4c2f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685032.514071:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef4c21 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685032.514077:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef4c21 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685032.514083:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef4c21 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685032.514089:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c63a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685032.514093:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef4c21 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685032.514102:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef4c21 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685032.514117:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:3.0:1770685032.514121:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685032.514127:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef4c21 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685032.514141:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef4c21 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685032.514154:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62c00/0x8f0dbafbd9ef4c28 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685032.514161:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62c00/0x8f0dbafbd9ef4c28 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685032.514167:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62c00/0x8f0dbafbd9ef4c28 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685032.514173:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c62c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685032.514176:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62c00/0x8f0dbafbd9ef4c28 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685032.514183:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62c00/0x8f0dbafbd9ef4c28 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685032.514190:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xe8e1b672 (ffff9d92e0875f00) 00010000:00010000:3.0:1770685032.514193:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685032.514196:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62c00/0x8f0dbafbd9ef4c28 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685032.514202:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62c00/0x8f0dbafbd9ef4c28 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685032.514218:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4c2f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685032.514225:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4c2f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685032.514230:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4c2f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685032.514242:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c63c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685032.514245:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4c2f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685032.514251:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4c2f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685032.514258:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9d92c5552b00) 00010000:00010000:3.0:1770685032.514261:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685032.514263:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4c2f lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685032.514269:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4c2f lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:3.0:1770685032.523355:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+15:12614:x1856697500008320:12345-192.168.203.41@tcp:34:lhsmtool_posix.0 Request processed in 9642us (9863us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685032.523373:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 224 00000100:00100000:3.0:1770685032.526428:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685032.526528:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500008576 00000100:00100000:1.0:1770685032.526541:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500008576 00000100:00100000:1.0:1770685032.526634:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 225 00000100:00100000:1.0:1770685032.526645:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8355180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+15:12614:x1856697500008576:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685032.526675:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685032.526701:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef4c36 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcb05 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685032.526794:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c400/0x8f0dbafbd9ef4c3d lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.526822:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c400/0x8f0dbafbd9ef4c3d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.526835:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c400/0x8f0dbafbd9ef4c3d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.526851:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef4c44 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.526858:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef4c44 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.526864:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef4c44 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.527129:0:5761:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ee00/0x8f0dbafbd9ef4c05 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcafe expref: 39 pid: 5760 timeout: 457 lvb_type: 0 00010000:00010000:1.0:1770685032.527149:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c800/0x8f0dbafbd9ef4c4b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.527176:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c800/0x8f0dbafbd9ef4c4b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.527184:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c800/0x8f0dbafbd9ef4c4b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:1.0:1770685032.527196:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xd:0x0]: returning size 1048576 00000004:00010000:1.0:1770685032.527328:0:5761:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:1.0:1770685032.527332:0:5761:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb mtime from disk: 1770685031 -> 1770685031 00000004:00010000:1.0:1770685032.527335:0:5761:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb atime from disk: 1770685031 -> 1770685031 00000004:00010000:1.0:1770685032.527337:0:5761:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb ctime from disk: 1770685031 -> 1770685031 00000004:00010000:1.0:1770685032.527340:0:5761:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb blocks from disk: 2 -> 2 00002000:00010000:1.0:1770685032.527344:0:5761:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:1.0:1770685032.527350:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c400/0x8f0dbafbd9ef4c3d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.527357:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c400/0x8f0dbafbd9ef4c3d lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.527365:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c400/0x8f0dbafbd9ef4c3d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.527372:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9c400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685032.527377:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c400/0x8f0dbafbd9ef4c3d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.527385:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c400/0x8f0dbafbd9ef4c3d lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.527399:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:1.0:1770685032.527402:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685032.527415:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c400/0x8f0dbafbd9ef4c3d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.527422:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c400/0x8f0dbafbd9ef4c3d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.527436:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef4c44 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.527442:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef4c44 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.527448:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef4c44 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.527453:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9cc00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685032.527456:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef4c44 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.527461:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef4c44 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.527468:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xe8e1b672 (ffff9d92d1988c00) 00010000:00010000:1.0:1770685032.527471:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685032.527473:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef4c44 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.527479:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef4c44 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xe8e1b672 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685032.527532:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef4c36 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb05 expref: 18 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685032.527549:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c800/0x8f0dbafbd9ef4c4b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb05 expref: 17 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685032.527563:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9d92c5552b00) 00010000:00010000:1.0:1770685032.527565:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 53 00010000:00010000:1.0:1770685032.527568:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9c800, rc 0) 00000100:00100000:1.0:1770685032.529110:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8355180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+17:12614:x1856697500008576:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 2452us (2682us total) trans 4294967461 rc 0/0 00000100:00100000:1.0:1770685032.529126:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 225 00000100:00100000:3.0:1770685032.532537:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685032.532663:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500008704 00000100:00100000:0.0:1770685032.532676:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500008704 00000100:00100000:0.0:1770685032.532766:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 226 00000100:00100000:0.0:1770685032.532779:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+17:12614:x1856697500008704:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1770685032.532838:0:5761:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000401:0xd:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1770685032.532988:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+17:12614:x1856697500008704:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 211us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685032.532997:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 226 00000100:00100000:3.0:1770685032.543472:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685032.543530:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500008832 00000100:00100000:2.0:1770685032.543543:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500008832 00000100:00100000:2.0:1770685032.544232:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 227 00000100:00100000:2.0:1770685032.544254:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+17:12614:x1856697500008832:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685032.544281:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685032.544309:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4c59 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcb0c expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685032.544390:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef4c60 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.544407:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef4c60 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.544421:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef4c60 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.544438:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef4c67 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.544446:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef4c67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.544452:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef4c67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.544628:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e600/0x8f0dbafbd9ef4c6e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.544639:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e600/0x8f0dbafbd9ef4c6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.544671:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e600/0x8f0dbafbd9ef4c6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:2.0:1770685032.544719:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 512 00000004:00200000:2.0:1770685032.544723:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685032.544753:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e600/0x8f0dbafbd9ef4c6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.544767:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef4c60 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.544774:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef4c60 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.544781:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef4c60 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.544788:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245f400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685032.544794:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef4c60 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.544801:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef4c60 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.544827:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5552f00) 00010000:00010000:2.0:1770685032.544831:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685032.544837:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef4c60 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.544843:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef4c60 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.544855:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef4c67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.544869:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef4c67 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.544875:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef4c67 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.544880:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245f600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685032.544883:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef4c67 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.544889:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef4c67 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.544897:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb3812162 (ffff9d92c5552500) 00010000:00010000:2.0:1770685032.544900:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685032.544903:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef4c67 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.544909:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef4c67 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb3812162 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.544959:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4c59 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb0c expref: 19 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685032.544975:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e600/0x8f0dbafbd9ef4c6e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb0c expref: 18 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685032.544983:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff9d92c554f100) 00010000:00010000:2.0:1770685032.544985:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1770685032.544988:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245e600, rc 0) 00000100:00100000:2.0:1770685032.545084:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+18:12614:x1856697500008832:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 840us (1623us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685032.545098:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 227 00000100:00100000:0.0:1770685032.554990:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685032.555110:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500009088 00000100:00100000:2.0:1770685032.555126:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500009088 00000100:00100000:2.0:1770685032.555238:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 228 00000100:00100000:2.0:1770685032.555253:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+18:12614:x1856697500009088:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685032.555279:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685032.555308:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef4c75 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcb13 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685032.556539:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef4c7c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.556562:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef4c7c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.556753:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef4c7c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:2.0:1770685032.556769:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x5:0x0]: returning size 0 00010000:00010000:2.0:1770685032.556840:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef4c75 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb13 expref: 21 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685032.556860:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef4c7c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb13 expref: 20 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685032.556870:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9d92c5552600) 00010000:00010000:2.0:1770685032.556873:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685032.556878:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245ec00, rc 0) 00000100:00100000:2.0:1770685032.557175:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+20:12614:x1856697500009088:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 1924us (2269us total) trans 4294967462 rc 0/0 00000100:00100000:2.0:1770685032.557213:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 228 00000100:00100000:3.0:1770685032.566607:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685032.566805:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500009344 00000100:00100000:2.0:1770685032.566828:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500009344 00000100:00100000:2.0:1770685032.566893:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 229 00000100:00100000:2.0:1770685032.566904:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+20:12614:x1856697500009344:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1770685032.566990:0:5760:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685032.567045:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef4c7c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb13 expref: 20 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685032.567069:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9d92c5552600) 00010000:00010000:2.0:1770685032.567082:0:5760:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770685032.567111:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef4c8a lrc: 3/0,1 mode: --/CW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.567127:0:5760:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef4b4f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcac6 expref: 39 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685032.567137:0:5760:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef4c8a lrc: 4/0,1 mode: --/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.567175:0:5760:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef4b4f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcac6 expref: 39 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685032.567190:0:5760:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef4b4f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcac6 expref: 39 pid: 6998 timeout: 457 lvb_type: 0 00000100:00100000:2.0:1770685032.567206:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514672768:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685032.568441:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92e0a079c0 going to sleep for 11 seconds 00000100:00100000:0.0:1770685032.585725:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514672768:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685032.585765:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef4c8a lrc: 3/0,1 mode: --/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:3.0:1770685032.587741:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685032.588176:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500009472 00000100:00100000:2.0:1770685032.588190:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500009472 00010000:00010000:2.0:1770685032.588254:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef4b4f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcac6 expref: 40 pid: 6998 timeout: 457 lvb_type: 0 00000100:00100000:2.0:1770685032.588310:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 85 00000100:00100000:2.0:1770685032.588322:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:2350:x1856697500009472:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685032.588342:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685032.588350:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef4b4f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcac6 expref: 40 pid: 6998 timeout: 457 lvb_type: 0 00010000:00010000:2.0:1770685032.588366:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef4b4f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcac6 expref: 40 pid: 6998 timeout: 457 lvb_type: 0 00010000:00010000:2.0:1770685032.588397:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef4b4f lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcac6 expref: 40 pid: 6998 timeout: 457 lvb_type: 0 00010000:00010000:2.0:1770685032.588417:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff9d92c554f100) 00010000:00010000:2.0:1770685032.588424:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef4c8a lrc: 3/0,1 mode: --/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.588435:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef4c8a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.588445:0:5745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef4c8a lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685032.588535:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685032.588660:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+39:2350:x1856697500009472:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 329us (922us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685032.588669:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 85 00010000:00010000:0.0:1770685032.590447:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef4c8a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685032.590469:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef4c8a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685032.590657:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef4c91 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x7449aa6f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685032.590681:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef4c91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x7449aa6f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685032.590693:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef4c91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x7449aa6f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685032.590800:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef4c8a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685032.590808:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef4c8a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685032.590830:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef4c8a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685032.590836:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245f000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685032.590839:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef4c8a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685032.590846:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef4c8a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685032.590859:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff9d92c554f100) 00010000:00010000:0.0:1770685032.590862:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685032.590868:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef4c8a lrc: 2/0,0 mode: --/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685032.590874:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef4c8a lrc: 0/0,0 mode: --/CW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685032.590888:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef4c91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x7449aa6f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685032.590894:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef4c91 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x7449aa6f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685032.590899:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef4c91 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x7449aa6f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685032.590904:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685032.590907:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef4c91 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x7449aa6f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685032.590913:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef4c91 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x7449aa6f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685032.590933:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x7449aa6f (ffff9d92c554fb00) 00010000:00010000:0.0:1770685032.590935:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685032.590939:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef4c91 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x7449aa6f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685032.590944:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef4c91 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x7449aa6f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:0.0:1770685032.591070:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+19:12614:x1856697500009344:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 24163us (24500us total) trans 0 rc -2/-2 00000100:00100000:0.0:1770685032.591083:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 229 00000100:00100000:2.0:1770685032.603413:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685032.603530:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500009600 00000100:00100000:3.0:1770685032.603543:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500009600 00000100:00100000:3.0:1770685032.609394:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 230 00000100:00100000:3.0:1770685032.609428:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+19:12614:x1856697500009600:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685032.609459:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685032.609495:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4c98 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcb1a expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685032.609562:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62c00/0x8f0dbafbd9ef4c9f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685032.609594:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62c00/0x8f0dbafbd9ef4c9f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685032.609609:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62c00/0x8f0dbafbd9ef4c9f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685032.610056:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4c98 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb1a expref: 21 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685032.610080:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62c00/0x8f0dbafbd9ef4c9f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb1a expref: 20 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685032.610090:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9d92e0875f00) 00010000:00010000:3.0:1770685032.610094:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1770685032.610100:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c62c00, rc 0) 00000100:00100000:3.0:1770685032.610267:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+20:12614:x1856697500009600:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 857us (6865us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685032.610276:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 230 00000100:00100000:0.0:1770685032.621699:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685032.622074:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500009856 00000100:00100000:3.0:1770685032.622087:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500009856 00000100:00100000:3.0:1770685032.622154:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 231 00000100:00100000:3.0:1770685032.622167:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb155f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+20:12614:x1856697500009856:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1770685032.622272:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef4ca6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685032.622292:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef4ca6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685032.622321:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef4ca6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00010000:3.0:1770685032.622569:0:5760:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000e9f9be27 reply state 0000000002d4be3e transno 4294967463 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef4ca6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:3.0:1770685032.622600:0:5760:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1770685032.622932:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb155f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+22:12614:x1856697500009856:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 765us (1244us total) trans 4294967463 rc 0/0 00000100:00100000:3.0:1770685032.622940:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 231 00000100:00100000:0.0:1770685032.627910:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00010000:00010000:1.0:1770685032.628990:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef4ca6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685032.629008:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef4ca6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685032.629017:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef4ca6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685032.629024:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c63a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685032.629029:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef4ca6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685032.629049:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef4ca6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685032.629072:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9d92e0875f00) 00010000:00010000:1.0:1770685032.629075:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1770685032.629080:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef4ca6 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685032.629087:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef4ca6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:3.0:1770685032.630010:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500009984 00000100:00100000:3.0:1770685032.630029:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500009984 00000100:00100000:3.0:1770685032.633388:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 232 00000100:00100000:3.0:1770685032.633408:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb157b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+21:12614:x1856697500009984:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685032.633441:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685032.633471:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4cad lrc: 2/0,0 mode: --/CR res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcb21 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685032.633550:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4cad lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb21 expref: 22 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685032.633567:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4cad lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb21 expref: 22 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685032.633601:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9d92e0875f00) 00010000:00010000:3.0:1770685032.633605:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1770685032.633609:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c63c00, rc 0) 00000100:00100000:3.0:1770685032.633991:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb157b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+22:12614:x1856697500009984:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 587us (6093us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685032.634018:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 232 00000100:00100000:2.0:1770685032.639064:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685032.639230:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500010112 00000100:00100000:3.0:1770685032.639244:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500010112 00000100:00100000:3.0:1770685032.639360:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 69 00000100:00100000:3.0:1770685032.639372:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+22:12614:x1856697500010112:12345-192.168.203.41@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1770685032.639541:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+22:12614:x1856697500010112:12345-192.168.203.41@tcp:49:lhsmtool_posix.0 Request processed in 170us (502us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685032.639550:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 69 00000100:00100000:0.0:1770685032.657462:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685032.657644:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500010368 00000100:00100000:3.0:1770685032.657658:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500010368 00000100:00100000:3.0:1770685032.657732:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 70 00000100:00100000:3.0:1770685032.658145:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+22:12614:x1856697500010368:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1770685032.658439:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+23:12614:x1856697500010368:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 698us (995us total) trans 4294967464 rc 0/0 00000100:00100000:3.0:1770685032.658445:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 70 00000100:00100000:2.0:1770685032.661915:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685032.662084:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500010624 00000100:00100000:3.0:1770685032.662097:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500010624 00000100:00100000:3.0:1770685032.662210:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 233 00000100:00100000:3.0:1770685032.662233:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+23:12614:x1856697500010624:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1770685032.662380:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+23:12614:x1856697500010624:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 150us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685032.662389:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 233 00000100:00100000:2.0:1770685032.668220:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685032.668331:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500010880 00000100:00100000:3.0:1770685032.668345:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500010880 00000100:00100000:3.0:1770685032.668458:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 234 00000100:00100000:3.0:1770685032.668469:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c67c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+23:12614:x1856697500010880:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685032.668498:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685032.668526:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef4cb4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcb28 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685032.668696:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef4cbb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685032.668714:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4cad lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb21 expref: 24 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685032.668724:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef4cbb lrc: 4/0,1 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685032.668779:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4cad lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb21 expref: 24 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685032.668795:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4cad lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb21 expref: 24 pid: 5761 timeout: 457 lvb_type: 0 00000100:00100000:3.0:1770685032.668820:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f51fbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514672896:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685032.668942:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c31c2e40 going to sleep for 11 seconds 00000100:00100000:3.0:1770685032.678345:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f51fbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514672896:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685032.678387:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00010000:00010000:3.0:1770685032.678395:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef4cbb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:2.0:1770685032.678426:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500011008 00000100:00100000:2.0:1770685032.678434:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500011008 00010000:00010000:2.0:1770685032.678481:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4cad lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb21 expref: 25 pid: 5761 timeout: 457 lvb_type: 0 00000100:00100000:2.0:1770685032.678525:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 86 00000100:00100000:2.0:1770685032.678537:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+25:2351:x1856697500011008:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685032.678565:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685032.678574:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4cad lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb21 expref: 25 pid: 5761 timeout: 457 lvb_type: 0 00010000:00010000:2.0:1770685032.678611:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4cad lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb21 expref: 25 pid: 5761 timeout: 457 lvb_type: 0 00010000:00010000:2.0:1770685032.678641:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef4cad lrc: 0/0,0 mode: --/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb21 expref: 25 pid: 5761 timeout: 457 lvb_type: 0 00010000:00010000:2.0:1770685032.678659:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9d92e0875f00) 00010000:00010000:2.0:1770685032.678663:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef4cbb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685032.678673:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef4cbb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685032.678682:0:5745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef4cbb lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685032.678722:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685032.678788:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+24:2351:x1856697500011008:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 252us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685032.678797:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 86 00010000:00010000:2.0:1770685032.678933:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef4cbb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685032.678942:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef4cbb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:2.0:1770685032.678970:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x5:0x0]: returning size 0 00010000:00010000:2.0:1770685032.679374:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef4cbb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685032.679382:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef4cbb lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685032.679388:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef4cbb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685032.679394:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c63200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685032.679399:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef4cbb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685032.679408:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef4cbb lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685032.679419:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9d92e0875f00) 00010000:00010000:2.0:1770685032.679422:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1770685032.679426:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef4cbb lrc: 2/0,0 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685032.679432:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef4cbb lrc: 0/0,0 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685032.679506:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef4cb4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb28 expref: 24 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685032.679516:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff9d92c554f100) 00010000:00010000:2.0:1770685032.679518:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1770685032.679522:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef4cb4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb28 expref: 24 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685032.679532:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c63e00, rc 0) 00000100:00100000:2.0:1770685032.679622:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c67c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+23:12614:x1856697500010880:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 11155us (11418us total) trans 4294967465 rc 301/301 00000100:00100000:2.0:1770685032.679631:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 234 00000100:00100000:2.0:1770685032.687082:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685032.687172:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500011264 00000100:00100000:3.0:1770685032.687186:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500011264 00000100:00100000:3.0:1770685032.687258:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 71 00000100:00100000:3.0:1770685032.687284:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+23:12614:x1856697500011264:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1770685032.687735:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+24:12614:x1856697500011264:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 453us (667us total) trans 4294967466 rc 0/0 00000100:00100000:3.0:1770685032.696368:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 71 00000100:00100000:3.0:1770685032.696496:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685032.696646:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500011392 00000100:00100000:3.0:1770685032.696659:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500011392 00000100:00100000:3.0:1770685032.696715:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 235 00000100:00100000:3.0:1770685032.696727:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+24:12614:x1856697500011392:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685032.696756:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685032.696783:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef4cc9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcb2f expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685032.696871:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef4cd0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685032.696898:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef4cd0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685032.697381:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef4cd0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:3.0:1770685032.697435:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685032.697459:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef4cd0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685032.697501:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef4cc9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb2f expref: 26 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685032.697518:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef4cd0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb2f expref: 25 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685032.697546:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9d92e0875f00) 00010000:00010000:3.0:1770685032.697550:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1770685032.697554:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c62400, rc 0) 00000100:00100000:3.0:1770685032.697665:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+25:12614:x1856697500011392:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 939us (1169us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685032.697674:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 235 00000100:00100000:3.0:1770685032.700530:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685032.706902:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500011520 00000100:00100000:1.0:1770685032.706960:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500011520 00000100:00100000:1.0:1770685032.707057:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 236 00000100:00100000:1.0:1770685032.707070:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+25:2349:x1856697500011520:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685032.707097:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685032.707124:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef4cd7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcb36 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685032.707167:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef4cd7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb36 expref: 26 pid: 5760 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1770685032.707200:0:5760:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:1.0:1770685032.707204:0:5760:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb mtime from disk: 0 -> 1770685032 00000004:00010000:1.0:1770685032.707206:0:5760:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb atime from disk: 0 -> 1770685032 00000004:00010000:1.0:1770685032.707209:0:5760:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb ctime from disk: 0 -> 1770685033 00000004:00010000:1.0:1770685032.707211:0:5760:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb blocks from disk: 18427282363563114435 -> 1 00002000:00010000:1.0:1770685032.707216:0:5760:0:(mdt_io.c:1529:mdt_lvb2reply()) size 0 00010000:00010000:1.0:1770685032.707224:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef4cd7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb36 expref: 26 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685032.707239:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9d92e0875f00) 00010000:00010000:1.0:1770685032.707242:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1770685032.707246:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9d400, rc 0) 00000100:00100000:1.0:1770685032.707331:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+26:2349:x1856697500011520:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 264us (6817us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685032.707339:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 236 00000100:00100000:3.0:1770685032.712407:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685032.712462:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500011776 00000100:00100000:1.0:1770685032.712477:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500011776 00000100:00100000:1.0:1770685032.712552:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 237 00000100:00100000:1.0:1770685032.712571:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+26:12614:x1856697500011776:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1770685032.713078:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+26:12614:x1856697500011776:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 506us (683us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685032.713087:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 237 00000100:00100000:3.0:1770685032.722167:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685032.722284:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500011904 00000100:00100000:1.0:1770685032.722297:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500011904 00000100:00100000:1.0:1770685032.722398:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 238 00000100:00100000:1.0:1770685032.722411:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+26:12614:x1856697500011904:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685032.722436:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685032.722441:0:5760:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1770685032.722496:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef4cd7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb36 expref: 26 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685032.722522:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9d92e0875f00) 00010000:00010000:1.0:1770685032.722529:0:5760:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1770685032.722546:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef4cde lrc: 2/0,0 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcb3d expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685032.722881:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef4cde lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb3d expref: 26 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685032.722909:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef4cde lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb3d expref: 26 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685032.722922:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9d92e0875f00) 00010000:00010000:1.0:1770685032.722925:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1770685032.722928:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9cc00, rc 0) 00000100:00100000:1.0:1770685032.723030:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+26:12614:x1856697500011904:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 622us (875us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685032.723049:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 238 00000100:00100000:3.0:1770685032.760654:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685032.767692:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500012032 00000100:00100000:1.0:1770685032.767716:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500012032 00002000:00100000:1.0:1770685032.767797:0:5775:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0x5:0x0] req@ffff9d91c3e4aa00 x1856697500012032/t0(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:153/0 lens 488/0 e 0 to 0 dl 1770685043 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1770685032.767811:0:5775:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9d91c3e4aa00 with x1856697500012032 00000100:00100000:1.0:1770685032.767859:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 2 00000100:00100000:1.0:1770685032.767871:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+26:2350:x1856697500012032:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 00000004:00010000:1.0:1770685032.813140:0:5775:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb size from disk: 0 -> 1048576 00000004:00010000:1.0:1770685032.813154:0:5775:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb mtime from disk: 1770685032 -> 1770685033 00000004:00010000:1.0:1770685032.813158:0:5775:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb atime from disk: 1770685032 -> 1770685032 00000004:00010000:1.0:1770685032.813160:0:5775:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb ctime from disk: 1770685033 -> 1770685033 00000004:00010000:1.0:1770685032.813163:0:5775:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1770685032.817233:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+28:2350:x1856697500012032:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 Request processed in 49344us (56578us total) trans 4294967467 rc 0/0 00000100:00100000:1.0:1770685032.817253:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 2 00002000:00100000:1.0:1770685032.817276:0:5775:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0x5:0x0] req@ffff9d91c3e4aa00 x1856697500012032/t4294967467(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:153/0 lens 488/448 e 0 to 0 dl 1770685043 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1770685032.817288:0:5775:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9d91c3e4aa00 with x1856697500012032 00000100:00100000:0.0:1770685032.825196:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685032.825386:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500012160 00000100:00100000:2.0:1770685032.825399:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500012160 00000100:00100000:2.0:1770685032.825511:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 239 00000100:00100000:2.0:1770685032.825523:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+28:12614:x1856697500012160:12345-192.168.203.41@tcp:44:lhsmtool_posix.0 00000100:00100000:2.0:1770685032.920682:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+28:12614:x1856697500012160:12345-192.168.203.41@tcp:44:lhsmtool_posix.0 Request processed in 95145us (95480us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685032.920697:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 239 00000001:00080000:2.0:1770685032.920747:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967467 is committed 00000001:00080000:2.0:1770685032.920847:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967460 is committed 00000100:00100000:0.0:1770685032.923722:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685032.925488:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500012288 00000100:00100000:1.0:1770685032.925512:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500012288 00000100:00100000:1.0:1770685032.925632:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 240 00000100:00100000:1.0:1770685032.925646:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+16:2351:x1856697500012288:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 00000100:00100000:1.0:1770685032.925834:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+16:2351:x1856697500012288:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 Request processed in 190us (2127us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685032.925842:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 240 00000100:00100000:3.0:1770685032.932802:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685032.932917:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500012544 00000100:00100000:0.0:1770685032.932930:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500012544 00000100:00100000:0.0:1770685032.932989:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 241 00000100:00100000:0.0:1770685032.932999:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+16:12614:x1856697500012544:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1770685032.933073:0:5761:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685032.933106:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef4cd0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb2f expref: 16 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685032.933128:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9d92e0875f00) 00010000:00010000:0.0:1770685032.933133:0:5761:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1770685032.933172:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef4ce5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685032.933204:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef4ce5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685032.933224:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef4ce5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00010000:0.0:1770685032.933254:0:5761:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:0.0:1770685032.933257:0:5761:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb mtime from disk: 1770685033 -> 1770685033 00000004:00010000:0.0:1770685032.933260:0:5761:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb atime from disk: 1770685032 -> 1770685032 00000004:00010000:0.0:1770685032.933262:0:5761:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb ctime from disk: 1770685033 -> 1770685033 00000004:00010000:0.0:1770685032.933266:0:5761:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x5:0x0] updating lvb blocks from disk: 1 -> 2055 00010000:00010000:0.0:1770685032.933272:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef4ce5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685032.933278:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef4ce5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685032.933285:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef4ce5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685032.933292:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5175000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685032.933296:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef4ce5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685032.933311:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef4ce5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685032.933318:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9d92e0875f00) 00010000:00010000:0.0:1770685032.933321:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685032.933325:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef4ce5 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685032.933341:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef4ce5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:0.0:1770685032.933444:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+15:12614:x1856697500012544:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 447us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685032.933451:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 241 00000100:00100000:1.0:1770685032.936322:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685032.936486:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500012672 00000100:00100000:3.0:1770685032.936500:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500012672 00000100:00100000:3.0:1770685032.936568:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 242 00000100:00100000:3.0:1770685032.936613:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+15:12614:x1856697500012672:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685032.936641:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685032.936669:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef4cec lrc: 2/0,0 mode: --/CR res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcb44 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685032.936759:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef4cec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb44 expref: 16 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685032.936776:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef4cec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb44 expref: 16 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685032.936799:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9d92e0875f00) 00010000:00010000:3.0:1770685032.936819:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1770685032.936825:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c63400, rc 0) 00000100:00100000:3.0:1770685032.936896:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+16:12614:x1856697500012672:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 318us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685032.936904:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 242 00000100:00100000:3.0:1770685032.944084:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685032.944563:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500012928 00000100:00100000:0.0:1770685032.945434:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500012928 00000100:00100000:0.0:1770685032.946562:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 243 00000100:00100000:0.0:1770685032.946602:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+16:12614:x1856697500012928:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1770685032.946687:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef4cf3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685032.946709:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62c00/0x8f0dbafbd9ef4c9f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb1a expref: 16 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685032.946720:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef4cf3 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685032.946778:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62c00/0x8f0dbafbd9ef4c9f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb1a expref: 16 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685032.946793:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62c00/0x8f0dbafbd9ef4c9f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb1a expref: 16 pid: 5760 timeout: 457 lvb_type: 0 00000100:00100000:0.0:1770685032.946808:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c290f800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514673024:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685032.946934:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0361c00 going to sleep for 11 seconds 00000100:00100000:1.0:1770685032.957924:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685032.958636:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500013056 00000100:00100000:3.0:1770685032.958652:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500013056 00010000:00010000:3.0:1770685032.958705:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62c00/0x8f0dbafbd9ef4c9f lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb1a expref: 17 pid: 5760 timeout: 457 lvb_type: 0 00000100:00100000:3.0:1770685032.958767:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 87 00000100:00100000:3.0:1770685032.958780:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+17:2351:x1856697500013056:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685032.958800:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685032.958808:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62c00/0x8f0dbafbd9ef4c9f lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb1a expref: 17 pid: 5760 timeout: 457 lvb_type: 0 00010000:00010000:3.0:1770685032.958823:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62c00/0x8f0dbafbd9ef4c9f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb1a expref: 17 pid: 5760 timeout: 457 lvb_type: 0 00010000:00010000:3.0:1770685032.958852:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9d92e0875f00) 00010000:00010000:3.0:1770685032.958859:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef4cf3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685032.958870:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef4cf3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685032.958879:0:5745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef4cf3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685032.958921:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685032.958999:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+17:2351:x1856697500013056:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 219us (1092us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685032.959008:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 87 00010000:00010000:0.0:1770685032.961174:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62c00/0x8f0dbafbd9ef4c9f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb1a expref: 16 pid: 5760 timeout: 457 lvb_type: 0 00000100:00100000:0.0:1770685032.961210:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c290f800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514673024:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685032.961250:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef4cf3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685032.961286:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef4cf3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685032.961293:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef4cf3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685032.961344:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef4cf3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685032.961352:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef4cf3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685032.961360:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef4cf3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685032.961366:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5175800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685032.961371:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef4cf3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685032.961379:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef4cf3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685032.961398:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9d92e0875f00) 00010000:00010000:0.0:1770685032.961401:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1770685032.961406:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef4cf3 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685032.961412:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef4cf3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:0.0:1770685032.961519:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+15:12614:x1856697500012928:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 Request processed in 14942us (17455us total) trans 0 rc -22/-22 00000100:00100000:0.0:1770685032.961531:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 243 00000100:00100000:3.0:1770685032.969554:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685032.969767:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500013184 00000100:00100000:2.0:1770685032.969781:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500013184 00000100:00100000:2.0:1770685032.969852:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 244 00000100:00100000:2.0:1770685032.969864:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+15:2350:x1856697500013184:12345-192.168.203.41@tcp:33:lhsmtool_posix.0 00010000:00010000:2.0:1770685032.969953:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef4cfa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685032.969973:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef4cde lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb3d expref: 15 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685032.969983:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef4cfa lrc: 4/1,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685032.970028:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef4cde lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb3d expref: 15 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685032.970053:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef4cde lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb3d expref: 15 pid: 5760 timeout: 457 lvb_type: 0 00000100:00100000:2.0:1770685032.970070:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fc3c0700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514673152:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685032.970312:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fac03000 going to sleep for 11 seconds 00000100:00100000:2.0:1770685032.972758:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fc3c0700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514673152:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685032.972800:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef4cfa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010000000000 pid: 5761 initiator: MDT0 00000100:00100000:3.0:1770685032.976775:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685032.977042:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500013312 00000100:00100000:2.0:1770685032.977058:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500013312 00010000:00010000:2.0:1770685032.977120:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef4cde lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb3d expref: 16 pid: 5760 timeout: 457 lvb_type: 0 00000100:00100000:2.0:1770685032.977170:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 88 00000100:00100000:2.0:1770685032.977184:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+16:2351:x1856697500013312:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685032.977207:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685032.977256:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef4cde lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb3d expref: 16 pid: 5760 timeout: 457 lvb_type: 0 00010000:00010000:2.0:1770685032.977274:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef4cde lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb3d expref: 16 pid: 5760 timeout: 457 lvb_type: 0 00010000:00010000:2.0:1770685032.977317:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef4cde lrc: 0/0,0 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb3d expref: 16 pid: 5760 timeout: 457 lvb_type: 0 00010000:00010000:2.0:1770685032.977342:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9d92e0875f00) 00010000:00010000:2.0:1770685032.977350:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef4cfa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685032.977361:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef4cfa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40090000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685032.977370:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef4cfa lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40090000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685032.977406:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685032.977491:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+15:2351:x1856697500013312:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 309us (742us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685032.977500:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 88 00010000:00010000:2.0:1770685032.977687:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef4cfa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685032.977697:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef4cfa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685032.977735:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef4cfa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685032.977743:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef4cfa lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685032.977763:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef4cfa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685032.977769:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245fa00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:2.0:1770685032.977774:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef4cfa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685032.977783:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef4cfa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685032.977793:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9d92e0875f00) 00010000:00010000:2.0:1770685032.977797:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1770685032.977801:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef4cfa lrc: 2/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685032.977806:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef4cfa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819400000000 pid: 5761 initiator: MDT0 00000100:00100000:2.0:1770685032.977856:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+14:2350:x1856697500013184:12345-192.168.203.41@tcp:33:lhsmtool_posix.0 Request processed in 7995us (8317us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685032.977867:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 244 00000100:00100000:3.0:1770685032.990254:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685032.990556:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500013568 00000100:00100000:2.0:1770685032.990572:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500013568 00000100:00100000:2.0:1770685032.990672:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 245 00000100:00100000:2.0:1770685032.990684:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+14:12614:x1856697500013568:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1770685032.991115:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef4d01 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685032.991139:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef4cec lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb44 expref: 15 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685032.991185:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef4d01 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685032.991238:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef4cec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb44 expref: 15 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685032.991253:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef4cec lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb44 expref: 15 pid: 5760 timeout: 457 lvb_type: 0 00000100:00100000:2.0:1770685032.991271:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fc3c0700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514673280:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685032.992647:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fac03000 going to sleep for 11 seconds 00000100:00100000:2.0:1770685033.004556:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685033.004890:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500013696 00000100:00100000:0.0:1770685033.004904:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500013696 00010000:00010000:0.0:1770685033.004977:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef4cec lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb44 expref: 16 pid: 5760 timeout: 457 lvb_type: 0 00000100:00100000:0.0:1770685033.005111:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 89 00000100:00100000:0.0:1770685033.005124:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18ca450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+16:2350:x1856697500013696:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685033.005143:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685033.005162:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef4cec lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb44 expref: 16 pid: 5760 timeout: 457 lvb_type: 0 00010000:00010000:0.0:1770685033.005178:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef4cec lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb44 expref: 16 pid: 5760 timeout: 457 lvb_type: 0 00010000:00010000:0.0:1770685033.005206:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9d92e0875f00) 00010000:00010000:0.0:1770685033.005213:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef4d01 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685033.005224:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef4d01 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685033.005233:0:5745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef4d01 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685033.005256:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685033.005334:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18ca450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+16:2350:x1856697500013696:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 212us (790us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685033.005352:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 89 00000100:00080000:2.0:1770685033.005893:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1770685033.007010:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef4cec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb44 expref: 15 pid: 5760 timeout: 457 lvb_type: 0 00000100:00100000:3.0:1770685033.007045:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fc3c0700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514673280:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685033.007079:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef4d01 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685033.007090:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef4d01 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685033.007096:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef4d01 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000001:00080000:3.0:1770685033.008720:0:5761:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967468 00000001:00080000:3.0:1770685033.011448:0:5761:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967469 00000001:00080000:3.0:1770685033.012220:0:5761:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967470 00000001:00080000:3.0:1770685033.012258:0:5761:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967471 00000001:00080000:3.0:1770685033.013358:0:5761:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967472 00010000:00010000:3.0:1770685033.013407:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef4d01 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685033.013418:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef4d01 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685033.013446:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef4d01 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685033.013453:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245fc00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685033.013458:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef4d01 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685033.013475:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef4d01 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685033.013497:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9d92e0875f00) 00010000:00010000:3.0:1770685033.013500:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1770685033.013506:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef4d01 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685033.013512:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef4d01 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685033.013554:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4c1a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685033.013561:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4c1a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685033.013566:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4c1a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685033.013572:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c62600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685033.013598:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4c1a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685033.013604:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4c1a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685033.013623:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9d92c5552b00) 00010000:00010000:3.0:1770685033.013626:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1770685033.013629:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4c1a lrc: 2/0,0 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685033.013635:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4c1a lrc: 0/0,0 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685033.013660:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef4d08 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685033.013679:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4b8e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcadb expref: 19 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685033.013688:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ee00/0x8f0dbafbd9ef4c05 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcafe expref: 19 pid: 5760 timeout: 457 lvb_type: 0 00010000:00010000:3.0:1770685033.013696:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c800/0x8f0dbafbd9ef4c4b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb05 expref: 19 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685033.013704:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef4d08 lrc: 6/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685033.013769:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c800/0x8f0dbafbd9ef4c4b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb05 expref: 19 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685033.013788:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c800/0x8f0dbafbd9ef4c4b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb05 expref: 19 pid: 5761 timeout: 457 lvb_type: 0 00000100:00100000:3.0:1770685033.013805:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0f88a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514673408:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685033.013957:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ee00/0x8f0dbafbd9ef4c05 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcafe expref: 19 pid: 5760 timeout: 457 lvb_type: 0 00010000:00010000:3.0:1770685033.013967:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ee00/0x8f0dbafbd9ef4c05 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcafe expref: 19 pid: 5760 timeout: 457 lvb_type: 0 00000100:00100000:3.0:1770685033.013977:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0f8a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514673536:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685033.014008:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4b8e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcadb expref: 19 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685033.014017:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4b8e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcadb expref: 19 pid: 5760 timeout: 457 lvb_type: 0 00000100:00100000:3.0:1770685033.014027:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0f8b800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514673664:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685033.014060:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb1720c0 going to sleep for 11 seconds 00000100:00100000:2.0:1770685033.030817:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685033.030863:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685033.030903:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500013824 00000100:00100000:2.0:1770685033.030925:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500013824 00010000:00010000:2.0:1770685033.030979:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c800/0x8f0dbafbd9ef4c4b lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb05 expref: 20 pid: 5761 timeout: 457 lvb_type: 0 00000100:00100000:2.0:1770685033.031018:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500013952 00000100:00100000:2.0:1770685033.031021:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500013952 00010000:00010000:2.0:1770685033.031057:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ee00/0x8f0dbafbd9ef4c05 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcafe expref: 20 pid: 5760 timeout: 457 lvb_type: 0 00000100:00100000:2.0:1770685033.031078:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 90 00000100:00100000:2.0:1770685033.031088:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+20:2349:x1856697500013824:12345-192.168.203.41@tcp:102:ldlm_bl.0 00010000:00010000:2.0:1770685033.031106:0:5745:0:(ldlm_lockd.c:1654:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c800/0x8f0dbafbd9ef4c4b lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb05 expref: 20 pid: 5761 timeout: 457 lvb_type: 0 00010000:00010000:2.0:1770685033.031126:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c800/0x8f0dbafbd9ef4c4b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb05 expref: 20 pid: 5761 timeout: 457 lvb_type: 0 00010000:00010000:2.0:1770685033.031138:0:5745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c800/0x8f0dbafbd9ef4c4b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x51/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb05 expref: 20 pid: 5761 timeout: 457 lvb_type: 0 00010000:00010000:2.0:1770685033.031149:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9d92c5552b00) 00010000:00010000:2.0:1770685033.031152:0:5745:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 53 00010000:00010000:2.0:1770685033.031157:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef4d08 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685033.031169:0:5745:0:(ldlm_lockd.c:1703:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c800/0x8f0dbafbd9ef4c4b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x51/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb05 expref: 20 pid: 5761 timeout: 457 lvb_type: 0 00000100:00100000:2.0:1770685033.031249:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+20:2349:x1856697500013824:12345-192.168.203.41@tcp:102:ldlm_bl.0 Request processed in 162us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685033.031256:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 90 00000100:00100000:2.0:1770685033.031277:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 91 00000100:00100000:2.0:1770685033.031284:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+20:2351:x1856697500013952:12345-192.168.203.41@tcp:102:ldlm_bl.0 00010000:00010000:2.0:1770685033.031293:0:5745:0:(ldlm_lockd.c:1654:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ee00/0x8f0dbafbd9ef4c05 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcafe expref: 20 pid: 5760 timeout: 457 lvb_type: 0 00010000:00010000:2.0:1770685033.032835:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ee00/0x8f0dbafbd9ef4c05 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcafe expref: 20 pid: 5760 timeout: 457 lvb_type: 0 00010000:00010000:2.0:1770685033.032849:0:5745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ee00/0x8f0dbafbd9ef4c05 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x51/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcafe expref: 20 pid: 5760 timeout: 457 lvb_type: 0 00010000:00010000:2.0:1770685033.032874:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9d92c5552b00) 00010000:00010000:2.0:1770685033.032877:0:5745:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 53 00010000:00010000:2.0:1770685033.032881:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef4d08 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685033.032891:0:5745:0:(ldlm_lockd.c:1703:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ee00/0x8f0dbafbd9ef4c05 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x51/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcafe expref: 20 pid: 5760 timeout: 457 lvb_type: 0 00000100:00100000:2.0:1770685033.033021:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+20:2351:x1856697500013952:12345-192.168.203.41@tcp:102:ldlm_bl.0 Request processed in 1735us (2155us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685033.033031:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 91 00000100:00080000:1.0:1770685033.035078:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685033.038026:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685033.038107:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0f88a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514673408:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685033.038134:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0f8a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514673536:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685033.038147:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0f8b800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514673664:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685033.038180:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef4d08 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685033.041446:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500014080 00000100:00100000:1.0:1770685033.041476:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500014080 00010000:00010000:1.0:1770685033.041535:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4b8e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcadb expref: 20 pid: 5760 timeout: 457 lvb_type: 0 00000100:00100000:1.0:1770685033.041648:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 92 00000100:00100000:1.0:1770685033.041659:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+20:2349:x1856697500014080:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685033.041680:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685033.041688:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4b8e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcadb expref: 20 pid: 5760 timeout: 457 lvb_type: 0 00010000:00010000:1.0:1770685033.041702:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4b8e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcadb expref: 20 pid: 5760 timeout: 457 lvb_type: 0 00010000:00010000:1.0:1770685033.041729:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4b8e lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcadb expref: 20 pid: 5760 timeout: 457 lvb_type: 0 00010000:00010000:1.0:1770685033.041742:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9d92c5552b00) 00010000:00010000:1.0:1770685033.041756:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef4d08 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685033.041766:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef4d08 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685033.041790:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef4d08 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685033.041824:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685033.041895:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+19:2349:x1856697500014080:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 237us (3872us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685033.041902:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 92 00010000:00010000:0.0:1770685033.042202:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef4d08 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685033.042220:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef4d08 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685033.042236:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef4d08 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685033.042242:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef4d08 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685033.042249:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef4d08 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685033.042255:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c63600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685033.042259:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef4d08 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685033.042267:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef4d08 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685033.042278:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9d92c5552b00) 00010000:00010000:0.0:1770685033.042281:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685033.042285:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef4d08 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685033.042291:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef4d08 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:0.0:1770685033.042554:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+19:12614:x1856697500013568:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 51871us (52316us total) trans 4294967473 rc 0/0 00000100:00100000:0.0:1770685033.042573:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 245 00000020:00080000:0.0:1770685033.042608:0:5761:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:1.0:1770685033.045949:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685033.045960:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685033.046981:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:1.0:1770685033.046993:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1770685033.050850:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685033.051043:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500014336 00000100:00100000:3.0:1770685033.051058:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500014336 00000100:00100000:3.0:1770685033.051172:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 72 00000100:00100000:3.0:1770685033.051184:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+18:12614:x1856697500014336:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1770685033.051823:0:5764:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x5:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1770685033.052674:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967474 00010000:00010000:2.0:1770685033.052830:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef4d0f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0 00010000:00010000:2.0:1770685033.052853:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef4d0f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5764 initiator: MDT0 00010000:00010000:2.0:1770685033.052866:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef4d0f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5764 initiator: MDT0 00010000:00010000:2.0:1770685033.052875:0:5764:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef4d0f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5764 initiator: MDT0 00010000:00010000:2.0:1770685033.052881:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef4d0f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5764 initiator: MDT0 00010000:00010000:2.0:1770685033.052887:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef4d0f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5764 initiator: MDT0 00010000:00010000:2.0:1770685033.053094:0:5764:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1770685033.053263:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+20:12614:x1856697500014336:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 2077us (2426us total) trans 4294967475 rc 0/0 00000100:00100000:2.0:1770685033.053274:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 72 00000020:00080000:2.0:1770685033.053281:0:5764:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1770685033.054429:0:5748:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1770685033.054443:0:5748:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef4d0f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685033.054455:0:5748:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245f600 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:0.0:1770685033.054460:0:5748:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef4d0f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685033.054547:0:5748:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef4d0f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685033.054567:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9d92c5552500) 00010000:00010000:0.0:1770685033.054570:0:5748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1770685033.054593:0:5748:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef4d0f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685033.054600:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef4d0f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685033.054619:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770685033.054621:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770685033.054623:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685033.201939:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1770685033.282740:0:12632:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685033.282754:0:12632:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1770685033.282806:0:12632:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 7 count 3 00000040:00080000:3.0:1770685033.282814:0:12632:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1770685033.336664:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685033.337092:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500014592 00000100:00100000:0.0:1770685033.337106:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500014592 00000100:00100000:0.0:1770685033.337168:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 246 00000100:00100000:0.0:1770685033.337191:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+20:12617:x1856697500014592:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685033.337231:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685033.337262:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef4d16 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcb4b expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685033.337416:0:5761:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c800/0x8f0dbafbd9ef4c4b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x51/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb05 expref: 19 pid: 5761 timeout: 457 lvb_type: 0 00010000:00010000:0.0:1770685033.337434:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174600/0x8f0dbafbd9ef4d1d lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685033.337448:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174600/0x8f0dbafbd9ef4d1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685033.337459:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174600/0x8f0dbafbd9ef4d1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:0.0:1770685033.337471:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xd:0x0]: returning size 1048576 00000004:00010000:0.0:1770685033.337658:0:5761:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb size from disk: 1048576 -> 1048576 00000004:00010000:0.0:1770685033.337662:0:5761:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb mtime from disk: 1770685031 -> 1770685031 00000004:00010000:0.0:1770685033.337664:0:5761:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb atime from disk: 1770685031 -> 1770685031 00000004:00010000:0.0:1770685033.337666:0:5761:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb ctime from disk: 1770685031 -> 1770685031 00000004:00010000:0.0:1770685033.337669:0:5761:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb blocks from disk: 2 -> 2054 00002000:00010000:0.0:1770685033.337673:0:5761:0:(mdt_io.c:1529:mdt_lvb2reply()) size 1048576 00010000:00010000:0.0:1770685033.337708:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef4d16 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb4b expref: 23 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685033.337725:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174600/0x8f0dbafbd9ef4d1d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb4b expref: 22 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685033.337734:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9d92c5552b00) 00010000:00010000:0.0:1770685033.337737:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1770685033.337741:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174600, rc 0) 00000100:00100000:0.0:1770685033.337823:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+22:12617:x1856697500014592:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 635us (1261us total) trans 4294967476 rc 0/0 00000100:00100000:0.0:1770685033.337839:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 246 00000100:00100000:3.0:1770685033.341275:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685033.341361:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500014720 00000100:00100000:0.0:1770685033.341373:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500014720 00000100:00100000:0.0:1770685033.341441:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 247 00000100:00100000:0.0:1770685033.341451:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+22:12617:x1856697500014720:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:0.0:1770685033.341548:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef4d2b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685033.341568:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef4d2b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685033.341609:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef4d2b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685033.341644:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef4d2b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685033.341651:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef4d2b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685033.341659:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef4d2b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685033.341666:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5175a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685033.341671:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef4d2b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685033.341679:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef4d2b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685033.341693:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff9d92c5552b00) 00010000:00010000:0.0:1770685033.341697:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1770685033.341713:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef4d2b lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685033.341718:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef4d2b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685033.342479:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+22:12617:x1856697500014720:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 1021us (1210us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685033.342490:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 247 00000100:00100000:0.0:1770685033.350111:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685033.350273:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500014976 00000100:00100000:2.0:1770685033.350289:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500014976 00000100:00100000:2.0:1770685033.350393:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 73 00000100:00100000:2.0:1770685033.350406:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+22:12617:x1856697500014976:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:2.0:1770685033.350755:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+23:12617:x1856697500014976:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 351us (654us total) trans 4294967477 rc 0/0 00000100:00100000:2.0:1770685033.350764:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 73 00000100:00100000:0.0:1770685034.194709:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685034.194751:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685034.194788:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685034.194806:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685034.194879:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685034.194907:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500015232 00000100:00100000:0.0:1770685034.194918:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500015232 00000100:00100000:0.0:1770685034.194973:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500015360 00000100:00100000:0.0:1770685034.194977:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500015360 00000100:00100000:0.0:1770685034.194990:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500015744 00000100:00100000:0.0:1770685034.194992:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500015744 00000100:00100000:0.0:1770685034.195009:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 114 00000100:00100000:0.0:1770685034.195019:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697500015232:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685034.195221:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500015488 00000100:00100000:2.0:1770685034.195226:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500015488 00000100:00100000:2.0:1770685034.195257:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 169 00000100:00100000:2.0:1770685034.195265:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+20:2350:x1856697500015488:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685034.195326:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+20:2350:x1856697500015488:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 62us (573us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685034.195333:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 169 00000100:00100000:0.0:1770685034.195747:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697500015232:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 728us (1050us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685034.195759:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 114 00000100:00100000:0.0:1770685034.195777:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 115 00000100:00100000:0.0:1770685034.195784:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2350:x1856697500015360:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685034.195813:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2350:x1856697500015360:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 30us (1005us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685034.195819:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 115 00000100:00100000:0.0:1770685034.195829:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 55 00000100:00100000:0.0:1770685034.195849:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+5:2347:x1856697500015744:12345-192.168.203.41@tcp:9:kworker.0 00000020:00000080:0.0:1770685034.195868:0:6539:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x8f0dbafbd9ef4306 00000100:00080000:0.0:1770685034.195876:0:6539:0:(import.c:65:import_set_state_nolock()) ffff9d92fc3fa000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1770685034.195918:0:6539:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967307 00000100:00100000:0.0:1770685034.196472:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+2:2347:x1856697500015744:12345-192.168.203.41@tcp:9:kworker.0 Request processed in 620us (1589us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685034.196480:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 55 00000100:00080000:0.0:1770685034.196505:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1770685034.196509:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1770685034.196523:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685034.196896:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500015104 00000100:00100000:3.0:1770685034.196904:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500015104 00000100:00100000:3.0:1770685034.197731:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 303 00000100:00100000:3.0:1770685034.197741:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2350:x1856697500015104:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685034.198097:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685034.198467:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2350:x1856697500015104:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 726us (3676us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685034.198477:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 303 00000100:00100000:3.0:1770685034.198529:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500015616 00000100:00100000:3.0:1770685034.198535:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500015616 00000100:00100000:3.0:1770685034.198613:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 116 00000100:00100000:3.0:1770685034.198622:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+5:2350:x1856697500015616:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685034.198659:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+5:2350:x1856697500015616:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 38us (563us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685034.198666:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 116 00000100:00080000:3.0:1770685034.198684:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1770685034.227046:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770685035.250730:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685036.280378:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685036.601368:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2c9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514674176:0@lo:400:kworker.0 00000100:00100000:1.0:1770685036.601489:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0f8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514673792:0@lo:400:kworker.0 00000100:00100000:2.0:1770685036.605639:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0f88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3288:1856697514673920:0@lo:400:kworker.0 00000100:00100000:1.0:1770685036.606025:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685036.606085:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2c99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856697514674304:0@lo:400:kworker.0 00000100:00100000:1.0:1770685036.606118:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685036.612603:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685036.612719:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514674176 00000100:00100000:1.0:1770685036.612728:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514674176 00000100:00100000:1.0:1770685036.612801:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:1.0:1770685036.612810:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514674176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685036.612865:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514674176:12345-0@lo:400:kworker.0 Request processed in 57us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685036.612872:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:2.0:1770685036.613314:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685036.613357:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2c99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514674432:0@lo:400:kworker.0 00000100:00100000:2.0:1770685036.613412:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685036.613437:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1770685036.613443:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0f8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514674048:0@lo:400:kworker.0 00000100:00100000:2.0:1770685036.613464:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685036.613635:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514673792 00000100:00100000:3.0:1770685036.613642:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514673792 00000100:00100000:1.0:1770685036.613777:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514674304 00000100:00100000:1.0:1770685036.613788:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514674304 00000100:00100000:1.0:1770685036.613820:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514673920 00000100:00100000:1.0:1770685036.613822:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514673920 00000100:00100000:1.0:1770685036.613833:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514674048 00000100:00100000:1.0:1770685036.613835:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514674048 00000100:00100000:1.0:1770685036.613848:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:1.0:1770685036.613854:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856697514674304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685036.613900:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856697514674304:12345-0@lo:400:kworker.0 Request processed in 45us (7780us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685036.613906:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:1.0:1770685036.613919:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:1.0:1770685036.613924:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514673920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685036.613949:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514673920:12345-0@lo:400:kworker.0 Request processed in 24us (636us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685036.613954:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:1.0:1770685036.613962:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:1.0:1770685036.613967:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5007100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514674048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685036.613989:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5007100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514674048:12345-0@lo:400:kworker.0 Request processed in 22us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685036.613994:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:1.0:1770685036.614054:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2c99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856697514674304:0@lo:400:kworker.0 00000100:00100000:3.0:1770685036.614309:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:3.0:1770685036.614317:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0339450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3291:x1856697514673792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685036.614363:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0339450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3291:x1856697514673792:12345-0@lo:400:kworker.0 Request processed in 48us (8339us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685036.614369:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00080000:3.0:1770685036.614412:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1770685036.614417:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1770685036.614427:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514674432 00000100:00100000:3.0:1770685036.614432:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514674432 00000100:00100000:3.0:1770685036.614461:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:3.0:1770685036.614466:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5004000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514674432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685036.614495:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5004000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514674432:12345-0@lo:400:kworker.0 Request processed in 29us (1083us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685036.614500:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:3.0:1770685036.614530:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2c9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514674176:0@lo:400:kworker.0 00000100:00080000:3.0:1770685036.614547:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1770685036.615105:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0f8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514673792:0@lo:400:kworker.0 00000100:00100000:2.0:1770685036.619857:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0f8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514674048:0@lo:400:kworker.0 00000100:00100000:2.0:1770685036.619877:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0f88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3288:1856697514673920:0@lo:400:kworker.0 00000100:00100000:2.0:1770685036.619888:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2c99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514674432:0@lo:400:kworker.0 00000100:00100000:3.0:1770685037.106791:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5004a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514674560:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1770685037.106876:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685037.107102:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514674560 00000100:00100000:2.0:1770685037.107112:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514674560 00000100:00100000:3.0:1770685037.107489:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514674688:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1770685037.107523:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685037.107676:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514674688 00000100:00100000:0.0:1770685037.107681:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514674688 00000100:00100000:0.0:1770685037.107727:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1770685037.107738:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514674688:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1770685037.107780:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1770685037.108856:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1770685037.108871:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514674560:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1770685037.108900:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1770685037.108956:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514674560:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (2080us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685037.108963:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1770685037.109042:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5004a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514674560:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1770685037.115422:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514674688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 7674us (7886us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685037.115437:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1770685037.116412:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514674688:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1770685037.300427:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1770685038.227943:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967476 is committed 00000001:00080000:2.0:1770685038.227958:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967477 is committed 00000001:00080000:2.0:1770685038.227963:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967468 is committed 00000001:00080000:2.0:1770685038.227967:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967475 is committed 00000100:00100000:0.0:1770685038.297345:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685038.297733:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500015872 00000100:00100000:2.0:1770685038.297745:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500015872 00000100:00100000:2.0:1770685038.297816:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 248 00000100:00100000:2.0:1770685038.297828:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+12:12584:x1856697500015872:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 00000100:00080000:3.0:1770685038.297834:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685038.297931:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+12:12584:x1856697500015872:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 Request processed in 105us (596us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685038.297952:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 248 00000100:00100000:2.0:1770685038.301534:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685038.303522:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500016128 00000100:00100000:0.0:1770685038.303543:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500016128 00000100:00100000:1.0:1770685038.303772:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 74 00000100:00100000:1.0:1770685038.303783:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c83d5850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+12:12584:x1856697500016128:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1770685038.304693:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c83d5850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+13:12584:x1856697500016128:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 395us (2652us total) trans 4294967478 rc 0/0 00000100:00100000:1.0:1770685038.304702:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 74 00010000:00010000:3.0:1770685038.321930:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1770685038.672906:0:7432:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 1b20a364-7a5a-4770-9192-023629c7ce89 00000020:00000080:3.0:1770685038.672916:0:7432:0:(genops.c:904:class_export_put()) final put ffff9d92fc3f8800/1b20a364-7a5a-4770-9192-023629c7ce89 00000020:00000080:0.0:1770685038.673012:0:36:0:(genops.c:863:class_export_destroy()) destroying export ffff9d92fc3f8800/1b20a364-7a5a-4770-9192-023629c7ce89 for lustre-OST0001 00000020:00000080:0.0:1770685038.673063:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9d92fc3fa000 for lustre-OST0001 00000100:00100000:2.0:1770685039.317447:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685039.317548:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685039.317595:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685039.317658:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500016256 00000100:00100000:1.0:1770685039.317667:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500016256 00000100:00100000:1.0:1770685039.317723:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 305 00000100:00100000:1.0:1770685039.317733:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0338c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2350:x1856697500016256:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685039.317803:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0338c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2350:x1856697500016256:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 71us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685039.317810:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 305 00000100:00100000:2.0:1770685039.321748:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685039.321776:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685039.321796:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500016768 00000100:00100000:2.0:1770685039.321805:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500016768 00000100:00100000:2.0:1770685039.321854:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500016384 00000100:00100000:2.0:1770685039.321857:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500016384 00000100:00100000:2.0:1770685039.321895:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 173 00000100:00100000:2.0:1770685039.321905:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+13:2350:x1856697500016768:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685039.321979:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+13:2350:x1856697500016768:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 75us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685039.321987:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 173 00000100:00100000:2.0:1770685039.322014:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 174 00000100:00100000:2.0:1770685039.322021:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+21:2350:x1856697500016384:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685039.322048:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+21:2350:x1856697500016384:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 28us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685039.322054:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 174 00000100:00100000:2.0:1770685039.322107:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00080000:3.0:1770685039.323250:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685039.325209:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500016896 00000100:00100000:0.0:1770685039.325226:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500016896 00000100:00100000:0.0:1770685039.325375:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500016512 00000100:00100000:0.0:1770685039.325392:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500016512 00000100:00100000:0.0:1770685039.325426:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 119 00000100:00100000:0.0:1770685039.325436:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697500016512:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685039.325501:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697500016512:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 68us (7925us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685039.325506:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 119 00000100:00100000:0.0:1770685039.325519:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 56 00000100:00100000:0.0:1770685039.325523:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+5:2347:x1856697500016896:12345-192.168.203.41@tcp:9:kworker.0 00000020:00000080:0.0:1770685039.325536:0:6538:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x8f0dbafbd9ef452f 00000100:00080000:0.0:1770685039.325543:0:6538:0:(import.c:65:import_set_state_nolock()) ffff9d91c33e5800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1770685039.325599:0:6538:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967305 00000100:00100000:0.0:1770685039.325830:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+2:2347:x1856697500016896:12345-192.168.203.41@tcp:9:kworker.0 Request processed in 304us (8398us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685039.325837:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 56 00000100:00080000:0.0:1770685039.325856:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1770685039.325870:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770685039.330122:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500016640 00000100:00100000:2.0:1770685039.330134:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500016640 00000100:00100000:2.0:1770685039.330189:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 120 00000100:00100000:2.0:1770685039.330199:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2350:x1856697500016640:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685039.331242:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2350:x1856697500016640:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 1038us (9128us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685039.331251:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 120 00000100:00080000:2.0:1770685039.331293:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1770685039.348439:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1770685040.121036:0:12832:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 1e: Archive, Release and Restore SEL file ========================================================== 19:57:18 (1770685038) 00000100:00100000:0.0:1770685040.235230:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685040.235295:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500017024 00000100:00100000:1.0:1770685040.235304:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500017024 00000100:00100000:1.0:1770685040.235364:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 249 00000100:00100000:1.0:1770685040.235375:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+21:13204:x1856697500017024:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:1.0:1770685040.235396:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685040.235417:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c400/0x8f0dbafbd9ef4d32 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcb52 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685040.235481:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4d39 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685040.235495:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4d39 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685040.235507:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4d39 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685040.235521:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef4d40 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685040.235527:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef4d40 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685040.235532:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef4d40 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685040.235763:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4d39 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685040.235771:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4d39 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685040.235777:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4d39 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685040.235783:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9d000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685040.235788:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4d39 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685040.235794:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4d39 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685040.235806:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5552f00) 00010000:00010000:1.0:1770685040.235809:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685040.235813:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4d39 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685040.235818:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4d39 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685040.235830:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef4d40 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685040.235836:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef4d40 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685040.235841:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef4d40 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685040.235846:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9cc00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685040.235854:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef4d40 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685040.235860:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef4d40 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685040.235867:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1536d67a (ffff9d92d1988400) 00010000:00010000:1.0:1770685040.235869:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685040.235871:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef4d40 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685040.235877:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef4d40 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685040.235909:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c400/0x8f0dbafbd9ef4d32 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb52 expref: 22 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685040.235918:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5552f00) 00010000:00010000:1.0:1770685040.235920:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685040.235923:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c400/0x8f0dbafbd9ef4d32 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb52 expref: 22 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685040.235931:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9c400, rc 0) 00000100:00100000:1.0:1770685040.236005:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+21:13204:x1856697500017024:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 632us (785us total) trans 0 rc 301/301 00000100:00100000:1.0:1770685040.236012:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 249 00000100:00100000:3.0:1770685040.244072:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685040.244150:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500017280 00000100:00100000:3.0:1770685040.244165:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500017280 00000100:00100000:3.0:1770685040.244268:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 250 00000100:00100000:3.0:1770685040.244296:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+21:13204:x1856697500017280:12345-192.168.203.41@tcp:36:lfs.0 00010000:00010000:3.0:1770685040.244380:0:5761:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685040.244422:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef4a6f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bca87 expref: 21 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685040.244452:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5552f00) 00010000:00010000:3.0:1770685040.244459:0:5761:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1770685040.244659:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4d47 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685040.244676:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4b1e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcab8 expref: 12 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685040.244685:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4d47 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685040.244731:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4b1e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcab8 expref: 12 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685040.244752:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4b1e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcab8 expref: 12 pid: 5760 timeout: 465 lvb_type: 0 00000100:00100000:3.0:1770685040.244773:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c29c7480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514674816:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685040.244917:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c70e4840 going to sleep for 11 seconds 00000040:00080000:3.0:1770685040.248121:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685040.248136:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1770685040.248457:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 7 count 3 00000040:00080000:3.0:1770685040.248464:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1770685040.251142:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c29c7480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514674816:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685040.251170:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4d47 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:3.0:1770685040.252515:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685040.257299:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500017408 00000100:00100000:2.0:1770685040.257314:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500017408 00010000:00010000:2.0:1770685040.257390:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4b1e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcab8 expref: 13 pid: 5760 timeout: 465 lvb_type: 0 00000100:00100000:2.0:1770685040.257423:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 93 00000100:00100000:2.0:1770685040.257433:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+13:2351:x1856697500017408:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685040.257458:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685040.257465:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4b1e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcab8 expref: 13 pid: 5760 timeout: 465 lvb_type: 0 00010000:00010000:2.0:1770685040.257479:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4b1e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcab8 expref: 13 pid: 5760 timeout: 465 lvb_type: 0 00010000:00010000:2.0:1770685040.257499:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4b1e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcab8 expref: 13 pid: 5760 timeout: 465 lvb_type: 0 00010000:00010000:2.0:1770685040.257511:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5552f00) 00010000:00010000:2.0:1770685040.257515:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4d47 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685040.257525:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4d47 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685040.257539:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4d47 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685040.257566:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685040.257643:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+12:2351:x1856697500017408:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 211us (5143us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685040.257651:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 93 00000100:00080000:3.0:1770685040.257855:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1770685040.259002:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4d47 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685040.259013:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4d47 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685040.259047:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef4d4e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x1536d67a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685040.259065:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef4d4e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685040.259076:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef4d4e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:0.0:1770685040.260283:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xf:0x0]: returning size 512 00010000:00010000:0.0:1770685040.260300:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4d47 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685040.260309:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4d47 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685040.260315:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4d47 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685040.260322:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c62600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685040.260326:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4d47 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685040.260333:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4d47 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685040.260347:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5552f00) 00010000:00010000:0.0:1770685040.260350:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685040.260723:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4d47 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685040.260731:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4d47 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000004:00010000:0.0:1770685040.260750:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000008458f9a reply state 00000000e5553066 transno 4294967479 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef4d4e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:0.0:1770685040.260773:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1770685040.260914:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+22:13204:x1856697500017280:12345-192.168.203.41@tcp:36:lfs.0 Request processed in 16632us (16856us total) trans 4294967479 rc 0/0 00000100:00100000:0.0:1770685040.260923:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 250 00010000:00010000:0.0:1770685040.274890:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef4d4e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685040.274906:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef4d4e lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685040.274913:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef4d4e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685040.274919:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685040.274924:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef4d4e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685040.274931:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef4d4e lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685040.274947:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1536d67a (ffff9d92c554f600) 00010000:00010000:0.0:1770685040.274950:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685040.274955:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef4d4e lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685040.274960:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef4d4e lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:2.0:1770685040.299419:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685040.299799:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500017536 00000100:00100000:3.0:1770685040.299810:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500017536 00000100:00100000:3.0:1770685040.299863:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 251 00000100:00100000:3.0:1770685040.299873:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+21:13205:x1856697500017536:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685040.299896:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685040.299922:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef4d55 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcb59 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685040.299999:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef4d5c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685040.300013:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef4d5c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685040.300921:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef4d5c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:3.0:1770685040.301018:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1770685040.301862:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 7 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685040.301902:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef4d5c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685040.301937:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef4d55 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb59 expref: 23 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685040.301953:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef4d5c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb59 expref: 22 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685040.301970:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92e0875100) 00010000:00010000:3.0:1770685040.301973:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685040.301977:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c62200, rc 0) 00000100:00100000:3.0:1770685040.304099:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+22:13205:x1856697500017536:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 4213us (4677us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685040.304114:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 251 00000100:00100000:3.0:1770685040.310633:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685040.310668:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500017664 00000100:00100000:3.0:1770685040.310677:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500017664 00000100:00100000:3.0:1770685040.310970:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 252 00000100:00100000:3.0:1770685040.310982:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+22:13205:x1856697500017664:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685040.311010:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685040.311030:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4d63 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcb60 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685040.311097:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef4d6a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.311110:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef4d6a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.311120:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef4d6a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.311131:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef4d71 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.311137:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef4d71 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.311158:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef4d71 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.312372:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef4d78 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.312384:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef4d78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.312393:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef4d78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:3.0:1770685040.312434:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xf:0x0]: returning size 512 00000004:00200000:3.0:1770685040.312438:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685040.312460:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef4d78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.312472:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef4d6a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.312478:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef4d6a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.312484:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef4d6a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.312490:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c62800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685040.312494:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef4d6a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.312501:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef4d6a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.312513:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92e0875100) 00010000:00010000:3.0:1770685040.312523:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685040.312529:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef4d6a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.312535:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef4d6a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.312546:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef4d71 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.312552:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef4d71 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.312557:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef4d71 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.312562:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c62e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685040.312564:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef4d71 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.312569:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef4d71 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.312598:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1536d67a (ffff9d92e0875400) 00010000:00010000:3.0:1770685040.312601:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685040.312604:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef4d71 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.312609:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef4d71 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.312641:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4d63 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb60 expref: 24 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685040.312665:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef4d78 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb60 expref: 23 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685040.312672:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875500) 00010000:00010000:3.0:1770685040.312674:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685040.312676:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c62a00, rc 0) 00000100:00100000:3.0:1770685040.312753:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+23:13205:x1856697500017664:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 1761us (2116us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685040.312761:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 252 00000100:00100000:3.0:1770685040.322867:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685040.322917:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500017920 00000100:00100000:3.0:1770685040.322929:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500017920 00000100:00100000:3.0:1770685040.322995:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 253 00000100:00100000:3.0:1770685040.323007:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+23:13205:x1856697500017920:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685040.323029:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685040.323050:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef4d7f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcb67 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685040.323185:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef4d86 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685040.323198:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef4d86 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685040.323208:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef4d86 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:3.0:1770685040.323219:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xf:0x0]: returning size 512 00010000:00010000:3.0:1770685040.324237:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef4d7f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb67 expref: 26 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685040.324262:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef4d86 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb67 expref: 25 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685040.324272:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875500) 00010000:00010000:3.0:1770685040.324275:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685040.324279:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c62000, rc 0) 00000100:00100000:3.0:1770685040.324355:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+25:13205:x1856697500017920:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 1349us (1500us total) trans 4294967480 rc 0/0 00000100:00100000:3.0:1770685040.324364:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 253 00000100:00100000:1.0:1770685040.345399:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685040.345453:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685040.345484:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500018304 00000100:00100000:1.0:1770685040.345495:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500018304 00000100:00100000:1.0:1770685040.345543:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 254 00000100:00100000:1.0:1770685040.345566:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+25:13205:x1856697500018304:12345-192.168.203.41@tcp:36:lfs.0 00010000:00010000:1.0:1770685040.345644:0:5762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685040.345669:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef4d78 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb60 expref: 25 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685040.345684:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875500) 00010000:00010000:1.0:1770685040.345690:0:5762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685040.346405:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500018048 00000100:00100000:0.0:1770685040.346414:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500018048 00000100:00100000:0.0:1770685040.346459:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 8 00000100:00100000:0.0:1770685040.346479:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+25:2349:x1856697500018048:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685040.346492:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685040.346508:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef4d86 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb67 expref: 25 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685040.346521:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875500) 00010000:00010000:0.0:1770685040.346530:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685040.346601:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+24:2349:x1856697500018048:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 123us (1311us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685040.346608:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 8 00010000:00010000:1.0:1770685040.346881:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4d94 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685040.346896:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4d94 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685040.346905:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4d94 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00010000:1.0:1770685040.348968:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000c2beb69c reply state 00000000bdc63419 transno 4294967481 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4d94 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:1.0:1770685040.348998:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1770685040.349040:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xf:0x0]: returning size 512 00000100:00100000:1.0:1770685040.349142:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+25:13205:x1856697500018304:12345-192.168.203.41@tcp:36:lfs.0 Request processed in 3575us (3685us total) trans 4294967481 rc 0/0 00000100:00100000:1.0:1770685040.349151:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 254 00000100:00100000:1.0:1770685040.355247:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00010000:00010000:3.0:1770685040.355461:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4d94 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.355472:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4d94 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.355480:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4d94 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.355486:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9d000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685040.355490:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4d94 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.355498:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4d94 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.355517:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92d1988400) 00010000:00010000:3.0:1770685040.355521:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1770685040.355526:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4d94 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xf:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.355548:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4d94 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xf:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:2.0:1770685040.356570:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500018560 00000100:00100000:2.0:1770685040.356679:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500018560 00000100:00100000:2.0:1770685040.356975:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 75 00000100:00100000:2.0:1770685040.356996:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+24:13205:x1856697500018560:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:2.0:1770685040.357280:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+25:13205:x1856697500018560:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 295us (2042us total) trans 4294967482 rc 0/0 00000100:00100000:2.0:1770685040.357404:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 75 00010000:00010000:0.0:1770685040.369696:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685040.372816:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685040.373377:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500018688 00000100:00100000:1.0:1770685040.373388:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500018688 00000100:00100000:2.0:1770685040.373652:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 255 00000100:00100000:3.0:1770685040.373795:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+25:13206:x1856697500018688:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:3.0:1770685040.373826:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685040.373849:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef4d9b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcb6e expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685040.373921:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4da2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.373933:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4da2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.373943:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4da2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.373955:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef4da9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.373960:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef4da9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.373965:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef4da9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.374093:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef4db0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.374101:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef4db0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.374126:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef4db0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:3.0:1770685040.374162:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xf:0x0]: returning size 512 00000004:00200000:3.0:1770685040.374252:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685040.374286:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef4db0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.374298:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4da2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.374305:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4da2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.374310:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4da2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.374316:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c63800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685040.374320:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4da2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.374326:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4da2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.374337:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92e0875100) 00010000:00010000:3.0:1770685040.374339:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685040.374344:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4da2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.374349:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4da2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.374360:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef4da9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.374372:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef4da9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.374378:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef4da9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.374383:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c62e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685040.374385:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef4da9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.374391:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef4da9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.374397:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1536d67a (ffff9d92e0875400) 00010000:00010000:3.0:1770685040.374400:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685040.374402:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef4da9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.374408:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef4da9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.374439:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef4d9b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb6e expref: 27 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685040.374452:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62800/0x8f0dbafbd9ef4db0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb6e expref: 26 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685040.374459:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875b00) 00010000:00010000:3.0:1770685040.374461:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1770685040.374463:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c62800, rc 0) 00000100:00100000:3.0:1770685040.374619:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+26:13206:x1856697500018688:12345-192.168.203.41@tcp:101:rm.0 Request processed in 957us (1815us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685040.374634:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 255 00000100:00100000:3.0:1770685040.381525:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685040.381680:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500018816 00000100:00100000:0.0:1770685040.381689:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500018816 00000100:00100000:0.0:1770685040.381748:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 256 00000100:00100000:0.0:1770685040.381757:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+26:13206:x1856697500018816:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:0.0:1770685040.381778:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685040.381798:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef4db7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcb75 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685040.381858:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef4dbe lrc: 3/1,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685040.381871:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef4dbe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685040.381882:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef4dbe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685040.381949:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef4dc5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685040.381965:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef4dc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685040.381972:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef4dc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685040.382044:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef4dbe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685040.382052:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef4dbe lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685040.382057:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef4dbe lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685040.382062:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5175e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685040.382066:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef4dbe lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685040.382072:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef4dbe lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685040.382083:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875b00) 00010000:00010000:0.0:1770685040.382085:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685040.382090:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef4dbe lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685040.382096:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef4dbe lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685040.382106:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef4dc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685040.382112:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef4dc5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685040.382124:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef4dc5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685040.382129:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685040.382132:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef4dc5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685040.382137:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef4dc5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685040.382145:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff9d92c554f600) 00010000:00010000:0.0:1770685040.382147:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685040.382150:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef4dc5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685040.382155:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef4dc5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685040.382198:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef4db7 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb75 expref: 27 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685040.382207:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875b00) 00010000:00010000:0.0:1770685040.382210:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685040.382213:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef4db7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb75 expref: 27 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685040.382221:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5175400, rc 0) 00000100:00100000:0.0:1770685040.382279:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+26:13206:x1856697500018816:12345-192.168.203.41@tcp:101:rm.0 Request processed in 523us (765us total) trans 0 rc 301/301 00000100:00100000:0.0:1770685040.382286:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 256 00000100:00100000:1.0:1770685040.386350:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685040.387064:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500018944 00000100:00100000:3.0:1770685040.387075:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500018944 00000100:00100000:3.0:1770685040.387172:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 257 00000100:00100000:3.0:1770685040.387183:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+26:13206:x1856697500018944:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:3.0:1770685040.387202:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685040.387221:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef4dcc lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcb7c expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685040.387284:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef4dd3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685040.387296:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef4dd3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685040.387306:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef4dd3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685040.387320:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4dda lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685040.387326:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4dda lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685040.387332:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4dda lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685040.387392:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef4dd3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685040.387399:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef4dd3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685040.387417:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef4dd3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685040.387423:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c62e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685040.387427:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef4dd3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685040.387435:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef4dd3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685040.387446:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875b00) 00010000:00010000:3.0:1770685040.387449:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685040.387453:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef4dd3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685040.387459:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef4dd3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685040.387472:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4dda lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685040.387478:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4dda lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685040.387483:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4dda lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685040.387487:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c63800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685040.387490:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4dda lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685040.387495:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4dda lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685040.387513:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff9d92e0875400) 00010000:00010000:3.0:1770685040.387515:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685040.387518:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4dda lrc: 2/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685040.387524:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4dda lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685040.387572:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef4dcc lrc: 1/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb7c expref: 27 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685040.387601:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875b00) 00010000:00010000:3.0:1770685040.387603:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685040.387607:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef4dcc lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb7c expref: 27 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685040.387616:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c63400, rc 0) 00000100:00100000:3.0:1770685040.387744:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+26:13206:x1856697500018944:12345-192.168.203.41@tcp:101:rm.0 Request processed in 563us (1401us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685040.387752:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 257 00000100:00100000:2.0:1770685040.401613:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685040.401926:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500019200 00000100:00100000:3.0:1770685040.401939:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500019200 00000100:00100000:3.0:1770685040.402011:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 258 00000100:00100000:3.0:1770685040.402022:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+26:13207:x1856697500019200:12345-192.168.203.41@tcp:101:dd.0 00010000:00010000:3.0:1770685040.402050:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685040.402076:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef4de1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcb83 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685040.402247:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4de8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685040.402261:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4de8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685040.402272:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4de8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685040.402285:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef4def lrc: 3/0,1 mode: --/PW res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685040.402292:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef4def lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685040.402298:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef4def lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00080000:3.0:1770685040.403280:0:5761:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x5:0x0], index 0: 0 00010000:00010000:3.0:1770685040.403484:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4df6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685040.403498:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4df6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685040.403506:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4df6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685040.403557:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4de8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685040.403564:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4de8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685040.403616:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4de8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685040.403622:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c63800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685040.403626:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4de8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685040.403633:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4de8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685040.403646:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875b00) 00010000:00010000:3.0:1770685040.403649:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685040.403653:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4de8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685040.403659:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4de8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000004:00010000:3.0:1770685040.403673:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000000e6da419 reply state 000000008eccbd66 transno 4294967483 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef4def lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:3.0:1770685040.403682:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1770685040.403728:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef4de1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb83 expref: 29 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685040.403741:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4df6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb83 expref: 28 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685040.403748:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9d92e0875600) 00010000:00010000:3.0:1770685040.403750:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1770685040.403752:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c62600, rc 0) 00000100:00100000:3.0:1770685040.403839:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+29:13207:x1856697500019200:12345-192.168.203.41@tcp:101:dd.0 Request processed in 1818us (2268us total) trans 4294967483 rc 0/0 00000100:00100000:3.0:1770685040.403848:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 258 00010000:00010000:0.0:1770685040.410845:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef4def lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685040.410862:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef4def lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685040.410870:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef4def lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685040.410877:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c62e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685040.410881:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef4def lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685040.410888:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef4def lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685040.410906:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff9d92e0875400) 00010000:00010000:0.0:1770685040.410910:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685040.410914:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef4def lrc: 2/0,0 mode: --/PW res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685040.410919:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef4def lrc: 0/0,0 mode: --/PW res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:2.0:1770685040.434967:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685040.435171:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500019328 00000100:00100000:1.0:1770685040.435181:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500019328 00000100:00100000:1.0:1770685040.435237:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 57 00000100:00100000:1.0:1770685040.435261:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:13207:x1856697500019328:12345-192.168.203.41@tcp:101:dd.0 00010000:00010000:1.0:1770685040.435278:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685040.435299:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef4e04 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcb8a expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1770685040.435324:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1770685040.435343:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685040.435345:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685040.435354:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef4e04 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb8a expref: 7 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685040.435369:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef4e04 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb8a expref: 7 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685040.435381:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9ca00, rc 0) 00000100:00100000:1.0:1770685040.435439:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:13207:x1856697500019328:12345-192.168.203.41@tcp:101:dd.0 Request processed in 179us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685040.435447:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 57 00000100:00100000:1.0:1770685040.455722:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685040.455827:0:6545:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500019456 00000100:00100000:0.0:1770685040.455838:0:6545:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500019456 00002000:00100000:0.0:1770685040.455887:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5:0x0] (0->1048575) req@ffff9d92d077ca80 x1856697500019456/t0(0) o4->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:161/0 lens 488/0 e 0 to 0 dl 1770685051 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685040.455898:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92d077ca80 with x1856697500019456 ext(0->1048575) 00002000:00010000:0.0:1770685040.455905:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92d077ca80 00000100:00100000:0.0:1770685040.455937:0:6545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 37 00000100:00100000:0.0:1770685040.455947:0:6545:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:2348:x1856697500019456:12345-192.168.203.41@tcp:4:dd.0 00000100:00100000:3.0:1770685040.458739:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685040.458826:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500019712 00000100:00100000:2.0:1770685040.458836:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500019712 00000100:00100000:2.0:1770685040.458892:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 76 00000100:00100000:2.0:1770685040.458903:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+28:13207:x1856697500019712:12345-192.168.203.41@tcp:35:dd.0 00000100:00100000:2.0:1770685040.459289:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+29:13207:x1856697500019712:12345-192.168.203.41@tcp:35:dd.0 Request processed in 386us (558us total) trans 4294967484 rc 0/0 00000100:00100000:2.0:1770685040.459297:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 76 00000100:00100000:1.0:1770685040.499637:0:6545:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2348:x1856697500019456:12345-192.168.203.41@tcp:4:dd.0 Request processed in 43680us (43925us total) trans 4294967306 rc 0/0 00000100:00100000:1.0:1770685040.499650:0:6545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 37 00002000:00100000:1.0:1770685040.499664:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5:0x0] (0->1048575) req@ffff9d92d077ca80 x1856697500019456/t4294967306(0) o4->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:161/0 lens 488/448 e 0 to 0 dl 1770685051 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1770685040.499675:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92d077ca80 with x1856697500019456 ext(0->1048575) 00002000:00010000:1.0:1770685040.499681:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92d077ca80 00000001:00100000:0.0:1770685040.753194:0:6567:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 1b20a364-7a5a-4770-9192-023629c7ce89 00000020:00000080:0.0:1770685040.753203:0:6567:0:(genops.c:904:class_export_put()) final put ffff9d91c33e0000/1b20a364-7a5a-4770-9192-023629c7ce89 00000001:00080000:0.0:1770685040.753236:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967306 is committed 00000020:00000080:2.0:1770685040.753932:0:36:0:(genops.c:863:class_export_destroy()) destroying export ffff9d91c33e0000/1b20a364-7a5a-4770-9192-023629c7ce89 for lustre-OST0000 00000020:00000080:2.0:1770685040.754001:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9d91c33e5800 for lustre-OST0000 00000100:00100000:3.0:1770685040.787302:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685040.787422:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500019840 00000100:00100000:0.0:1770685040.787433:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500019840 00000100:00100000:0.0:1770685040.787508:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 259 00000100:00100000:0.0:1770685040.787519:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+12:13234:x1856697500019840:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685040.787539:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685040.787560:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef4e0b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcb91 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685040.787671:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef4e12 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685040.787685:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef4e12 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685040.787698:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef4e12 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:0.0:1770685040.787757:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:0.0:1770685040.787762:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 7 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685040.787785:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef4e12 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685040.787810:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef4e0b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb91 expref: 14 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685040.787827:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef4e12 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb91 expref: 13 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685040.787855:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92e0875100) 00010000:00010000:0.0:1770685040.787858:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1770685040.787862:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5175e00, rc 0) 00000100:00100000:0.0:1770685040.787918:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+13:13234:x1856697500019840:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 400us (624us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685040.787926:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 259 00000100:00100000:0.0:1770685040.813980:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685040.814070:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500020096 00000100:00100000:3.0:1770685040.814080:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500020096 00000100:00100000:3.0:1770685040.814133:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 260 00000100:00100000:3.0:1770685040.814142:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+13:13235:x1856697500020096:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685040.814164:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685040.814185:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef4e19 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcb98 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685040.814251:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4e20 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.814264:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4e20 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.814275:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4e20 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.814289:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef4e27 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.814295:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef4e27 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.814302:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef4e27 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.814833:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62c00/0x8f0dbafbd9ef4e2e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.814859:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62c00/0x8f0dbafbd9ef4e2e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.814866:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62c00/0x8f0dbafbd9ef4e2e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:3.0:1770685040.814877:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:3.0:1770685040.814976:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4e20 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.814992:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4e20 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.814998:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4e20 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.815004:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c63800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685040.815009:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4e20 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.815016:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4e20 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.815028:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9d92c554f400) 00010000:00010000:3.0:1770685040.815031:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685040.815035:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4e20 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.815040:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4e20 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.815053:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef4e27 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.815069:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef4e27 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.815074:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef4e27 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.815079:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c63600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685040.815082:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef4e27 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.815088:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef4e27 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.815096:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9d92e0875e00) 00010000:00010000:3.0:1770685040.815099:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685040.815101:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef4e27 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.815107:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef4e27 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685040.815775:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef4e19 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb98 expref: 16 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685040.815793:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62c00/0x8f0dbafbd9ef4e2e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb98 expref: 15 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685040.815800:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:3.0:1770685040.815802:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685040.815805:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c62c00, rc 0) 00000100:00100000:3.0:1770685040.816000:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+15:13235:x1856697500020096:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 1857us (2027us total) trans 4294967485 rc 0/0 00000100:00100000:3.0:1770685040.816017:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 260 00000100:00100000:1.0:1770685040.829828:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685040.829871:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685040.829906:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685040.829998:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500020480 00000100:00100000:2.0:1770685040.830010:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500020480 00000100:00100000:2.0:1770685040.830085:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 9 00000100:00100000:2.0:1770685040.830096:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2c99500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+15:2348:x1856697500020480:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685040.830113:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685040.830140:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62c00/0x8f0dbafbd9ef4e2e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb98 expref: 15 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685040.830159:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:2.0:1770685040.830164:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685040.830229:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2c99500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+14:2348:x1856697500020480:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 135us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685040.830237:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 9 00000100:00100000:0.0:1770685040.830618:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500020224 00000100:00100000:0.0:1770685040.830623:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500020224 00000100:00100000:0.0:1770685040.830655:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500020352 00000100:00100000:0.0:1770685040.830658:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500020352 00000100:00100000:0.0:1770685040.830676:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 261 00000100:00100000:0.0:1770685040.830684:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+29:13236:x1856697500020224:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685040.830706:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685040.830723:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef4e3c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcb9f expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685040.830786:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4e43 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685040.830799:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4e43 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685040.830809:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4e43 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:0.0:1770685040.830866:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xf:0x0]: returning size 512 00000004:00200000:0.0:1770685040.830869:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685040.830907:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4e43 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685040.830931:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef4e3c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb9f expref: 31 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685040.830947:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4e43 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb9f expref: 30 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685040.830954:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875b00) 00010000:00010000:0.0:1770685040.830957:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1770685040.830959:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174000, rc 0) 00000100:00100000:0.0:1770685040.831003:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+30:13236:x1856697500020224:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 321us (1187us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685040.831009:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 261 00000100:00100000:0.0:1770685040.831024:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 262 00000100:00100000:0.0:1770685040.831030:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+14:13235:x1856697500020352:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1770685040.831066:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+14:13235:x1856697500020352:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 Request processed in 37us (1195us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685040.831072:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 262 00000100:00100000:1.0:1770685040.837893:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685040.837992:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500020736 00000100:00100000:3.0:1770685040.838003:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500020736 00000100:00100000:3.0:1770685040.838062:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 263 00000100:00100000:3.0:1770685040.838073:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2c9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+30:13236:x1856697500020736:12345-192.168.203.41@tcp:58:lfs.0 00000040:00080000:3.0:1770685040.838390:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].7, 136 off9144 00000100:00100000:3.0:1770685040.838717:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2c9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+30:13236:x1856697500020736:12345-192.168.203.41@tcp:58:lfs.0 Request processed in 644us (835us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685040.838725:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 263 00000040:00080000:3.0:1770685041.266720:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685041.266730:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1770685041.266945:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 8 count 4 00000040:00080000:3.0:1770685041.266952:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1770685041.267571:0:11361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c29c4e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514674944:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1770685041.268657:0:11361:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c527fe40 going to sleep for 11 seconds 00000100:00100000:3.0:1770685041.280342:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685041.280373:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500020864 00000100:00100000:3.0:1770685041.280381:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500020864 00000100:00100000:3.0:1770685041.280448:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 264 00000100:00100000:3.0:1770685041.280458:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+15:13246:x1856697500020864:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1770685041.280491:0:5762:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000401:0x10:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1770685041.280623:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+15:13246:x1856697500020864:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 166us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685041.280631:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 264 00000100:00100000:0.0:1770685041.281003:0:11361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c29c4e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514674944:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1770685041.287533:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685041.287896:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500021120 00000100:00100000:3.0:1770685041.287920:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500021120 00000100:00100000:3.0:1770685041.288033:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 265 00000100:00100000:3.0:1770685041.288045:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2c99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+14:13246:x1856697500021120:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685041.288064:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685041.288085:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef4e4a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcba6 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685041.288157:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef4e51 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685041.288170:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef4e51 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685041.288182:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef4e51 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685041.288195:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4e58 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685041.288202:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4e58 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685041.288208:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4e58 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685041.288260:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef4e5f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685041.288268:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef4e5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685041.288275:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef4e5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:3.0:1770685041.288295:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00010000:00010000:3.0:1770685041.288652:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef4e51 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685041.288661:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef4e51 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685041.288667:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef4e51 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685041.288673:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c63600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685041.288676:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef4e51 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685041.288684:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef4e51 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685041.288696:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:3.0:1770685041.288865:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685041.288872:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef4e51 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685041.288878:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef4e51 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685041.288890:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4e58 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685041.288895:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4e58 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685041.288900:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4e58 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685041.288915:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c63800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685041.288918:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4e58 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685041.288924:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4e58 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685041.288933:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x4feed178 (ffff9d92e0875e00) 00010000:00010000:3.0:1770685041.288935:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685041.288938:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4e58 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685041.288943:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef4e58 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685041.288996:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef4e4a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcba6 expref: 17 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685041.289010:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef4e5f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcba6 expref: 16 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685041.289021:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9d92e0875600) 00010000:00010000:3.0:1770685041.289023:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1770685041.289026:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c62400, rc 0) 00000100:00100000:3.0:1770685041.289123:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2c99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+16:13246:x1856697500021120:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 1081us (1598us total) trans 4294967486 rc 0/0 00000100:00100000:3.0:1770685041.289131:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 265 00000100:00100000:3.0:1770685041.294785:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685041.295005:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500021248 00000100:00100000:2.0:1770685041.295015:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500021248 00000100:00100000:2.0:1770685041.295063:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 58 00000100:00100000:2.0:1770685041.295071:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2347:x1856697500021248:12345-192.168.203.41@tcp:8:lhsmtool_posix.0 00010000:00080000:2.0:1770685041.295101:0:6540:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from 1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp t0 exp 0000000000000000 cur 366 last 0 00000020:00000080:2.0:1770685041.295136:0:6540:0:(genops.c:1402:class_connect()) connect: client 1b20a364-7a5a-4770-9192-023629c7ce89, cookie 0x8f0dbafbd9ef4e6d 00002000:00100000:2.0:1770685041.295148:0:6540:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 1b20a364-7a5a-4770-9192-023629c7ce89/ffff9d92f5144800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2113241 ocd_grant: 6815744 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1770685041.295160:0:6540:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:2.0:1770685041.295303:0:6540:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9d91c1ef0600 00002000:00080000:2.0:1770685041.295325:0:6540:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1770685041.295354:0:6540:0:(import.c:65:import_set_state_nolock()) ffff9d92f5143800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1770685041.295435:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+6:2347:x1856697500021248:12345-192.168.203.41@tcp:8:lhsmtool_posix.0 Request processed in 363us (661us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685041.295451:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 58 00000100:00100000:3.0:1770685041.306455:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685041.306627:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500021376 00000100:00100000:0.0:1770685041.306638:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500021376 00000100:00100000:0.0:1770685041.306703:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 59 00000100:00100000:0.0:1770685041.306713:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+6:0:x1856697500021376:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1770685041.306752:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef4e74 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685041.306780:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef4e04 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb8a expref: 6 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685041.306788:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1770685041.306790:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1770685041.306794:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef4e74 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685041.306825:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef4e04 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb8a expref: 6 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685041.306838:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef4e04 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb8a expref: 6 pid: 8401 timeout: 466 lvb_type: 0 00000100:00100000:0.0:1770685041.306852:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c290fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514675072:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685041.306916:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c821d840 going to sleep for 11 seconds 00000100:00080000:3.0:1770685041.308064:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1770685041.315255:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685041.315522:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500021504 00000100:00100000:2.0:1770685041.315533:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500021504 00000100:00100000:0.0:1770685041.315593:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c290fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514675072:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685041.315612:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef4e04 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb8a expref: 7 pid: 8401 timeout: 466 lvb_type: 0 00010000:00010000:0.0:1770685041.315619:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef4e74 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685041.315659:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 94 00000100:00100000:2.0:1770685041.315669:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18c9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:2350:x1856697500021504:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685041.315684:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1770685041.317125:0:5747:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x5:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:2.0:1770685041.317132:0:5747:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x5:0x0] updating lvb mtime from disk: 0 -> 1770685040 00002000:00010000:2.0:1770685041.317135:0:5747:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5:0x0] updating lvb ctime from disk: 0 -> 1770685040 00002000:00010000:2.0:1770685041.317137:0:5747:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x5:0x0] updating lvb blocks from disk: 1 -> 2051 00010000:00010000:2.0:1770685041.317148:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef4e04 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb8a expref: 7 pid: 8401 timeout: 466 lvb_type: 0 00010000:00010000:2.0:1770685041.317165:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef4e04 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb8a expref: 7 pid: 8401 timeout: 466 lvb_type: 0 00010000:00010000:2.0:1770685041.317190:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef4e04 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb8a expref: 7 pid: 8401 timeout: 466 lvb_type: 0 00010000:00010000:2.0:1770685041.317207:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685041.317209:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685041.317213:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef4e74 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685041.317235:0:5747:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef4e74 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685041.317272:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685041.317335:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18c9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697500021504:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 1667us (2089us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685041.317343:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 94 00010000:00010000:0.0:1770685041.317494:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef4e74 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685041.317506:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef4e74 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685041.317545:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef4e74 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685041.317554:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef4e74 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685041.317561:0:8401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef4e74 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685041.317569:0:8401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5175a00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:0.0:1770685041.317574:0:8401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef4e74 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685041.317602:0:8401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef4e74 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685041.317618:0:8401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef4e74 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685041.317626:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef4e74 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685041.317675:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+6:0:x1856697500021376:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 10963us (11227us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685041.317683:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 59 00000100:00100000:0.0:1770685041.326127:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00080000:3.0:1770685041.326152:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1770685041.326217:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500021760 00000100:00100000:2.0:1770685041.326227:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500021760 00000100:00100000:2.0:1770685041.326294:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 266 00000100:00100000:2.0:1770685041.326303:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+16:13246:x1856697500021760:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1770685041.326416:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+16:13246:x1856697500021760:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 114us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685041.326423:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 266 00000100:00100000:1.0:1770685041.331902:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685041.332018:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500021888 00000100:00100000:0.0:1770685041.332030:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500021888 00000100:00100000:0.0:1770685041.332119:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 60 00000100:00100000:0.0:1770685041.332130:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2c99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+6:2349:x1856697500021888:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685041.332147:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685041.332167:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef4e7b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcbad expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1770685041.332190:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x5:0x0] initial LVB size: 1048576, mtime: 0x698a8270, atime: 0x0, ctime: 0x698a8270, blocks: 0x803 00010000:00010000:0.0:1770685041.332207:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685041.332209:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685041.332218:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef4e7b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcbad expref: 7 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685041.332234:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef4e7b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcbad expref: 7 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685041.332258:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174800, rc 0) 00000100:00100000:0.0:1770685041.332357:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2c99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+7:2349:x1856697500021888:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 228us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685041.332365:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 60 00000100:00100000:3.0:1770685041.335852:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685041.336897:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500022144 00000100:00100000:1.0:1770685041.336908:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500022144 00000100:00100000:1.0:1770685041.336970:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 267 00000100:00100000:1.0:1770685041.336990:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+16:13246:x1856697500022144:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1770685041.337122:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+16:13246:x1856697500022144:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 143us (1277us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685041.337130:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 267 00000100:00100000:3.0:1770685041.345729:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685041.345815:0:6545:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500022272 00000100:00100000:1.0:1770685041.345825:0:6545:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500022272 00002000:00100000:1.0:1770685041.345870:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5:0x0] (0->1048575) req@ffff9d91c29c6300 x1856697500022272/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:162/0 lens 488/0 e 0 to 0 dl 1770685052 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1770685041.345882:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c29c6300 with x1856697500022272 ext(0->1048575) 00002000:00010000:1.0:1770685041.345888:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d91c29c6300 00000100:00100000:1.0:1770685041.345919:0:6545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 38 00000100:00100000:1.0:1770685041.345929:0:6545:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1b20a364-7a5a-4770-9192-023629c7ce89+7:2348:x1856697500022272:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1770685041.371328:0:6545:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1b20a364-7a5a-4770-9192-023629c7ce89+7:2348:x1856697500022272:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 Request processed in 25392us (25600us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1770685041.371344:0:6545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 38 00002000:00100000:0.0:1770685041.371359:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x5:0x0] (0->1048575) req@ffff9d91c29c6300 x1856697500022272/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:162/0 lens 488/440 e 0 to 0 dl 1770685052 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685041.371382:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c29c6300 with x1856697500022272 ext(0->1048575) 00002000:00010000:0.0:1770685041.371389:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d91c29c6300 00010000:00010000:3.0:1770685041.394009:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685041.416904:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685041.416939:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500022400 00000100:00100000:3.0:1770685041.416948:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500022400 00000100:00100000:3.0:1770685041.417004:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 268 00000100:00100000:3.0:1770685041.417014:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+16:13246:x1856697500022400:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685041.417034:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685041.417054:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4e82 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcbb4 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685041.417086:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4e89 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685041.417098:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4e89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685041.417110:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4e89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685041.417200:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4e82 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcbb4 expref: 18 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685041.417216:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4e89 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcbb4 expref: 17 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685041.417224:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9d92e0875600) 00010000:00010000:3.0:1770685041.417233:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1770685041.417237:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307aa00, rc 0) 00000100:00100000:3.0:1770685041.417287:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+17:13246:x1856697500022400:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 274us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685041.417295:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 268 00000100:00100000:1.0:1770685041.439859:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685041.442280:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500022528 00000100:00100000:2.0:1770685041.442298:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500022528 00000100:00100000:2.0:1770685041.442406:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 269 00000100:00100000:2.0:1770685041.442417:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+17:13246:x1856697500022528:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1770685041.442450:0:5762:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000401:0x10:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1770685041.442648:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+17:13246:x1856697500022528:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 233us (2796us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685041.442657:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 269 00000100:00100000:1.0:1770685041.455023:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685041.455140:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500022656 00000100:00100000:0.0:1770685041.455152:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500022656 00000100:00100000:0.0:1770685041.455212:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 61 00000100:00100000:0.0:1770685041.455225:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+7:2351:x1856697500022656:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1770685041.455278:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef4e90 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685041.455294:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685041.455297:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685041.455302:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef4e90 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685041.455316:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef4e90 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685041.455350:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef4e90 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685041.455359:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef4e90 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685041.455367:0:8401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef4e90 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685041.455375:0:8401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5175000 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:0.0:1770685041.455388:0:8401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef4e90 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685041.455398:0:8401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef4e90 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685041.455414:0:8401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef4e90 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685041.455422:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef4e90 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685041.455497:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+7:2351:x1856697500022656:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 274us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685041.455505:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 61 00000100:00100000:2.0:1770685041.468464:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685041.468533:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500022912 00000100:00100000:3.0:1770685041.468543:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500022912 00000100:00100000:3.0:1770685041.468630:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 270 00000100:00100000:3.0:1770685041.468640:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+17:13246:x1856697500022912:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1770685041.469052:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+18:13246:x1856697500022912:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 413us (595us total) trans 4294967487 rc 0/0 00000100:00100000:3.0:1770685041.469060:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 270 00000040:00080000:1.0:1770685041.469474:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685041.469479:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685041.470018:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:1.0:1770685041.470042:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1770685041.480497:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685041.481027:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500023168 00000100:00100000:0.0:1770685041.481048:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500023168 00000100:00100000:0.0:1770685041.481097:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 77 00000100:00100000:0.0:1770685041.481106:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+18:13246:x1856697500023168:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1770685041.481637:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+19:13246:x1856697500023168:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 529us (1147us total) trans 4294967488 rc 0/0 00000100:00100000:0.0:1770685041.481646:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 77 00000100:00100000:2.0:1770685041.714532:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3288:1856697514675328:0@lo:400:kworker.0 00000100:00100000:2.0:1770685041.714639:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685041.714696:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514675840:0@lo:400:kworker.0 00000100:00100000:2.0:1770685041.714722:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685041.714759:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1770685041.714765:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fc3c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514675456:0@lo:400:kworker.0 00000100:00100000:2.0:1770685041.714787:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685041.714818:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514675328 00000100:00100000:2.0:1770685041.714825:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514675328 00000100:00100000:2.0:1770685041.714864:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514675456 00000100:00100000:2.0:1770685041.714867:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514675456 00000100:00100000:2.0:1770685041.714895:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:2.0:1770685041.714903:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514675328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685041.714956:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514675328:12345-0@lo:400:kworker.0 Request processed in 53us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685041.714962:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:2.0:1770685041.714992:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:2.0:1770685041.715000:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514675456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685041.715028:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514675456:12345-0@lo:400:kworker.0 Request processed in 31us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685041.715032:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00100000:2.0:1770685041.715072:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fc3c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514675456:0@lo:400:kworker.0 00000100:00100000:2.0:1770685041.715085:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3288:1856697514675328:0@lo:400:kworker.0 00000100:00100000:3.0:1770685041.715167:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514675200:0@lo:400:kworker.0 00000100:00100000:3.0:1770685041.715214:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685041.715247:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fc3c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856697514675712:0@lo:400:kworker.0 00000100:00100000:3.0:1770685041.715269:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685041.715284:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1770685041.715289:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fc3c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514675584:0@lo:400:kworker.0 00000100:00100000:3.0:1770685041.715311:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685041.715340:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514675712 00000100:00100000:3.0:1770685041.715344:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514675712 00000100:00100000:3.0:1770685041.715371:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:3.0:1770685041.715376:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856697514675712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685041.715409:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856697514675712:12345-0@lo:400:kworker.0 Request processed in 33us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685041.715415:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00080000:3.0:1770685041.715440:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685041.715454:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514675840 00000100:00100000:3.0:1770685041.715458:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514675840 00000100:00100000:3.0:1770685041.715483:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514675584 00000100:00100000:3.0:1770685041.715486:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514675584 00000100:00100000:3.0:1770685041.715506:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:3.0:1770685041.715512:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514675840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685041.715546:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514675840:12345-0@lo:400:kworker.0 Request processed in 34us (823us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685041.715552:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00100000:3.0:1770685041.715564:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:3.0:1770685041.715570:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514675584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685041.715628:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514675584:12345-0@lo:400:kworker.0 Request processed in 58us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685041.715633:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00100000:3.0:1770685041.715669:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514675840:0@lo:400:kworker.0 00000100:00080000:3.0:1770685041.715685:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1770685041.715687:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1770685041.715700:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fc3c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514675584:0@lo:400:kworker.0 00000100:00100000:3.0:1770685041.715709:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fc3c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856697514675712:0@lo:400:kworker.0 00000100:00100000:2.0:1770685041.716923:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514675200 00000100:00100000:2.0:1770685041.716934:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514675200 00000100:00100000:2.0:1770685041.716995:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:2.0:1770685041.717004:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3291:x1856697514675200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685041.717086:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3291:x1856697514675200:12345-0@lo:400:kworker.0 Request processed in 84us (1871us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685041.717092:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00100000:3.0:1770685041.717221:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514675200:0@lo:400:kworker.0 00000040:00080000:3.0:1770685041.736939:0:12882:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685041.736948:0:12882:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1770685041.737008:0:12882:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 8 count 4 00000040:00080000:3.0:1770685041.737014:0:12882:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1770685041.856221:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685041.856304:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500023296 00000100:00100000:3.0:1770685041.856324:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500023296 00000100:00100000:3.0:1770685041.856382:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 62 00000100:00100000:3.0:1770685041.856393:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2349:x1856697500023296:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685041.856410:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685041.856427:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4e97 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcbbb expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685041.856450:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685041.856452:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685041.856461:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4e97 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcbbb expref: 7 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685041.856479:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4e97 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcbbb expref: 7 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685041.856492:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307bc00, rc 0) 00000100:00100000:3.0:1770685041.856543:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:2349:x1856697500023296:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 152us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685041.856551:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 62 00000100:00100000:3.0:1770685041.871129:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685041.871175:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500023552 00000100:00100000:3.0:1770685041.871187:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500023552 00000100:00100000:3.0:1770685041.871251:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 271 00000100:00100000:3.0:1770685041.871261:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+30:13247:x1856697500023552:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685041.871283:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685041.871303:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4e9e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcbc2 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685041.871418:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef4ea5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685041.871432:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef4ea5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685041.871443:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef4ea5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:3.0:1770685041.871455:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00010000:00010000:3.0:1770685041.871602:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4e9e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcbc2 expref: 33 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685041.871619:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef4ea5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcbc2 expref: 32 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685041.871627:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9d92e0875600) 00010000:00010000:3.0:1770685041.871630:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1770685041.871634:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307a000, rc 0) 00000100:00100000:3.0:1770685041.871685:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+32:13247:x1856697500023552:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 425us (569us total) trans 4294967489 rc 0/0 00000100:00100000:3.0:1770685041.871700:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 271 00000100:00080000:3.0:1770685041.871723:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685041.877893:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685041.878029:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500023680 00000100:00100000:3.0:1770685041.878038:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500023680 00000100:00100000:3.0:1770685041.878097:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 63 00000100:00100000:3.0:1770685041.878107:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:2350:x1856697500023680:12345-192.168.203.41@tcp:1:lfs.0 00010000:00010000:3.0:1770685041.878150:0:6538:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4eb3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685041.878180:0:6538:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef4e7b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcbad expref: 6 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685041.878189:0:6538:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4e97 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcbbb expref: 7 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685041.878196:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685041.878198:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685041.878201:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4eb3 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685041.878236:0:6538:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4e97 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcbbb expref: 7 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685041.878249:0:6538:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4e97 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcbbb expref: 7 pid: 6540 timeout: 466 lvb_type: 1 00000100:00100000:3.0:1770685041.878263:0:6538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0f88a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6538:1856697514675968:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685041.878359:0:6538:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef4e7b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcbad expref: 6 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685041.878369:0:6538:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef4e7b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcbad expref: 6 pid: 8401 timeout: 466 lvb_type: 1 00000100:00100000:3.0:1770685041.878377:0:6538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0f8bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6538:1856697514676096:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685041.878399:0:6538:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d9300434180 going to sleep for 11 seconds 00000100:00100000:3.0:1770685041.884427:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685041.884523:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685041.884606:0:6538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0f88a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6538:1856697514675968:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685041.884620:0:6538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0f8bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6538:1856697514676096:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685041.884644:0:6538:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4eb3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685041.887735:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500023808 00000100:00100000:2.0:1770685041.887761:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500023808 00010000:00010000:2.0:1770685041.887812:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4e97 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcbbb expref: 8 pid: 6540 timeout: 466 lvb_type: 1 00000100:00100000:2.0:1770685041.889055:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500023936 00000100:00100000:2.0:1770685041.889067:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500023936 00010000:00010000:2.0:1770685041.889099:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef4e7b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcbad expref: 7 pid: 8401 timeout: 466 lvb_type: 1 00000100:00100000:3.0:1770685041.889167:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 95 00000100:00100000:3.0:1770685041.889183:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2348:x1856697500023808:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685041.889202:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685041.889228:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4e97 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcbbb expref: 8 pid: 6540 timeout: 466 lvb_type: 1 00010000:00010000:3.0:1770685041.889243:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4e97 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcbbb expref: 8 pid: 6540 timeout: 466 lvb_type: 1 00010000:00010000:3.0:1770685041.889266:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4e97 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcbbb expref: 8 pid: 6540 timeout: 466 lvb_type: 1 00010000:00010000:3.0:1770685041.889282:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685041.889350:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:2348:x1856697500023808:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 172us (4934us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685041.889358:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 95 00000100:00100000:3.0:1770685041.889375:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 96 00000100:00100000:3.0:1770685041.889382:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+7:2348:x1856697500023936:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685041.889390:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685041.889398:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef4e7b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcbad expref: 7 pid: 8401 timeout: 466 lvb_type: 1 00010000:00010000:3.0:1770685041.889407:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef4e7b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcbad expref: 7 pid: 8401 timeout: 466 lvb_type: 1 00010000:00010000:3.0:1770685041.889434:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef4e7b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcbad expref: 7 pid: 8401 timeout: 466 lvb_type: 1 00010000:00010000:3.0:1770685041.889444:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685041.889447:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685041.889452:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4eb3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685041.889462:0:5746:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4eb3 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685041.889490:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685041.889508:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+6:2348:x1856697500023936:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 127us (4985us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685041.889514:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 96 00010000:00010000:3.0:1770685041.889539:0:6538:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4eb3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685041.889548:0:6538:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4eb3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685041.889573:0:6538:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4eb3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685041.889604:0:6538:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4eb3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685041.889624:0:6538:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4eb3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685041.889631:0:6538:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307b200 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:3.0:1770685041.889635:0:6538:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4eb3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685041.889643:0:6538:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4eb3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685041.889654:0:6538:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4eb3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685041.889661:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4eb3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685041.889735:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697500023680:12345-192.168.203.41@tcp:1:lfs.0 Request processed in 11630us (11849us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685041.889743:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 63 00000100:00100000:3.0:1770685041.896540:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685041.896705:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500024192 00000100:00100000:2.0:1770685041.896719:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500024192 00000100:00100000:2.0:1770685041.896791:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 78 00000100:00100000:2.0:1770685041.896801:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+32:13247:x1856697500024192:12345-192.168.203.41@tcp:35:lfs.0 00000004:00010000:2.0:1770685041.896885:0:5764:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000401:0x10:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef4ea5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcbc2 expref: 32 pid: 5761 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1770685041.897158:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967490 00000001:00080000:2.0:1770685041.897629:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967491 00010000:00010000:2.0:1770685041.897697:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4eba lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0 00010000:00010000:2.0:1770685041.897712:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4df6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb83 expref: 35 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685041.897740:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef4e5f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcba6 expref: 18 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685041.897746:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4e89 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcbb4 expref: 18 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685041.897754:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4eba lrc: 6/0,1 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0 00010000:00010000:2.0:1770685041.897791:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4e89 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcbb4 expref: 18 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685041.897806:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4e89 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcbb4 expref: 18 pid: 6998 timeout: 466 lvb_type: 0 00000100:00100000:2.0:1770685041.897820:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1856697514676224:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685041.897918:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef4e5f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcba6 expref: 18 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685041.897926:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef4e5f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcba6 expref: 18 pid: 6998 timeout: 466 lvb_type: 0 00000100:00100000:2.0:1770685041.897935:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d3800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1856697514676352:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685041.897967:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4df6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb83 expref: 35 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685041.897985:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4df6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb83 expref: 35 pid: 5761 timeout: 466 lvb_type: 0 00000100:00100000:2.0:1770685041.898002:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fc3c0000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1856697514676480:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685041.898028:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb172600 going to sleep for 11 seconds 00000100:00100000:0.0:1770685041.921720:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685041.921761:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685041.921797:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685041.921825:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500024320 00000100:00100000:0.0:1770685041.921835:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500024320 00010000:00010000:0.0:1770685041.921878:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4e89 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcbb4 expref: 19 pid: 6998 timeout: 466 lvb_type: 0 00000100:00100000:0.0:1770685041.921912:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500024576 00000100:00100000:0.0:1770685041.921915:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500024576 00010000:00010000:0.0:1770685041.921928:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4df6 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb83 expref: 36 pid: 5761 timeout: 466 lvb_type: 0 00000100:00100000:0.0:1770685041.921939:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500024448 00000100:00100000:0.0:1770685041.921942:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500024448 00010000:00010000:0.0:1770685041.921953:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef4e5f lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcba6 expref: 20 pid: 6998 timeout: 466 lvb_type: 0 00000100:00100000:0.0:1770685041.921967:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 97 00000100:00100000:0.0:1770685041.921986:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+20:2348:x1856697500024320:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685041.922000:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685041.922008:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4e89 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcbb4 expref: 20 pid: 6998 timeout: 466 lvb_type: 0 00010000:00010000:0.0:1770685041.922021:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4e89 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcbb4 expref: 20 pid: 6998 timeout: 466 lvb_type: 0 00010000:00010000:0.0:1770685041.922045:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9d92e0875600) 00010000:00010000:0.0:1770685041.922059:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4eba lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685041.922067:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4eba lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685041.922074:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685041.922139:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+20:2348:x1856697500024320:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 164us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685041.922146:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 97 00000100:00100000:0.0:1770685041.922181:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 98 00000100:00100000:0.0:1770685041.922187:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+36:2348:x1856697500024576:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685041.922195:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685041.922199:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4df6 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb83 expref: 36 pid: 5761 timeout: 466 lvb_type: 0 00010000:00010000:0.0:1770685041.922208:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4df6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb83 expref: 36 pid: 5761 timeout: 466 lvb_type: 0 00010000:00010000:0.0:1770685041.922221:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9d92e0875600) 00010000:00010000:0.0:1770685041.922224:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4eba lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685041.922230:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4eba lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685041.922234:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685041.922252:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+36:2348:x1856697500024576:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 66us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685041.922257:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 98 00000100:00100000:0.0:1770685041.922278:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 99 00000100:00100000:0.0:1770685041.922285:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+19:2348:x1856697500024448:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685041.922293:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685041.922298:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef4e5f lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcba6 expref: 19 pid: 6998 timeout: 466 lvb_type: 0 00010000:00010000:0.0:1770685041.922307:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef4e5f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcba6 expref: 19 pid: 6998 timeout: 466 lvb_type: 0 00010000:00010000:0.0:1770685041.922317:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9d92e0875600) 00010000:00010000:0.0:1770685041.922321:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4eba lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685041.922328:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4eba lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685041.922334:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4eba lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685041.922352:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685041.922370:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+19:2348:x1856697500024448:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 86us (573us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685041.922377:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 99 00010000:00010000:1.0:1770685041.922896:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef4e89 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcbb4 expref: 18 pid: 6998 timeout: 466 lvb_type: 0 00000100:00100000:1.0:1770685041.922912:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1856697514676224:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685041.922923:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef4e5f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcba6 expref: 17 pid: 6998 timeout: 466 lvb_type: 0 00000100:00100000:1.0:1770685041.922932:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d3800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1856697514676352:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685041.922942:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef4df6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb83 expref: 35 pid: 5761 timeout: 466 lvb_type: 0 00000100:00100000:1.0:1770685041.922951:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fc3c0000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1856697514676480:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685041.922988:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4eba lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 00010000:00010000:1.0:1770685041.922997:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4eba lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 00010000:00010000:1.0:1770685041.923002:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4eba lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 00000001:00080000:1.0:1770685041.923174:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967492 00000001:00080000:1.0:1770685041.923355:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967493 00000004:00000400:1.0:1770685041.923418:0:5764:0:(lod_lov.c:1419:lod_parse_striping()) lustre-MDT0000-mdtlov: EXTENSION flags=40 set on component[2]=1 of non-SEL file [0x200000401:0x11:0x0] with magic=0xbd60bd0 00000004:00000400:1.0:1770685041.949078:0:5764:0:(lod_lov.c:1419:lod_parse_striping()) lustre-MDT0000-mdtlov: EXTENSION flags=40 set on component[4]=3 of non-SEL file [0x200000401:0x11:0x0] with magic=0xbd60bd0 00000004:00000400:1.0:1770685041.949090:0:5764:0:(lod_lov.c:1419:lod_parse_striping()) lustre-MDT0000-mdtlov: EXTENSION flags=40 set on component[6]=5 of non-SEL file [0x200000401:0x11:0x0] with magic=0xbd60bd0 00000100:00100000:2.0:1770685041.949425:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fc3c2a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1856697514676608:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1770685041.949492:0:5764:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685041.949530:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514676608 00000100:00100000:2.0:1770685041.949537:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514676608 00000100:00100000:2.0:1770685041.949607:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1770685041.949618:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5764:x1856697514676608:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1770685041.949702:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5764:x1856697514676608:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 73us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685041.949710:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1770685041.949733:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb172780 going to sleep for 11 seconds 00000100:00100000:2.0:1770685041.949825:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fc3c2a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1856697514676608:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:2.0:1770685041.950632:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967494 00000100:00100000:2.0:1770685041.950734:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fc3c2a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1856697514676736:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1770685041.954595:0:5764:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685041.954917:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb1720c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685041.955045:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514676736 00000100:00100000:1.0:1770685041.955054:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514676736 00000100:00100000:1.0:1770685041.955110:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1770685041.955120:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5764:x1856697514676736:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1770685041.955437:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5764:x1856697514676736:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 318us (865us total) trans 4294967307 rc 0/0 00000100:00100000:1.0:1770685041.955444:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1770685041.955538:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fc3c2a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1856697514676736:0@lo:1000:mdt_rdpg00_001.0 00000004:00000400:2.0:1770685041.955615:0:5764:0:(lod_lov.c:1419:lod_parse_striping()) lustre-MDT0000-mdtlov: EXTENSION flags=50 set on component[2]=1 of non-SEL file [0x200000401:0x10:0x0] with magic=0xbd60bd0 00000004:00000400:2.0:1770685041.955621:0:5764:0:(lod_lov.c:1419:lod_parse_striping()) lustre-MDT0000-mdtlov: EXTENSION flags=50 set on component[4]=3 of non-SEL file [0x200000401:0x10:0x0] with magic=0xbd60bd0 00000004:00000400:2.0:1770685041.955624:0:5764:0:(lod_lov.c:1419:lod_parse_striping()) lustre-MDT0000-mdtlov: EXTENSION flags=50 set on component[6]=5 of non-SEL file [0x200000401:0x10:0x0] with magic=0xbd60bd0 00000001:00080000:2.0:1770685041.955657:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967495 00010000:00010000:2.0:1770685041.956255:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4eba lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0 00010000:00010000:2.0:1770685041.956277:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4eba lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0 00010000:00010000:2.0:1770685041.956284:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4eba lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0 00010000:00010000:2.0:1770685041.956290:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245e800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685041.956294:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4eba lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0 00010000:00010000:2.0:1770685041.956301:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4eba lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0 00010000:00010000:2.0:1770685041.956317:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9d92e0875600) 00010000:00010000:2.0:1770685041.956320:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1770685041.956324:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4eba lrc: 2/0,0 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0 00010000:00010000:2.0:1770685041.956329:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4eba lrc: 0/0,0 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0 00000004:00080000:2.0:1770685041.956543:0:5764:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x11:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1770685041.958591:0:5764:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2, 64 off8320 00000004:00080000:2.0:1770685041.958610:0:5764:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 366804031747ns, next at 367804027567ns, rc = 0 00000001:00080000:2.0:1770685041.958625:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967496 00010000:00010000:2.0:1770685041.958720:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9d92e0875600) 00010000:00010000:2.0:1770685041.958724:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1770685041.958733:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef4ea5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcbc2 expref: 39 pid: 5761 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685041.958853:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+38:13247:x1856697500024192:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 62052us (62326us total) trans 4294967497 rc 0/0 00000100:00100000:2.0:1770685041.958876:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 78 00000020:00080000:2.0:1770685041.958884:0:5764:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1770685042.003548:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685042.003607:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500024832 00000100:00100000:3.0:1770685042.003617:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500024832 00000100:00100000:3.0:1770685042.003671:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 272 00000100:00100000:3.0:1770685042.003683:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+38:13251:x1856697500024832:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685042.004762:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685042.004800:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4ec1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcbc9 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685042.004884:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4ec8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.004898:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4ec8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.004910:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4ec8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.004923:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4ecf lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.004930:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4ecf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.004935:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4ecf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.005302:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4ed6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.005311:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4ed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.005319:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4ed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:3.0:1770685042.005328:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00010000:00010000:3.0:1770685042.005420:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4ec8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.005429:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4ec8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.005442:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4ec8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.005447:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307b200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685042.005451:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4ec8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.005458:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4ec8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.005470:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875b00) 00010000:00010000:3.0:1770685042.005472:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685042.005476:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4ec8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.005482:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4ec8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.005492:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4ecf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.005498:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4ecf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.005503:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4ecf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.005509:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307bc00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685042.005511:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4ecf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.005516:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4ecf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.005535:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff9d92e0875e00) 00010000:00010000:3.0:1770685042.005537:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685042.005540:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4ecf lrc: 2/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.005546:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4ecf lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.005659:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4ec1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcbc9 expref: 41 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685042.005673:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4ed6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcbc9 expref: 40 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685042.005681:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9d92e0875300) 00010000:00010000:3.0:1770685042.005683:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1770685042.005685:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307ac00, rc 0) 00000100:00100000:3.0:1770685042.006435:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:13251:x1856697500024832:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 2753us (2897us total) trans 4294967498 rc 0/0 00000100:00100000:3.0:1770685042.006444:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 272 00000100:00100000:1.0:1770685042.014494:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685042.014564:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500024960 00000100:00100000:3.0:1770685042.014604:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500024960 00000100:00100000:3.0:1770685042.014653:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 273 00000100:00100000:3.0:1770685042.014660:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:13251:x1856697500024960:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:3.0:1770685042.014731:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef4ee4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.014745:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef4ee4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.014768:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef4ee4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.014799:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef4ee4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.014803:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef4ee4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.014808:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef4ee4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.014812:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307b800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685042.014815:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef4ee4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.014820:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef4ee4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.014830:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9d92e0875300) 00010000:00010000:3.0:1770685042.014832:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1770685042.014836:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef4ee4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.014840:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef4ee4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:3.0:1770685042.014917:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:13251:x1856697500024960:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 257us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685042.014923:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 273 00000100:00100000:1.0:1770685042.018821:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685042.019424:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500025216 00000100:00100000:2.0:1770685042.019434:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500025216 00000100:00100000:2.0:1770685042.019508:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 79 00000100:00100000:2.0:1770685042.019516:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c83d6450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:13251:x1856697500025216:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:2.0:1770685042.019808:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c83d6450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+41:13251:x1856697500025216:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 291us (998us total) trans 4294967499 rc 0/0 00000100:00100000:2.0:1770685042.019813:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 79 00000100:00100000:0.0:1770685042.099547:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685042.100282:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500025472 00000100:00100000:3.0:1770685042.100292:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500025472 00000100:00100000:2.0:1770685042.102361:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 10 00000100:00100000:2.0:1770685042.102391:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+41:13256:x1856697500025472:12345-192.168.203.41@tcp:103:lfs.0 00010000:00010000:2.0:1770685042.102413:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685042.102439:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef4ed6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcbc9 expref: 41 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685042.102878:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9d92e0875300) 00010000:00010000:2.0:1770685042.102892:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685042.103142:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:13256:x1856697500025472:12345-192.168.203.41@tcp:103:lfs.0 Request processed in 765us (3607us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685042.103159:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 10 00000100:00100000:3.0:1770685042.114955:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685042.115336:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500025600 00000100:00100000:2.0:1770685042.115346:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500025600 00000100:00100000:2.0:1770685042.115458:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 274 00000100:00100000:2.0:1770685042.115469:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:13256:x1856697500025600:12345-192.168.203.41@tcp:58:lfs.0 00010000:00010000:2.0:1770685042.115564:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4eeb lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685042.115641:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4eeb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685042.115653:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4eeb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000040:00080000:2.0:1770685042.115817:0:5761:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].8, 136 off9280 00000100:00100000:2.0:1770685042.115894:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:13256:x1856697500025600:12345-192.168.203.41@tcp:58:lfs.0 Request processed in 427us (960us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685042.115903:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 274 00000100:00100000:0.0:1770685042.227771:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514676864:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1770685042.227845:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685042.228397:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514676864 00000100:00100000:1.0:1770685042.228406:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514676864 00000100:00100000:1.0:1770685042.228465:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1770685042.228475:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3289:x1856697514676864:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1770685042.228509:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 49348608 pending 0 free 3855613952 avail 3853516800 00000100:00100000:1.0:1770685042.228565:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3289:x1856697514676864:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (720us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685042.228606:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1770685042.228889:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514676864:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1770685042.230809:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1770685042.230832:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514676992:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1770685042.230893:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685042.231301:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514676992 00000100:00100000:1.0:1770685042.231310:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514676992 00000100:00100000:1.0:1770685042.231362:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1770685042.231371:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514676992:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1770685042.231403:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1770685042.231462:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514676992:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685042.231469:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1770685042.231674:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514676992:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1770685042.422166:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1770685042.481870:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685042.481880:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685042.481924:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 9 count 5 00000040:00080000:1.0:1770685042.481929:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1770685042.482065:0:11361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d3100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514677120:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1770685042.487910:0:11361:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0361240 going to sleep for 11 seconds 00000100:00100000:3.0:1770685042.509292:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685042.509496:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500025728 00000100:00100000:2.0:1770685042.509506:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500025728 00000100:00080000:3.0:1770685042.509568:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685042.509630:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 275 00000100:00100000:2.0:1770685042.509641:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+18:13266:x1856697500025728:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1770685042.509682:0:5761:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000401:0x10:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1770685042.509801:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+18:13266:x1856697500025728:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 161us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685042.509808:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 275 00000100:00100000:0.0:1770685042.514136:0:11361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d3100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514677120:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1770685042.519696:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685042.519729:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500025856 00000100:00100000:1.0:1770685042.519738:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500025856 00000100:00100000:1.0:1770685042.519782:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 276 00000100:00100000:1.0:1770685042.519790:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+17:13266:x1856697500025856:12345-192.168.203.41@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1770685042.519859:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4ef2 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685042.519874:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4ef2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685042.519884:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4ef2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685042.519899:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef4ef9 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685042.519905:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef4ef9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685042.519911:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef4ef9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685042.519931:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef4f00 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685042.519938:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef4f00 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685042.519943:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef4f00 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:1.0:1770685042.520003:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00000004:00200000:1.0:1770685042.520007:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685042.520018:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef4f00 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685042.520030:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4ef2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685042.520036:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4ef2 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685042.520042:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4ef2 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685042.520047:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9c200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685042.520052:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4ef2 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685042.520059:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4ef2 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685042.520071:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:1.0:1770685042.520074:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685042.520079:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4ef2 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685042.520085:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4ef2 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685042.520096:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef4ef9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685042.520101:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef4ef9 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685042.520123:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef4ef9 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685042.520128:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9de00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685042.520131:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef4ef9 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685042.520136:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef4ef9 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685042.520145:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x4feed178 (ffff9d92d1988b00) 00010000:00010000:1.0:1770685042.520147:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685042.520150:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef4ef9 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685042.520154:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef4ef9 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685042.520172:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef4f00 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685042.520178:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef4f00 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685042.520183:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef4f00 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685042.520188:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9d400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685042.520190:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef4f00 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685042.520195:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef4f00 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685042.520210:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9d92c5552600) 00010000:00010000:1.0:1770685042.520212:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685042.520215:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef4f00 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685042.520220:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef4f00 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:1.0:1770685042.520514:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+17:13266:x1856697500025856:12345-192.168.203.41@tcp:34:lhsmtool_posix.0 Request processed in 723us (825us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685042.520522:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 276 00000100:00100000:3.0:1770685042.529460:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685042.530085:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500026112 00000100:00100000:0.0:1770685042.530099:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500026112 00000100:00100000:0.0:1770685042.530159:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 277 00000100:00100000:0.0:1770685042.530169:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+17:13266:x1856697500026112:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685042.530191:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685042.530212:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef4f07 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcbd0 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685042.530298:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef4f0e lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685042.530311:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef4f0e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685042.530321:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef4f0e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685042.530336:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef4f15 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685042.530342:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef4f15 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685042.530348:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef4f15 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685042.530409:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef4f1c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685042.530417:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef4f1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685042.530442:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef4f1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:0.0:1770685042.530454:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00010000:00010000:0.0:1770685042.530619:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef4f1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685042.530626:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef4f1c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685042.530632:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef4f1c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685042.530637:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685042.530641:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef4f1c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685042.530648:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef4f1c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685042.530660:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9d92c5552600) 00010000:00010000:0.0:1770685042.530664:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1770685042.530669:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef4f1c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685042.530675:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef4f1c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685042.530689:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef4f0e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685042.530695:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef4f0e lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685042.530712:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef4f0e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685042.530718:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685042.530721:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef4f0e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685042.530727:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef4f0e lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685042.530734:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:0.0:1770685042.530736:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685042.530739:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef4f0e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685042.530744:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef4f0e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685042.530753:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef4f15 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685042.530759:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef4f15 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685042.530763:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef4f15 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685042.530768:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685042.530770:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef4f15 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685042.530775:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef4f15 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685042.530794:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x4feed178 (ffff9d92c554f200) 00010000:00010000:0.0:1770685042.530796:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685042.530799:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef4f15 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685042.530804:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef4f15 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4feed178 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685042.530847:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef4f07 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcbd0 expref: 19 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685042.530858:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:0.0:1770685042.530861:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1770685042.530864:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef4f07 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcbd0 expref: 19 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685042.530873:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5175600, rc 0) 00000100:00100000:0.0:1770685042.530938:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+18:13266:x1856697500026112:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 770us (1490us total) trans 4294967500 rc 301/301 00000100:00100000:0.0:1770685042.530946:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 277 00000100:00100000:3.0:1770685042.534726:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685042.534779:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500026240 00000100:00100000:0.0:1770685042.534790:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500026240 00000100:00100000:0.0:1770685042.534853:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 278 00000100:00100000:0.0:1770685042.534863:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+18:13266:x1856697500026240:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1770685042.534921:0:5760:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000401:0x10:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1770685042.535059:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+18:13266:x1856697500026240:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 197us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685042.535078:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 278 00000100:00100000:0.0:1770685042.538466:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685042.539722:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500026368 00000100:00100000:1.0:1770685042.539736:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500026368 00000100:00100000:1.0:1770685042.539805:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 279 00000100:00100000:1.0:1770685042.539817:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c3653050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+18:13266:x1856697500026368:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685042.539838:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685042.539860:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef4f2a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcbd7 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685042.539930:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef4f31 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685042.539944:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef4f31 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685042.539955:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef4f31 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685042.539981:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4f38 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685042.540008:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4f38 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685042.540016:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4f38 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685042.540135:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c400/0x8f0dbafbd9ef4f3f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685042.540144:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c400/0x8f0dbafbd9ef4f3f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685042.540151:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c400/0x8f0dbafbd9ef4f3f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:1.0:1770685042.540182:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xf:0x0]: returning size 512 00000004:00200000:1.0:1770685042.540186:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685042.540208:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c400/0x8f0dbafbd9ef4f3f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685042.540219:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef4f31 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685042.540225:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef4f31 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685042.540231:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef4f31 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685042.540237:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9de00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685042.540241:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef4f31 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685042.540248:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef4f31 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685042.540267:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92e0875100) 00010000:00010000:1.0:1770685042.540270:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685042.540289:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef4f31 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685042.540295:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef4f31 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685042.540310:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4f38 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685042.540315:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4f38 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685042.540321:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4f38 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685042.540326:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9c200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685042.540328:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4f38 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685042.540334:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4f38 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685042.540342:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1536d67a (ffff9d92d1988b00) 00010000:00010000:1.0:1770685042.540344:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685042.540347:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4f38 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685042.540352:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4f38 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1536d67a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685042.540386:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef4f2a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcbd7 expref: 20 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685042.540407:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c400/0x8f0dbafbd9ef4f3f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcbd7 expref: 19 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685042.540414:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875b00) 00010000:00010000:1.0:1770685042.540416:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1770685042.540419:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9c400, rc 0) 00000100:00100000:1.0:1770685042.540492:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c3653050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+19:13266:x1856697500026368:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 676us (2033us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685042.540500:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 279 00000100:00100000:0.0:1770685042.548795:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685042.549098:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500026624 00000100:00100000:3.0:1770685042.549111:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500026624 00000100:00100000:3.0:1770685042.549180:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 280 00000100:00100000:3.0:1770685042.549191:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+19:13266:x1856697500026624:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685042.549211:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685042.549233:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4f46 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcbde expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685042.550218:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef4f4d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.550235:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef4f4d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.550246:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef4f4d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:3.0:1770685042.550257:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x6:0x0]: returning size 0 00010000:00010000:3.0:1770685042.558479:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4f46 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcbde expref: 22 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685042.558505:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef4f4d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcbde expref: 21 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685042.558528:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff9d92e0875e00) 00010000:00010000:3.0:1770685042.558531:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1770685042.558535:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307b800, rc 0) 00000100:00100000:3.0:1770685042.558623:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+21:13266:x1856697500026624:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 9434us (9840us total) trans 4294967501 rc 0/0 00000100:00100000:3.0:1770685042.558633:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 280 00000100:00100000:0.0:1770685042.564346:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685042.564463:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500026880 00000100:00100000:3.0:1770685042.564473:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500026880 00000100:00100000:3.0:1770685042.564529:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 281 00000100:00100000:3.0:1770685042.564541:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+21:13266:x1856697500026880:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1770685042.564658:0:5760:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685042.564686:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef4f4d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcbde expref: 21 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685042.564716:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff9d92e0875e00) 00010000:00010000:3.0:1770685042.564726:0:5760:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1770685042.564750:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4f5b lrc: 3/0,1 mode: --/CW res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.564763:0:5760:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4e43 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb9f expref: 39 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685042.564771:0:5760:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4f5b lrc: 4/0,1 mode: --/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.564805:0:5760:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4e43 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb9f expref: 39 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685042.564834:0:5760:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4e43 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb9f expref: 39 pid: 5761 timeout: 467 lvb_type: 0 00000100:00100000:3.0:1770685042.564849:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514677248:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685042.564935:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d93004349c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685042.569637:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685042.569817:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500027008 00000100:00100000:2.0:1770685042.569828:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500027008 00010000:00010000:2.0:1770685042.569871:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4e43 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb9f expref: 40 pid: 5761 timeout: 467 lvb_type: 0 00000100:00100000:2.0:1770685042.569912:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 100 00000100:00100000:2.0:1770685042.569923:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18c8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:2350:x1856697500027008:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685042.569942:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685042.569964:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4e43 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb9f expref: 40 pid: 5761 timeout: 467 lvb_type: 0 00010000:00010000:2.0:1770685042.569988:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4e43 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb9f expref: 40 pid: 5761 timeout: 467 lvb_type: 0 00010000:00010000:2.0:1770685042.570012:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875b00) 00010000:00010000:2.0:1770685042.570017:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4f5b lrc: 3/0,1 mode: --/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685042.570027:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4f5b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685042.570035:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4f5b lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685042.570056:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685042.570112:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18c8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:2350:x1856697500027008:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 190us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685042.570119:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 100 00010000:00010000:3.0:1770685042.570241:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef4e43 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb9f expref: 39 pid: 5761 timeout: 467 lvb_type: 0 00000100:00100000:3.0:1770685042.570257:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514677248:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685042.570279:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4f5b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.570287:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4f5b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.570293:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4f5b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.570315:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4f62 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xf:0x0].0x47af90d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.570324:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4f62 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x47af90d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.570331:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4f62 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x47af90d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.570412:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4f5b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.570428:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4f5b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.570434:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4f5b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.570439:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685042.570442:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4f5b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.570449:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4f5b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.570456:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875b00) 00010000:00010000:3.0:1770685042.570459:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685042.570462:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4f5b lrc: 2/0,0 mode: --/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.570466:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4f5b lrc: 0/0,0 mode: --/CW res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.570474:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4f62 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x47af90d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.570480:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4f62 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x47af90d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.570485:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4f62 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x47af90d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.570489:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307bc00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685042.570492:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4f62 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x47af90d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.570506:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4f62 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x47af90d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.570515:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x47af90d1 (ffff9d92e0875300) 00010000:00010000:3.0:1770685042.570517:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685042.570519:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4f62 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xf:0x0].0x47af90d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.570524:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4f62 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xf:0x0].0x47af90d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:3.0:1770685042.570623:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+20:13266:x1856697500026880:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 6083us (6283us total) trans 0 rc -2/-2 00000100:00100000:3.0:1770685042.570630:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 281 00000100:00100000:1.0:1770685042.575216:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685042.575294:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500027136 00000100:00100000:3.0:1770685042.575304:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500027136 00000100:00100000:3.0:1770685042.575359:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 282 00000100:00100000:3.0:1770685042.575369:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+20:13266:x1856697500027136:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685042.575389:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685042.575411:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef4f69 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcbe5 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685042.575444:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4f70 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.575458:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4f70 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.575468:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4f70 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.575601:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef4f69 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcbe5 expref: 22 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685042.575620:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4f70 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcbe5 expref: 21 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685042.575628:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff9d92e0875e00) 00010000:00010000:3.0:1770685042.575632:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1770685042.575635:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307b200, rc 0) 00000100:00100000:3.0:1770685042.575708:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+21:13266:x1856697500027136:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 340us (501us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685042.575716:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 282 00000100:00100000:0.0:1770685042.578999:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685042.579162:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500027392 00000100:00100000:3.0:1770685042.579173:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500027392 00000100:00100000:3.0:1770685042.579285:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 283 00000100:00100000:3.0:1770685042.579296:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+21:13266:x1856697500027392:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1770685042.579378:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4f77 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.579395:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4f77 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.579407:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4f77 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00010000:3.0:1770685042.579615:0:5760:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000480f8750 reply state 00000000abfb74d1 transno 4294967502 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4f77 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:3.0:1770685042.579626:0:5760:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1770685042.579733:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+23:13266:x1856697500027392:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 439us (744us total) trans 4294967502 rc 0/0 00000100:00100000:3.0:1770685042.579741:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 283 00000100:00100000:0.0:1770685042.582900:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685042.582978:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500027520 00000100:00100000:1.0:1770685042.582988:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500027520 00000100:00100000:1.0:1770685042.583040:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 284 00000100:00100000:1.0:1770685042.583049:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+23:13266:x1856697500027520:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685042.583071:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685042.583089:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4f7e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcbec expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685042.583144:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4f7e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcbec expref: 24 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685042.583169:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4f7e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcbec expref: 24 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685042.583178:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff9d92e0875e00) 00010000:00010000:1.0:1770685042.583192:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1770685042.583195:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9c200, rc 0) 00000100:00100000:1.0:1770685042.583253:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+24:13266:x1856697500027520:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 205us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685042.583260:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 284 00010000:00010000:3.0:1770685042.584636:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4f77 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.584652:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4f77 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.584659:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4f77 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.584665:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307bc00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685042.584670:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4f77 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.584677:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4f77 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.584703:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff9d92e0875e00) 00010000:00010000:3.0:1770685042.584707:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1770685042.584712:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4f77 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685042.584719:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4f77 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:1.0:1770685042.588933:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685042.589090:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500027648 00000100:00100000:3.0:1770685042.589100:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500027648 00000100:00100000:3.0:1770685042.589166:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 80 00000100:00100000:3.0:1770685042.589177:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+23:13266:x1856697500027648:12345-192.168.203.41@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1770685042.589320:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+23:13266:x1856697500027648:12345-192.168.203.41@tcp:49:lhsmtool_posix.0 Request processed in 145us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685042.589335:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 80 00000100:00100000:0.0:1770685042.592427:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685042.592519:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500027904 00000100:00100000:1.0:1770685042.592528:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500027904 00000100:00100000:1.0:1770685042.592609:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 81 00000100:00100000:1.0:1770685042.592621:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+23:13266:x1856697500027904:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1770685042.592853:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+24:13266:x1856697500027904:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 234us (436us total) trans 4294967503 rc 0/0 00000100:00100000:1.0:1770685042.592860:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 81 00000100:00100000:0.0:1770685042.596166:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685042.596317:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500028160 00000100:00100000:1.0:1770685042.596328:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500028160 00000100:00100000:1.0:1770685042.596383:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 285 00000100:00100000:1.0:1770685042.596393:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+24:13266:x1856697500028160:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1770685042.596518:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+24:13266:x1856697500028160:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 127us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685042.596525:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 285 00000100:00100000:0.0:1770685042.600065:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685042.603288:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500028416 00000100:00100000:1.0:1770685042.603302:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500028416 00000100:00100000:1.0:1770685042.603367:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 286 00000100:00100000:1.0:1770685042.603377:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+24:13266:x1856697500028416:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685042.603395:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685042.603415:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef4f85 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcbf3 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685042.603530:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4f8c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685042.603544:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4f7e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcbec expref: 25 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685042.603553:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4f8c lrc: 4/0,1 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685042.603611:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4f7e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcbec expref: 25 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685042.603626:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4f7e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcbec expref: 25 pid: 5760 timeout: 467 lvb_type: 0 00000100:00100000:1.0:1770685042.603640:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514677376:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685042.603747:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d03613c0 going to sleep for 11 seconds 00000100:00100000:3.0:1770685042.607001:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514677376:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685042.607031:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4f8c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685042.611711:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685042.611812:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500028544 00000100:00100000:2.0:1770685042.611823:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500028544 00010000:00010000:2.0:1770685042.611863:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4f7e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcbec expref: 26 pid: 5760 timeout: 467 lvb_type: 0 00000100:00100000:2.0:1770685042.611902:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 101 00000100:00100000:2.0:1770685042.611912:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+26:2351:x1856697500028544:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685042.611928:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685042.611934:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4f7e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcbec expref: 26 pid: 5760 timeout: 467 lvb_type: 0 00010000:00010000:2.0:1770685042.611967:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4f7e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcbec expref: 26 pid: 5760 timeout: 467 lvb_type: 0 00010000:00010000:2.0:1770685042.612001:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef4f7e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcbec expref: 26 pid: 5760 timeout: 467 lvb_type: 0 00010000:00010000:2.0:1770685042.612017:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff9d92e0875e00) 00010000:00010000:2.0:1770685042.612022:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4f8c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685042.612032:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4f8c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685042.612039:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4f8c lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685042.612177:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685042.612237:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+25:2351:x1856697500028544:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 325us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685042.612245:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 101 00010000:00010000:1.0:1770685042.612309:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4f8c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685042.612319:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4f8c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:1.0:1770685042.612338:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x6:0x0]: returning size 0 00000004:00080000:1.0:1770685042.612528:0:5761:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x6:0x0], index 1: 0 00010000:00010000:1.0:1770685042.612744:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4f8c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685042.612753:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4f8c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685042.612765:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4f8c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685042.612771:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9d000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685042.612775:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4f8c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685042.612781:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4f8c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685042.612791:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff9d92e0875e00) 00010000:00010000:1.0:1770685042.612794:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1770685042.612798:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4f8c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685042.612803:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef4f8c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685042.612861:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef4f85 lrc: 1/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcbf3 expref: 25 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685042.612871:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875b00) 00010000:00010000:1.0:1770685042.612873:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1770685042.612878:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef4f85 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcbf3 expref: 25 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685042.612887:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9de00, rc 0) 00000100:00100000:1.0:1770685042.612935:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+24:13266:x1856697500028416:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 9559us (12881us total) trans 4294967504 rc 301/301 00000100:00100000:1.0:1770685042.612942:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 286 00000100:00100000:0.0:1770685042.625306:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685042.625375:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500028800 00000100:00100000:3.0:1770685042.625384:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500028800 00000100:00100000:3.0:1770685042.625437:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 82 00000100:00100000:3.0:1770685042.625448:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+24:13266:x1856697500028800:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1770685042.625812:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+25:13266:x1856697500028800:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 366us (513us total) trans 4294967505 rc 0/0 00000100:00100000:3.0:1770685042.625819:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 82 00000100:00100000:1.0:1770685042.629094:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685042.629902:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500028928 00000100:00100000:3.0:1770685042.629915:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500028928 00000100:00100000:3.0:1770685042.629987:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 287 00000100:00100000:3.0:1770685042.629998:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+25:13266:x1856697500028928:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685042.630023:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685042.630045:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4f9a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcbfa expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685042.630129:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef4fa1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685042.630155:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef4fa1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685042.630167:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef4fa1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:3.0:1770685042.630206:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x6:0x0]: returning size 0 00000004:00200000:3.0:1770685042.630210:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685042.630231:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef4fa1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685042.630261:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4f9a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcbfa expref: 27 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685042.630279:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef4fa1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcbfa expref: 26 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685042.630288:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff9d92e0875e00) 00010000:00010000:3.0:1770685042.630291:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1770685042.630294:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307b800, rc 0) 00000100:00100000:3.0:1770685042.630359:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+26:13266:x1856697500028928:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 363us (1275us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685042.630366:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 287 00000100:00100000:2.0:1770685042.640390:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685042.640460:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500029056 00000100:00100000:3.0:1770685042.640469:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500029056 00000100:00100000:3.0:1770685042.640514:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 64 00000100:00100000:3.0:1770685042.640524:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2347:x1856697500029056:12345-192.168.203.41@tcp:8:lhsmtool_posix.0 00010000:00080000:3.0:1770685042.640806:0:6538:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0001: connection from 1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp t0 exp 0000000000000000 cur 367 last 0 00000020:00000080:3.0:1770685042.640838:0:6538:0:(genops.c:1402:class_connect()) connect: client 1b20a364-7a5a-4770-9192-023629c7ce89, cookie 0x8f0dbafbd9ef4fa8 00002000:00100000:3.0:1770685042.640858:0:6538:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 1b20a364-7a5a-4770-9192-023629c7ce89/ffff9d92d1038000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2113241 ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1770685042.640870:0:6538:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:3.0:1770685042.641015:0:6538:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9d91c238e700 00002000:00080000:3.0:1770685042.641024:0:6538:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1770685042.641052:0:6538:0:(import.c:65:import_set_state_nolock()) ffff9d92d103d800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1770685042.641123:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+6:2347:x1856697500029056:12345-192.168.203.41@tcp:8:lhsmtool_posix.0 Request processed in 599us (744us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685042.641132:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 64 00000100:00100000:0.0:1770685042.643968:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685042.644045:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500029184 00000100:00100000:2.0:1770685042.644056:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500029184 00000100:00100000:2.0:1770685042.644129:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 65 00000100:00100000:2.0:1770685042.644140:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+6:0:x1856697500029184:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685042.644157:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685042.644179:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c245e000/0x8f0dbafbd9ef4faf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcc01 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1770685042.644202:0:6540:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1770685042.644218:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685042.644220:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685042.644229:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c245e000/0x8f0dbafbd9ef4faf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc01 expref: 7 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685042.644262:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c245e000/0x8f0dbafbd9ef4faf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc01 expref: 7 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685042.644274:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245e000, rc 0) 00000100:00100000:2.0:1770685042.644328:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+7:0:x1856697500029184:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 191us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685042.644336:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 65 00000100:00080000:3.0:1770685042.648060:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1770685042.648635:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685042.648721:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500029440 00000100:00100000:3.0:1770685042.648731:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500029440 00000100:00100000:3.0:1770685042.648788:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 288 00000100:00100000:3.0:1770685042.648799:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+26:13266:x1856697500029440:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1770685042.648939:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+26:13266:x1856697500029440:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 141us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685042.648947:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 288 00000100:00100000:0.0:1770685042.657155:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685042.657250:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500029568 00000100:00100000:3.0:1770685042.657261:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500029568 00000100:00100000:3.0:1770685042.657330:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 66 00000100:00100000:3.0:1770685042.657343:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+7:13266:x1856697500029568:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685042.657366:0:6538:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685042.657389:0:6538:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4fb6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcc08 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685042.657426:0:6538:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c245e000/0x8f0dbafbd9ef4faf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc01 expref: 8 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685042.657457:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685042.657460:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685042.657467:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4fb6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc08 expref: 8 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685042.657511:0:6538:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c245e000/0x8f0dbafbd9ef4faf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc01 expref: 8 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685042.657527:0:6538:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c245e000/0x8f0dbafbd9ef4faf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc01 expref: 8 pid: 6540 timeout: 467 lvb_type: 1 00000100:00100000:3.0:1770685042.657542:0:6538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6538:1856697514677504:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685042.657964:0:6538:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d93004349c0 going to sleep for 11 seconds 00000100:00100000:2.0:1770685042.661192:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685042.661393:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500029696 00000100:00100000:1.0:1770685042.661403:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500029696 00010000:00010000:1.0:1770685042.661446:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c245e000/0x8f0dbafbd9ef4faf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc01 expref: 9 pid: 6540 timeout: 467 lvb_type: 1 00000100:00100000:1.0:1770685042.661523:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 102 00000100:00100000:1.0:1770685042.661534:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+9:2349:x1856697500029696:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685042.661557:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685042.661603:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c245e000/0x8f0dbafbd9ef4faf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc01 expref: 9 pid: 6540 timeout: 467 lvb_type: 1 00010000:00010000:1.0:1770685042.661617:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c245e000/0x8f0dbafbd9ef4faf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc01 expref: 9 pid: 6540 timeout: 467 lvb_type: 1 00010000:00010000:1.0:1770685042.661650:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685042.661653:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685042.661661:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4fb6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc08 expref: 9 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685042.661674:0:5747:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4fb6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc08 expref: 9 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685042.661725:0:5747:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4fb6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc08 expref: 9 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685042.661742:0:5747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5747:1856697514677632:192.168.203.41@tcp:105: 00000100:00100000:1.0:1770685042.661821:0:5747:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d03613c0 going to sleep for 11 seconds 00010000:00010000:0.0:1770685042.665850:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c245e000/0x8f0dbafbd9ef4faf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc01 expref: 9 pid: 6540 timeout: 467 lvb_type: 1 00000100:00100000:0.0:1770685042.665876:0:6538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6538:1856697514677504:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685042.665916:0:6538:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4fb6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc08 expref: 8 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685042.665932:0:6538:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307bc00, rc 0) 00000100:00100000:0.0:1770685042.666017:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+8:13266:x1856697500029568:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 8677us (8873us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685042.666028:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 66 00000100:00100000:1.0:1770685042.683614:0:5747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5747:1856697514677632:192.168.203.41@tcp:105: 00010000:00010000:1.0:1770685042.683644:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685042.683711:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+7:2349:x1856697500029696:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 22177us (22532us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685042.683723:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 102 00000100:00100000:0.0:1770685042.703506:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685042.703922:0:6545:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500029824 00000100:00100000:2.0:1770685042.703933:0:6545:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500029824 00002000:00100000:2.0:1770685042.703990:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->1048575) req@ffff9d91c290fb80 x1856697500029824/t0(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:163/0 lens 488/0 e 0 to 0 dl 1770685053 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685042.704003:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c290fb80 with x1856697500029824 ext(0->1048575) 00002000:00010000:2.0:1770685042.704009:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c290fb80 00000100:00100000:2.0:1770685042.704044:0:6545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 39 00000100:00100000:2.0:1770685042.704054:0:6545:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1b20a364-7a5a-4770-9192-023629c7ce89+7:2351:x1856697500029824:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 00000001:00100000:3.0:1770685042.792479:0:7432:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 1b20a364-7a5a-4770-9192-023629c7ce89 00000100:00100000:2.0:1770685042.796230:0:6545:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500029824:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 Request processed in 92167us (92730us total) trans 4294967308 rc 0/0 00000100:00100000:2.0:1770685042.796247:0:6545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 39 00002000:00100000:2.0:1770685042.796260:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->1048575) req@ffff9d91c290fb80 x1856697500029824/t4294967308(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:163/0 lens 488/448 e 0 to 0 dl 1770685053 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685042.796270:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c290fb80 with x1856697500029824 ext(0->1048575) 00002000:00010000:2.0:1770685042.796276:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c290fb80 00000100:00100000:0.0:1770685042.806754:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685042.806880:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500029952 00000100:00100000:1.0:1770685042.806890:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500029952 00000100:00100000:1.0:1770685042.806966:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 289 00000100:00100000:1.0:1770685042.806987:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+26:13266:x1856697500029952:12345-192.168.203.41@tcp:44:lhsmtool_posix.0 00000100:00100000:2.0:1770685042.889110:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+26:13266:x1856697500029952:12345-192.168.203.41@tcp:44:lhsmtool_posix.0 Request processed in 82114us (82356us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685042.889123:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 289 00000001:00080000:2.0:1770685042.889171:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967500 is committed 00000001:00080000:2.0:1770685042.889188:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967479 is committed 00000001:00080000:2.0:1770685042.889195:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967504 is committed 00000001:00080000:2.0:1770685042.889201:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967494 is committed 00000001:00080000:2.0:1770685042.889214:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967499 is committed 00000004:00080000:2.0:1770685042.889221:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000020:00080000:2.0:1770685042.889245:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9d92fb172780 refcount 2 committed 0 result 0 batchid 5 00000020:00080000:2.0:1770685042.889249:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92c5279200 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9d92fb172cc0 00000020:00080000:2.0:1770685042.889252:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92c5279500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9d91c3c27400 00000001:00080000:2.0:1770685042.889277:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967505 is committed 00000020:00080000:2.0:1770685042.889310:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 5 committed batchid 4 00000020:00080000:2.0:1770685042.889538:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4 00000100:00100000:2.0:1770685042.890898:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514677760:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1770685042.891014:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685042.891347:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514677760 00000100:00100000:1.0:1770685042.891355:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514677760 00000100:00100000:1.0:1770685042.891414:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1770685042.891423:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3291:x1856697514677760:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1770685042.891450:0:6538:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5 count 1 00002000:00010000:1.0:1770685042.891485:0:6538:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x5:0x0] initial LVB size: 1048576, mtime: 0x698a8270, atime: 0x0, ctime: 0x698a8270, blocks: 0x803 00010000:00010000:1.0:1770685042.891493:0:6538:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef4fbd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685042.891518:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685042.891521:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685042.891525:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef4fbd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685042.891538:0:6538:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef4fbd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685042.891547:0:6538:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef4fbd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685042.891567:0:6538:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef4fbd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685042.891616:0:6538:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1770685042.892676:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1770685042.892697:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef4fbd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685042.892708:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9ce00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:3.0:1770685042.892713:0:5749:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef4fbd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685042.892722:0:5749:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef4fbd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685042.892740:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef4fbd lrc: 1/0,0 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685042.892757:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef4fbd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685042.892777:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685042.892778:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685042.892780:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685042.894247:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3291:x1856697514677760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2725us (3133us total) trans 4294967308 rc 0/0 00000100:00100000:1.0:1770685042.894262:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000004:00080000:2.0:1770685042.894427:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9d92fb2d2a00/2, rc 0, transno 4294967308 00000100:00100000:2.0:1770685042.894434:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514677760:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1770685042.900619:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685042.900808:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500030080 00000100:00100000:2.0:1770685042.900822:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500030080 00000100:00100000:2.0:1770685042.900880:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 68 00000100:00100000:2.0:1770685042.900890:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+8:2350:x1856697500030080:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1770685043.001313:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967308 is committed 00000100:00100000:2.0:1770685043.002360:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+6:2350:x1856697500030080:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 Request processed in 101464us (101742us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685043.002372:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 68 00000100:00100000:2.0:1770685043.007236:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685043.008547:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500030336 00000100:00100000:1.0:1770685043.008559:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500030336 00000100:00100000:1.0:1770685043.008656:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 290 00000100:00100000:1.0:1770685043.008668:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+15:13266:x1856697500030336:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1770685043.008725:0:5761:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685043.008753:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef4fa1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcbfa expref: 15 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685043.008770:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff9d92e0875e00) 00010000:00010000:1.0:1770685043.008776:0:5761:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1770685043.008807:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef4fc4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685043.008821:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef4fc4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685043.008829:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef4fc4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685043.008852:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef4fc4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685043.008869:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef4fc4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685043.008875:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef4fc4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685043.008880:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9c000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685043.008884:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef4fc4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685043.008892:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef4fc4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685043.008900:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff9d92e0875e00) 00010000:00010000:1.0:1770685043.008903:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685043.008907:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef4fc4 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685043.008913:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef4fc4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685043.009127:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+14:13266:x1856697500030336:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 460us (1897us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685043.009134:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 290 00000100:00100000:0.0:1770685043.012889:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685043.013052:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500030464 00000100:00100000:2.0:1770685043.013063:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500030464 00000100:00100000:2.0:1770685043.013126:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 291 00000100:00100000:2.0:1770685043.013137:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+14:13266:x1856697500030464:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685043.013159:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685043.013181:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef4fcb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcc0f expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685043.013237:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef4fcb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc0f expref: 15 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685043.013254:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef4fcb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc0f expref: 15 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685043.013273:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff9d92e0875e00) 00010000:00010000:2.0:1770685043.013277:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1770685043.013281:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245e200, rc 0) 00000100:00100000:2.0:1770685043.013344:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+15:13266:x1856697500030464:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 209us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685043.013350:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 291 00000100:00100000:3.0:1770685043.025817:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685043.028135:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500030592 00000100:00100000:2.0:1770685043.028150:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500030592 00000100:00100000:2.0:1770685043.028218:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 69 00000100:00100000:2.0:1770685043.028229:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+6:2351:x1856697500030592:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1770685043.028546:0:6540:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:2.0:1770685043.028551:0:6540:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 0 -> 1770685040 00002000:00010000:2.0:1770685043.028553:0:6540:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 0 -> 1770685040 00002000:00010000:2.0:1770685043.028562:0:6540:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 0 -> 1770685040 00002000:00010000:2.0:1770685043.028565:0:6540:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1 -> 2051 00000100:00100000:2.0:1770685043.028661:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+7:2351:x1856697500030592:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 Request processed in 433us (2855us total) trans 4294967309 rc 0/0 00000100:00100000:2.0:1770685043.028669:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 69 00000100:00100000:3.0:1770685043.039707:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685043.039805:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500030848 00000100:00100000:1.0:1770685043.039818:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500030848 00000100:00100000:1.0:1770685043.039925:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 292 00000100:00100000:1.0:1770685043.039938:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+15:13266:x1856697500030848:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1770685043.040020:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef4fd2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685043.040051:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4f70 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcbe5 expref: 15 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685043.040062:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef4fd2 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685043.040103:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4f70 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcbe5 expref: 15 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685043.040115:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4f70 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcbe5 expref: 15 pid: 5760 timeout: 467 lvb_type: 0 00000100:00100000:1.0:1770685043.040131:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d3100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514677888:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685043.040220:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d1de0e40 going to sleep for 11 seconds 00000100:00100000:0.0:1770685043.056707:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685043.056753:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500030976 00000100:00100000:0.0:1770685043.056762:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500030976 00010000:00010000:0.0:1770685043.056808:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4f70 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcbe5 expref: 16 pid: 5760 timeout: 467 lvb_type: 0 00000100:00100000:0.0:1770685043.056848:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 103 00000100:00100000:0.0:1770685043.056858:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+16:2350:x1856697500030976:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685043.056877:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685043.056884:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4f70 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcbe5 expref: 16 pid: 5760 timeout: 467 lvb_type: 0 00010000:00010000:0.0:1770685043.056899:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4f70 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcbe5 expref: 16 pid: 5760 timeout: 467 lvb_type: 0 00010000:00010000:0.0:1770685043.057138:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff9d92e0875e00) 00010000:00010000:0.0:1770685043.057145:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef4fd2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685043.057155:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef4fd2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685043.057162:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef4fd2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685043.057185:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685043.057397:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+16:2350:x1856697500030976:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 538us (699us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685043.057428:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 103 00010000:00010000:0.0:1770685043.057481:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef4f70 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcbe5 expref: 15 pid: 5760 timeout: 467 lvb_type: 0 00000100:00100000:0.0:1770685043.057495:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d3100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514677888:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685043.057516:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef4fd2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685043.057524:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef4fd2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685043.057529:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef4fd2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685043.057560:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef4fd2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685043.057566:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef4fd2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685043.057572:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef4fd2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685043.057608:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9c000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685043.057612:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef4fd2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685043.057620:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef4fd2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685043.057638:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff9d92e0875e00) 00010000:00010000:0.0:1770685043.057641:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1770685043.057651:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef4fd2 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685043.057657:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef4fd2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:0.0:1770685043.057698:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+14:13266:x1856697500030848:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 Request processed in 17763us (18004us total) trans 0 rc -22/-22 00000100:00100000:0.0:1770685043.057706:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 292 00000100:00100000:1.0:1770685043.085626:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685043.085741:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500031104 00000100:00100000:2.0:1770685043.085751:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500031104 00000100:00100000:2.0:1770685043.085799:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 70 00000100:00100000:2.0:1770685043.085809:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+7:2351:x1856697500031104:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1770685043.085851:0:6538:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4fd9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685043.085869:0:6538:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4fb6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc08 expref: 7 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685043.085877:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1770685043.085879:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1770685043.085883:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4fd9 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685043.085931:0:6538:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4fb6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc08 expref: 7 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685043.085945:0:6538:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4fb6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc08 expref: 7 pid: 6538 timeout: 467 lvb_type: 0 00000100:00100000:2.0:1770685043.085959:0:6538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6538:1856697514678016:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685043.086050:0:6538:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fac030c0 going to sleep for 11 seconds 00000040:00080000:2.0:1770685043.089718:0:12934:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1770685043.089728:0:12934:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1770685043.089786:0:12934:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 9 count 5 00000040:00080000:2.0:1770685043.089792:0:12934:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1770685043.098379:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685043.098547:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500031232 00000100:00100000:0.0:1770685043.098558:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500031232 00010000:00010000:0.0:1770685043.098651:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4fb6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc08 expref: 8 pid: 6538 timeout: 467 lvb_type: 0 00000100:00100000:0.0:1770685043.098685:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 104 00000100:00100000:0.0:1770685043.098695:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500031232:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685043.098709:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685043.098730:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4fb6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc08 expref: 8 pid: 6538 timeout: 467 lvb_type: 0 00010000:00010000:0.0:1770685043.098745:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4fb6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc08 expref: 8 pid: 6538 timeout: 467 lvb_type: 0 00010000:00010000:0.0:1770685043.098769:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685043.098772:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685043.098777:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4fd9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685043.098787:0:5746:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4fd9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685043.098828:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685043.098877:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500031232:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 184us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685043.098884:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 104 00010000:00010000:1.0:1770685043.099067:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef4fb6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc08 expref: 7 pid: 6538 timeout: 467 lvb_type: 0 00000100:00100000:1.0:1770685043.099082:0:6538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6538:1856697514678016:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685043.099100:0:6538:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4fd9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685043.099109:0:6538:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4fd9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685043.099116:0:6538:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4fd9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685043.099150:0:6538:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4fd9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685043.099158:0:6538:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4fd9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685043.099165:0:6538:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4fd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685043.099171:0:6538:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245fe00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:1.0:1770685043.099175:0:6538:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4fd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685043.099182:0:6538:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4fd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685043.099192:0:6538:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4fd9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685043.099199:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef4fd9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685043.099243:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+6:2351:x1856697500031104:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 13436us (13626us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685043.099250:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 70 00000100:00100000:0.0:1770685043.107621:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685043.107741:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500031488 00000100:00100000:2.0:1770685043.107753:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500031488 00000100:00100000:2.0:1770685043.107804:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 293 00000100:00100000:2.0:1770685043.107815:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+14:13266:x1856697500031488:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1770685043.108145:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e000/0x8f0dbafbd9ef4fe0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685043.108161:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef4fcb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc0f expref: 15 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685043.108169:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e000/0x8f0dbafbd9ef4fe0 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685043.108203:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef4fcb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc0f expref: 15 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685043.108216:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef4fcb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc0f expref: 15 pid: 5760 timeout: 467 lvb_type: 0 00000100:00100000:2.0:1770685043.108230:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c5180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514678144:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685043.108309:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fac03c00 going to sleep for 11 seconds 00000100:00100000:0.0:1770685043.120323:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c5180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514678144:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685043.120350:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e000/0x8f0dbafbd9ef4fe0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:0.0:1770685043.123422:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685043.123457:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500031616 00000100:00100000:0.0:1770685043.123467:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500031616 00010000:00010000:0.0:1770685043.123506:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef4fcb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc0f expref: 16 pid: 5760 timeout: 467 lvb_type: 0 00000100:00100000:0.0:1770685043.123540:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 105 00000100:00100000:0.0:1770685043.123549:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+16:2348:x1856697500031616:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685043.123562:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685043.123569:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef4fcb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc0f expref: 16 pid: 5760 timeout: 467 lvb_type: 0 00010000:00010000:0.0:1770685043.123603:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef4fcb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc0f expref: 16 pid: 5760 timeout: 467 lvb_type: 0 00010000:00010000:0.0:1770685043.123624:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef4fcb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc0f expref: 16 pid: 5760 timeout: 467 lvb_type: 0 00010000:00010000:0.0:1770685043.123653:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff9d92e0875e00) 00010000:00010000:0.0:1770685043.123657:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e000/0x8f0dbafbd9ef4fe0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685043.123666:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e000/0x8f0dbafbd9ef4fe0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685043.123673:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e000/0x8f0dbafbd9ef4fe0 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685043.123692:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685043.123738:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+15:2348:x1856697500031616:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 191us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685043.123746:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 105 00010000:00010000:1.0:1770685043.127126:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e000/0x8f0dbafbd9ef4fe0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685043.127154:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e000/0x8f0dbafbd9ef4fe0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000001:00080000:1.0:1770685043.127354:0:5761:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967506 00000001:00080000:1.0:1770685043.127661:0:5761:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967507 00000004:00000400:1.0:1770685043.127698:0:5761:0:(lod_lov.c:1419:lod_parse_striping()) lustre-MDT0000-mdtlov: EXTENSION flags=50 set on component[2]=1 of non-SEL file [0x200000402:0x6:0x0] with magic=0xbd60bd0 00000004:00000400:1.0:1770685043.164772:0:5761:0:(lod_lov.c:1419:lod_parse_striping()) lustre-MDT0000-mdtlov: EXTENSION flags=50 set on component[4]=3 of non-SEL file [0x200000402:0x6:0x0] with magic=0xbd60bd0 00000004:00000400:1.0:1770685043.164784:0:5761:0:(lod_lov.c:1419:lod_parse_striping()) lustre-MDT0000-mdtlov: EXTENSION flags=50 set on component[6]=5 of non-SEL file [0x200000402:0x6:0x0] with magic=0xbd60bd0 00000001:00080000:1.0:1770685043.164845:0:5761:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967508 00000004:00000400:1.0:1770685043.165112:0:5761:0:(lod_lov.c:1419:lod_parse_striping()) lustre-MDT0000-mdtlov: EXTENSION flags=40 set on component[2]=1 of non-SEL file [0x200000401:0x10:0x0] with magic=0xbd60bd0 00000004:00000400:1.0:1770685043.165117:0:5761:0:(lod_lov.c:1419:lod_parse_striping()) lustre-MDT0000-mdtlov: EXTENSION flags=40 set on component[4]=3 of non-SEL file [0x200000401:0x10:0x0] with magic=0xbd60bd0 00000004:00000400:1.0:1770685043.165120:0:5761:0:(lod_lov.c:1419:lod_parse_striping()) lustre-MDT0000-mdtlov: EXTENSION flags=40 set on component[6]=5 of non-SEL file [0x200000401:0x10:0x0] with magic=0xbd60bd0 00000100:00100000:1.0:1770685043.165181:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d3100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1856697514678272:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1770685043.165256:0:5761:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685043.165293:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d1de0e40 going to sleep for 11 seconds 00000100:00100000:2.0:1770685043.165619:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514678272 00000100:00100000:2.0:1770685043.165626:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514678272 00000100:00100000:2.0:1770685043.165821:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1770685043.165834:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5761:x1856697514678272:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1770685043.165954:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5761:x1856697514678272:12345-0@lo:1000:mdt00_001.0 Request processed in 122us (697us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685043.165962:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:2.0:1770685043.165992:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1770685043.166138:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d3100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1856697514678272:0@lo:1000:mdt00_001.0 00000001:00080000:3.0:1770685043.166339:0:5761:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967509 00000100:00100000:3.0:1770685043.166422:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1856697514678400:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1770685043.166456:0:5761:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685043.166479:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d9300434a80 going to sleep for 11 seconds 00000100:00100000:2.0:1770685043.166625:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514678400 00000100:00100000:2.0:1770685043.166630:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514678400 00000100:00100000:2.0:1770685043.166662:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1770685043.166669:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5761:x1856697514678400:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1770685043.167110:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5761:x1856697514678400:12345-0@lo:1000:mdt00_001.0 Request processed in 440us (651us total) trans 4294967310 rc 0/0 00000100:00100000:2.0:1770685043.167117:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1770685043.167849:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1856697514678400:0@lo:1000:mdt00_001.0 00000001:00080000:3.0:1770685043.168008:0:5761:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967510 00010000:00010000:3.0:1770685043.168062:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e000/0x8f0dbafbd9ef4fe0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685043.168074:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e000/0x8f0dbafbd9ef4fe0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685043.168082:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e000/0x8f0dbafbd9ef4fe0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685043.168089:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245e000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685043.168094:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e000/0x8f0dbafbd9ef4fe0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685043.168116:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e000/0x8f0dbafbd9ef4fe0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685043.168138:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff9d92e0875e00) 00010000:00010000:3.0:1770685043.168142:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1770685043.168148:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e000/0x8f0dbafbd9ef4fe0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685043.168154:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e000/0x8f0dbafbd9ef4fe0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685043.168193:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4eeb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685043.168200:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4eeb lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685043.168205:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4eeb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685043.168210:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245e800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685043.168213:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4eeb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685043.168218:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4eeb lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685043.168227:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9d92c5552600) 00010000:00010000:3.0:1770685043.168229:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1770685043.168232:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4eeb lrc: 2/0,0 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685043.168238:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef4eeb lrc: 0/0,0 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685043.168271:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4fe7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685043.168282:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4fe7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685043.168290:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4fe7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685043.168296:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4fe7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685043.168301:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4fe7 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685043.168307:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4fe7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685043.168312:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685043.168315:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4fe7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685043.168321:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4fe7 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685043.168328:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9d92e0875600) 00010000:00010000:3.0:1770685043.168330:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685043.168333:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4fe7 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685043.168339:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4fe7 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:2.0:1770685043.169806:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+19:13266:x1856697500031488:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 61984us (62227us total) trans 4294967511 rc 0/0 00000100:00100000:2.0:1770685043.169820:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 293 00000020:00080000:2.0:1770685043.169827:0:5761:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:3.0:1770685043.171254:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685043.171275:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1770685043.171824:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:3.0:1770685043.171833:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1770685043.198709:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685043.198892:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500031872 00000100:00100000:3.0:1770685043.198903:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500031872 00000100:00100000:3.0:1770685043.199047:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 83 00000100:00100000:3.0:1770685043.199058:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+19:13266:x1856697500031872:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1770685043.199570:0:5763:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x6:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1770685043.200373:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967512 00010000:00010000:3.0:1770685043.200557:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4fee lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0 00010000:00010000:3.0:1770685043.200573:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4fee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5763 initiator: MDT0 00010000:00010000:3.0:1770685043.200609:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4fee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5763 initiator: MDT0 00010000:00010000:3.0:1770685043.200617:0:5763:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4fee lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5763 initiator: MDT0 00010000:00010000:3.0:1770685043.200623:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4fee lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5763 initiator: MDT0 00010000:00010000:3.0:1770685043.200628:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4fee lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5763 initiator: MDT0 00010000:00010000:3.0:1770685043.200648:0:5763:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1770685043.200902:0:5748:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1770685043.200909:0:5748:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4fee lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5763 initiator: MDT0 00010000:00010000:2.0:1770685043.200925:0:5748:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a600 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:2.0:1770685043.200930:0:5748:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4fee lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5763 initiator: MDT0 00010000:00010000:2.0:1770685043.200937:0:5748:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4fee lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5763 initiator: MDT0 00010000:00010000:2.0:1770685043.200951:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff9d92e0875600) 00010000:00010000:2.0:1770685043.200955:0:5748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1770685043.200960:0:5748:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4fee lrc: 1/0,0 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5763 initiator: MDT0 00010000:00010000:2.0:1770685043.200989:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef4fee lrc: 0/0,0 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5763 initiator: MDT0 00010000:00010000:2.0:1770685043.201005:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685043.201007:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685043.201009:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685043.201319:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+21:13266:x1856697500031872:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 2257us (2614us total) trans 4294967513 rc 0/0 00000100:00100000:3.0:1770685043.201329:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 83 00000020:00080000:3.0:1770685043.201336:0:5763:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1770685043.442191:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770685044.442378:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685044.442475:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685044.449894:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685044.449931:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685044.449948:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685044.449978:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685044.449995:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685044.450040:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500032768 00000100:00100000:2.0:1770685044.450050:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500032768 00000100:00100000:2.0:1770685044.450100:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500032256 00000100:00100000:2.0:1770685044.450104:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500032256 00000100:00100000:2.0:1770685044.450116:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500032640 00000100:00100000:2.0:1770685044.450119:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500032640 00000100:00100000:2.0:1770685044.450130:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500032384 00000100:00100000:2.0:1770685044.450132:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500032384 00000100:00100000:2.0:1770685044.450149:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 123 00000100:00100000:2.0:1770685044.450158:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+6:2348:x1856697500032768:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685044.450230:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+6:2348:x1856697500032768:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 73us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685044.450238:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 123 00000100:00100000:2.0:1770685044.450600:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 124 00000100:00100000:2.0:1770685044.450609:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2348:x1856697500032256:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685044.450654:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2348:x1856697500032256:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 45us (702us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685044.450663:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 124 00000100:00100000:2.0:1770685044.450692:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 125 00000100:00100000:2.0:1770685044.450697:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+6:2348:x1856697500032640:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685044.450722:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+6:2348:x1856697500032640:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 25us (744us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685044.450729:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 125 00000100:00100000:2.0:1770685044.450740:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 71 00000100:00100000:2.0:1770685044.450746:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2347:x1856697500032384:12345-192.168.203.41@tcp:9:kworker.0 00000020:00000080:2.0:1770685044.450768:0:6538:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x8f0dbafbd9ef43b5 00000100:00080000:2.0:1770685044.450776:0:6538:0:(import.c:65:import_set_state_nolock()) ffff9d91c1e88800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1770685044.450824:0:6538:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967310 00000100:00100000:2.0:1770685044.451044:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+2:2347:x1856697500032384:12345-192.168.203.41@tcp:9:kworker.0 Request processed in 297us (1047us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685044.451051:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 71 00000100:00080000:2.0:1770685044.451075:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1770685044.451079:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1770685044.451087:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770685044.451118:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500032000 00000100:00100000:2.0:1770685044.451123:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500032000 00000100:00100000:2.0:1770685044.451150:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 307 00000100:00100000:2.0:1770685044.451156:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92e02fa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2348:x1856697500032000:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685044.451179:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92e02fa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2348:x1856697500032000:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 24us (1248us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685044.451196:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 307 00000100:00100000:0.0:1770685044.455395:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500032128 00000100:00100000:0.0:1770685044.455411:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500032128 00000100:00100000:0.0:1770685044.455489:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500032512 00000100:00100000:0.0:1770685044.455493:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500032512 00000100:00100000:0.0:1770685044.455525:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 178 00000100:00100000:0.0:1770685044.455535:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+22:2348:x1856697500032128:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685044.455624:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+22:2348:x1856697500032128:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 90us (13256us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685044.455631:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 178 00000100:00100000:0.0:1770685044.455647:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 179 00000100:00100000:0.0:1770685044.455652:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+21:2348:x1856697500032512:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685044.455690:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+21:2348:x1856697500032512:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 37us (13215us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685044.455710:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 179 00000100:00080000:0.0:1770685044.455883:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1770685044.466039:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1770685044.875465:0:12985:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685044.875474:0:12985:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1770685044.875508:0:12985:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 9 count 5 00000040:00080000:3.0:1770685044.875511:0:12985:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1770685045.012785:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685045.017709:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500033024 00000100:00100000:3.0:1770685045.017724:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500033024 00000100:00100000:3.0:1770685045.018732:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 294 00000100:00100000:3.0:1770685045.018748:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+22:13277:x1856697500033024:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685045.018772:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685045.018796:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef4ff5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcc16 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685045.018889:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef4ffc lrc: 3/1,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.018904:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef4ffc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.018916:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef4ffc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.018932:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef5003 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.018939:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef5003 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.018946:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef5003 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.019098:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b400/0x8f0dbafbd9ef500a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.019114:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b400/0x8f0dbafbd9ef500a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.019122:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b400/0x8f0dbafbd9ef500a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:3.0:1770685045.019132:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00010000:00010000:3.0:1770685045.019242:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef4ffc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.019250:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef4ffc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.019256:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef4ffc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.019262:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685045.019267:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef4ffc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.019274:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef4ffc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.019286:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875b00) 00010000:00010000:3.0:1770685045.019290:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685045.019295:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef4ffc lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.019300:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef4ffc lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.019310:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef5003 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.019325:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef5003 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.019330:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef5003 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.019335:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685045.019338:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef5003 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.019344:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef5003 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.019352:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff9d92e0875e00) 00010000:00010000:3.0:1770685045.019354:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685045.019357:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef5003 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.019362:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef5003 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.019419:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef4ff5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc16 expref: 25 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685045.019433:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b400/0x8f0dbafbd9ef500a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc16 expref: 24 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685045.019440:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9d92e0875300) 00010000:00010000:3.0:1770685045.019442:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1770685045.019445:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307b400, rc 0) 00000100:00100000:3.0:1770685045.019526:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+24:13277:x1856697500033024:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 782us (6751us total) trans 4294967514 rc 0/0 00000100:00100000:3.0:1770685045.019540:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 294 00000100:00100000:0.0:1770685045.023390:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685045.023458:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500033152 00000100:00100000:3.0:1770685045.023467:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500033152 00000100:00100000:3.0:1770685045.024277:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 295 00000100:00100000:3.0:1770685045.024291:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+24:13277:x1856697500033152:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:3.0:1770685045.024357:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef5018 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.024373:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef5018 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.024385:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef5018 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.024410:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef5018 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.024416:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef5018 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.024422:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef5018 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.024428:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685045.024432:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef5018 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.024438:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef5018 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.024449:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9d92e0875300) 00010000:00010000:3.0:1770685045.024452:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1770685045.024466:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef5018 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.024473:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef5018 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:3.0:1770685045.024548:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+24:13277:x1856697500033152:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 262us (1167us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685045.024556:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 295 00000100:00100000:0.0:1770685045.034437:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685045.035199:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500033408 00000100:00100000:3.0:1770685045.035215:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500033408 00000100:00100000:3.0:1770685045.035284:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 84 00000100:00100000:3.0:1770685045.035298:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+24:13277:x1856697500033408:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:3.0:1770685045.035569:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+25:13277:x1856697500033408:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 274us (1149us total) trans 4294967515 rc 0/0 00000100:00100000:3.0:1770685045.035601:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 84 00000100:00100000:2.0:1770685045.122674:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685045.123809:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500033664 00000100:00100000:3.0:1770685045.123830:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500033664 00000100:00100000:3.0:1770685045.123924:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 296 00000100:00100000:3.0:1770685045.123937:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+25:13285:x1856697500033664:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685045.123979:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685045.124009:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef501f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcc1d expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685045.124211:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef5026 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.124231:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef5026 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.124268:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef5026 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:3.0:1770685045.125589:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xf:0x0]: returning size 11776 00010000:00010000:2.0:1770685045.129269:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef501f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc1d expref: 28 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685045.129674:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ae00/0x8f0dbafbd9ef5026 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc1d expref: 27 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685045.129685:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875b00) 00010000:00010000:2.0:1770685045.129688:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685045.129692:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307ae00, rc 0) 00000100:00100000:2.0:1770685045.129781:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+27:13285:x1856697500033664:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 5846us (7120us total) trans 4294967516 rc 0/0 00000100:00100000:2.0:1770685045.129935:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 296 00000100:00100000:1.0:1770685045.158220:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685045.158614:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500033792 00000100:00100000:3.0:1770685045.158626:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500033792 00000100:00100000:3.0:1770685045.158719:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 297 00000100:00100000:3.0:1770685045.158732:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+27:13285:x1856697500033792:12345-192.168.203.41@tcp:34:lfs.0 00010000:00010000:3.0:1770685045.158824:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef5034 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.158841:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef5034 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.158853:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef5034 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.158866:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef503b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.158873:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef503b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.158880:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef503b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.160714:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef5042 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.160730:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef5042 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.160740:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef5042 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:3.0:1770685045.160793:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00000004:00200000:3.0:1770685045.160799:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685045.161372:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef5042 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.161388:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef5034 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.161395:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef5034 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.161401:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef5034 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.161407:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685045.161411:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef5034 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.161417:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef5034 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.161429:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875b00) 00010000:00010000:3.0:1770685045.161432:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685045.161437:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef5034 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.161442:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef5034 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.161455:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef503b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.161461:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef503b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.161474:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef503b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.161478:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685045.161482:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef503b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.161488:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef503b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.161496:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff9d92e0875e00) 00010000:00010000:3.0:1770685045.161498:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685045.161501:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef503b lrc: 2/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.161512:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef503b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.161528:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef5042 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.161534:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef5042 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.161539:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef5042 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.161544:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307ba00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685045.161546:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef5042 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.161551:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef5042 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.161566:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9d92e0875300) 00010000:00010000:3.0:1770685045.161568:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685045.161571:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef5042 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685045.163519:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef5042 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:3.0:1770685045.163694:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+27:13285:x1856697500033792:12345-192.168.203.41@tcp:34:lfs.0 Request processed in 4960us (5479us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685045.163705:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 297 00000100:00100000:0.0:1770685045.169942:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685045.170105:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500034048 00000100:00100000:3.0:1770685045.170120:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500034048 00000100:00100000:3.0:1770685045.170182:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 85 00000100:00100000:3.0:1770685045.170269:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c83d5c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+27:13285:x1856697500034048:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:3.0:1770685045.172014:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c83d5c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+28:13285:x1856697500034048:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 1814us (2078us total) trans 4294967517 rc 0/0 00000100:00100000:3.0:1770685045.172027:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 85 00000100:00100000:2.0:1770685045.229380:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685045.229487:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500034304 00000100:00100000:3.0:1770685045.229497:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500034304 00000100:00100000:3.0:1770685045.229555:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 298 00000100:00100000:3.0:1770685045.229565:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+28:13293:x1856697500034304:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685045.229628:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685045.229652:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef5049 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcc24 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685045.229919:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef5050 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.229932:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef5050 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x7/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.229944:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef5050 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x7/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:2.0:1770685045.229964:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xf:0x0]: returning size 11776 00010000:00010000:2.0:1770685045.230329:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef5049 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc24 expref: 31 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685045.230347:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f600/0x8f0dbafbd9ef5050 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x7/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc24 expref: 30 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685045.230362:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875b00) 00010000:00010000:2.0:1770685045.230365:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 7 00010000:00010000:2.0:1770685045.230368:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245f600, rc 0) 00000100:00100000:2.0:1770685045.230442:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+30:13293:x1856697500034304:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 875us (1067us total) trans 4294967518 rc 0/0 00000100:00100000:2.0:1770685045.230453:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 298 00000100:00100000:1.0:1770685045.243614:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685045.249977:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500034432 00000100:00100000:2.0:1770685045.249995:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500034432 00000100:00100000:2.0:1770685045.250068:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 299 00000100:00100000:2.0:1770685045.250077:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+30:13293:x1856697500034432:12345-192.168.203.41@tcp:34:lfs.0 00010000:00010000:2.0:1770685045.250154:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef505e lrc: 3/1,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.250168:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef505e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.250181:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef505e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.250196:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef5065 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.250202:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef5065 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.250208:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef5065 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.250331:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef506c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.250356:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef506c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.250363:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef506c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:2.0:1770685045.250399:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00000004:00200000:2.0:1770685045.250403:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685045.250413:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef506c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.250427:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef505e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.250433:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef505e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.250439:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef505e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.250445:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245fc00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685045.250449:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef505e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.250455:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef505e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.250698:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875b00) 00010000:00010000:2.0:1770685045.250703:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685045.250708:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef505e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.250715:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef505e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.250736:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef5065 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.250741:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef5065 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.250746:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef5065 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.250750:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245fa00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685045.250754:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef5065 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.250759:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef5065 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.250766:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff9d92c9178200) 00010000:00010000:2.0:1770685045.250769:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685045.250772:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef5065 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.250776:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef5065 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.250791:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef506c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.250796:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef506c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.250801:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef506c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.250807:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245f400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685045.250815:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef506c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.250822:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef506c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.250830:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9d92e0875300) 00010000:00010000:2.0:1770685045.250832:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685045.250835:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef506c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.250839:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef506c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:2.0:1770685045.250990:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+30:13293:x1856697500034432:12345-192.168.203.41@tcp:34:lfs.0 Request processed in 910us (7413us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685045.251000:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 299 00000100:00100000:1.0:1770685045.268963:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685045.271671:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500034688 00000100:00100000:3.0:1770685045.272272:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500034688 00000100:00100000:3.0:1770685045.272397:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 86 00000100:00100000:3.0:1770685045.272409:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+30:13293:x1856697500034688:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:3.0:1770685045.272702:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+31:13293:x1856697500034688:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 294us (3756us total) trans 4294967519 rc 0/0 00000100:00100000:3.0:1770685045.272710:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 86 00000100:00100000:0.0:1770685045.334011:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685045.334102:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500034944 00000100:00100000:2.0:1770685045.334110:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500034944 00000100:00100000:2.0:1770685045.334159:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 300 00000100:00100000:2.0:1770685045.334176:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+31:13299:x1856697500034944:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685045.334196:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685045.334215:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5073 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcc2b expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685045.334328:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef507a lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.334343:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef507a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x7/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.334353:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef507a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x7/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:2.0:1770685045.334372:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xf:0x0]: returning size 11776 00010000:00010000:2.0:1770685045.334946:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5073 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc2b expref: 34 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685045.334975:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef507a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x7/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc2b expref: 33 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685045.334984:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875b00) 00010000:00010000:2.0:1770685045.334987:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 7 00010000:00010000:2.0:1770685045.334991:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245fa00, rc 0) 00000100:00100000:2.0:1770685045.335083:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+33:13299:x1856697500034944:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 907us (1080us total) trans 4294967520 rc 0/0 00000100:00100000:2.0:1770685045.335091:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 300 00000100:00100000:1.0:1770685045.362363:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685045.362447:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685045.362531:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500035200 00000100:00100000:2.0:1770685045.362541:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500035200 00000100:00100000:2.0:1770685045.362631:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 301 00000100:00100000:2.0:1770685045.362641:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+33:13299:x1856697500035200:12345-192.168.203.41@tcp:34:lfs.0 00010000:00010000:2.0:1770685045.362729:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5088 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.362745:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5088 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.362756:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5088 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.362772:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef508f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.362796:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef508f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.362804:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef508f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.362906:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5096 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.362914:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5096 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.362921:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5096 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:2.0:1770685045.362963:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00000004:00200000:2.0:1770685045.362967:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685045.362978:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5096 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.362989:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5088 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.362995:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5088 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.363001:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5088 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.363008:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245f400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685045.363011:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5088 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.363018:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5088 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.363036:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875b00) 00010000:00010000:2.0:1770685045.363040:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685045.363044:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5088 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.363050:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5088 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.363062:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef508f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.363068:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef508f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.363073:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef508f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.363078:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245fc00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685045.363081:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef508f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.363086:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef508f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.363093:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff9d92c9178200) 00010000:00010000:2.0:1770685045.363096:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685045.363099:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef508f lrc: 2/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.363104:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef508f lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.363119:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5096 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.363130:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5096 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.363136:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5096 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.363141:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245e800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685045.363143:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5096 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.363149:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5096 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.363157:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9d92e0875300) 00010000:00010000:2.0:1770685045.363159:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685045.363162:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5096 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.363167:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5096 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:2.0:1770685045.363247:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+33:13299:x1856697500035200:12345-192.168.203.41@tcp:34:lfs.0 Request processed in 607us (798us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685045.363255:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 301 00000100:00100000:0.0:1770685045.364321:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500035072 00000100:00100000:0.0:1770685045.364332:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500035072 00000100:00100000:0.0:1770685045.364394:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 11 00000100:00100000:0.0:1770685045.364404:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb298e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+33:2350:x1856697500035072:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685045.364417:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685045.364437:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef507a lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x7/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc2b expref: 33 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685045.364451:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875b00) 00010000:00010000:0.0:1770685045.364455:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685045.364501:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb298e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+32:2350:x1856697500035072:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 99us (2147us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685045.364509:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 11 00000100:00100000:1.0:1770685045.368299:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685045.368378:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500035456 00000100:00100000:3.0:1770685045.368388:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500035456 00000100:00100000:3.0:1770685045.368439:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 87 00000100:00100000:3.0:1770685045.368449:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+32:13299:x1856697500035456:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:3.0:1770685045.368738:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+33:13299:x1856697500035456:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 290us (447us total) trans 4294967521 rc 0/0 00000100:00100000:3.0:1770685045.368746:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 87 00000100:00100000:1.0:1770685045.402151:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685045.402240:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500035712 00000100:00100000:0.0:1770685045.402250:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500035712 00000100:00100000:0.0:1770685045.402309:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 302 00000100:00100000:0.0:1770685045.402320:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+33:13306:x1856697500035712:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685045.402344:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685045.402363:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef509d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcc32 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685045.402504:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef50a4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.402518:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef50a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x7/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.402528:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef50a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x7/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685045.402539:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xf:0x0]: returning size 11776 00010000:00010000:0.0:1770685045.402915:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef509d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc32 expref: 36 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685045.402934:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef50a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x7/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc32 expref: 35 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685045.402944:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875b00) 00010000:00010000:0.0:1770685045.402947:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 7 00010000:00010000:0.0:1770685045.402950:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174c00, rc 0) 00000100:00100000:0.0:1770685045.403017:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+35:13306:x1856697500035712:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 698us (875us total) trans 4294967522 rc 0/0 00000100:00100000:0.0:1770685045.403025:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 302 00000100:00100000:1.0:1770685045.405971:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685045.406069:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500035840 00000100:00100000:0.0:1770685045.406079:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500035840 00000100:00100000:0.0:1770685045.406174:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 303 00000100:00100000:0.0:1770685045.406184:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb299c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+35:13306:x1856697500035840:12345-192.168.203.41@tcp:34:lfs.0 00010000:00010000:0.0:1770685045.406269:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef50b2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685045.406303:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef50b2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685045.406315:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef50b2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685045.406330:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef50b9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685045.406337:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef50b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685045.406342:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef50b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685045.406449:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef50c0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685045.406458:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef50c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685045.406464:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef50c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:0.0:1770685045.406494:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00000004:00200000:0.0:1770685045.406498:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685045.406509:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef50c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685045.406519:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef50b2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685045.406526:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef50b2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685045.406542:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef50b2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685045.406548:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5175400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685045.406551:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef50b2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685045.406558:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef50b2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685045.406568:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875b00) 00010000:00010000:0.0:1770685045.406571:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685045.406617:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef50b2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685045.406624:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef50b2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685045.406636:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef50b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685045.406641:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef50b9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685045.406646:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef50b9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685045.406650:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685045.406652:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef50b9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685045.406657:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef50b9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685045.406674:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff9d92c554f600) 00010000:00010000:0.0:1770685045.406677:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685045.406680:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef50b9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685045.406959:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef50b9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685045.406977:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef50c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685045.406983:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef50c0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685045.406988:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef50c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685045.406993:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685045.406996:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef50c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685045.407001:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef50c0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685045.407009:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9d92e0875300) 00010000:00010000:0.0:1770685045.407011:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685045.407013:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef50c0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685045.407018:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef50c0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:0.0:1770685045.407141:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb299c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+35:13306:x1856697500035840:12345-192.168.203.41@tcp:34:lfs.0 Request processed in 955us (1188us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685045.407158:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 303 00000100:00100000:1.0:1770685045.408046:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685045.408311:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500035968 00000100:00100000:0.0:1770685045.408319:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500035968 00000100:00100000:0.0:1770685045.408412:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 12 00000100:00100000:0.0:1770685045.408422:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18c8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+35:2351:x1856697500035968:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685045.408439:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685045.408462:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef50a4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x7/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc32 expref: 35 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685045.408479:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875b00) 00010000:00010000:0.0:1770685045.408483:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685045.408606:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18c8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+34:2351:x1856697500035968:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 157us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685045.408614:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 12 00000100:00100000:3.0:1770685045.409870:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685045.410018:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500036224 00000100:00100000:3.0:1770685045.410026:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500036224 00000100:00100000:3.0:1770685045.410100:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 88 00000100:00100000:3.0:1770685045.410110:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+34:13306:x1856697500036224:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:3.0:1770685045.410528:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+35:13306:x1856697500036224:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 419us (664us total) trans 4294967523 rc 0/0 00000100:00100000:3.0:1770685045.410537:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 88 00000100:00100000:1.0:1770685045.450639:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685045.450839:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500036480 00000100:00100000:0.0:1770685045.450851:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500036480 00000100:00100000:0.0:1770685045.450911:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 304 00000100:00100000:0.0:1770685045.450921:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+35:13313:x1856697500036480:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685045.450947:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685045.450976:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef50c7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcc39 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685045.451125:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef50ce lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685045.451140:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef50ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x7/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685045.451173:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef50ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x7/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:0.0:1770685045.451186:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xf:0x0]: returning size 11776 00010000:00010000:0.0:1770685045.455808:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef50c7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc39 expref: 38 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685045.455836:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef50ce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x7/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc39 expref: 37 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685045.455846:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875b00) 00010000:00010000:0.0:1770685045.455849:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 7 00010000:00010000:0.0:1770685045.455852:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174800, rc 0) 00000100:00100000:0.0:1770685045.455933:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+37:13313:x1856697500036480:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 5012us (5304us total) trans 4294967524 rc 0/0 00000100:00100000:0.0:1770685045.455942:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 304 00000100:00100000:0.0:1770685045.468385:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685045.468466:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685045.469680:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500036608 00000100:00100000:2.0:1770685045.469698:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500036608 00000100:00100000:2.0:1770685045.469786:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 305 00000100:00100000:2.0:1770685045.469798:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+37:13313:x1856697500036608:12345-192.168.203.41@tcp:34:lfs.0 00010000:00010000:2.0:1770685045.469899:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef50dc lrc: 3/1,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.469937:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef50dc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.469961:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef50dc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.469980:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef50e3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.469987:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef50e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.469993:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef50e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:1.0:1770685045.470407:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500036736 00000100:00100000:1.0:1770685045.470414:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500036736 00000100:00100000:1.0:1770685045.470468:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 13 00000100:00100000:1.0:1770685045.470477:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+38:2349:x1856697500036736:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685045.470491:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685045.470514:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef50ce lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x7/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc39 expref: 38 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685045.470532:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875b00) 00010000:00010000:1.0:1770685045.470549:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685045.470698:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+37:2349:x1856697500036736:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 221us (2230us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685045.470706:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 13 00010000:00010000:2.0:1770685045.471690:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef50ea lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.471710:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef50ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.471721:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef50ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:2.0:1770685045.471774:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00000004:00200000:2.0:1770685045.471779:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685045.471793:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef50ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.471809:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef50dc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.471816:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef50dc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.471841:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef50dc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.471847:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245e800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685045.471852:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef50dc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.471861:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef50dc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.471872:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875b00) 00010000:00010000:2.0:1770685045.471875:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685045.471880:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef50dc lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.471885:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef50dc lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.471898:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef50e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.471904:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef50e3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.471910:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef50e3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.471916:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245fc00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685045.471918:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef50e3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.471924:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef50e3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.471943:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff9d92c9178200) 00010000:00010000:2.0:1770685045.471946:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685045.471950:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef50e3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.471966:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef50e3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.471984:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef50ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.471991:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef50ea lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.471996:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef50ea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.472001:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245f400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685045.472003:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef50ea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.472008:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef50ea lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.472015:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9d92e0875300) 00010000:00010000:2.0:1770685045.472017:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685045.472020:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef50ea lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.472025:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef50ea lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:2.0:1770685045.472116:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+36:13313:x1856697500036608:12345-192.168.203.41@tcp:34:lfs.0 Request processed in 2317us (3744us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685045.474284:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 305 00000100:00100000:0.0:1770685045.482185:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685045.482630:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500036992 00000100:00100000:3.0:1770685045.482646:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500036992 00000100:00100000:3.0:1770685045.482719:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 89 00000100:00100000:3.0:1770685045.482730:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+36:13313:x1856697500036992:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:3.0:1770685045.483192:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+37:13313:x1856697500036992:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 461us (1022us total) trans 4294967525 rc 0/0 00000100:00100000:3.0:1770685045.483201:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 89 00010000:00010000:2.0:1770685045.489809:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685045.522902:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685045.523904:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500037248 00000100:00100000:2.0:1770685045.523921:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500037248 00000100:00100000:2.0:1770685045.523999:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 306 00000100:00100000:2.0:1770685045.524011:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+37:13321:x1856697500037248:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685045.524047:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685045.524073:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef50f1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcc40 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685045.524256:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef50f8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.524274:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef50f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x7/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.524287:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef50f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x7/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:2.0:1770685045.524300:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xf:0x0]: returning size 11776 00010000:00010000:2.0:1770685045.525380:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef50f1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc40 expref: 40 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685045.525410:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef50f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x7/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc40 expref: 39 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685045.525419:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875b00) 00010000:00010000:2.0:1770685045.525422:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 7 00010000:00010000:2.0:1770685045.525426:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245fc00, rc 0) 00000100:00100000:2.0:1770685045.525527:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+39:13321:x1856697500037248:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 1516us (2639us total) trans 4294967526 rc 0/0 00000100:00100000:2.0:1770685045.525538:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 306 00000100:00100000:1.0:1770685045.539704:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685045.539807:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500037376 00000100:00100000:0.0:1770685045.539822:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500037376 00000100:00100000:0.0:1770685045.539904:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 307 00000100:00100000:0.0:1770685045.539916:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+39:13321:x1856697500037376:12345-192.168.203.41@tcp:34:lfs.0 00010000:00010000:0.0:1770685045.540027:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef5106 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.540047:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef5106 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.540082:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef5106 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.540099:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef510d lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.540107:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef510d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.540112:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef510d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.540267:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5114 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.540277:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5114 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.540285:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5114 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685045.540329:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00000004:00200000:0.0:1770685045.540334:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685045.540349:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5114 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.540364:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef5106 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.540371:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef5106 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.540377:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef5106 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.540395:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685045.540401:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef5106 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.540408:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef5106 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.540422:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875b00) 00010000:00010000:0.0:1770685045.540426:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685045.540431:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef5106 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.540437:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef5106 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.540452:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef510d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.540457:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef510d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.540462:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef510d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.540467:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685045.540469:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef510d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.540474:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef510d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.540480:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff9d92c554f600) 00010000:00010000:0.0:1770685045.540483:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685045.540493:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef510d lrc: 2/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.540498:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef510d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.540515:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5114 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.540520:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5114 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.540526:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5114 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.540530:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5175400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685045.540533:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5114 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.540539:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5114 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.540546:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9d92e0875300) 00010000:00010000:0.0:1770685045.540548:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685045.540551:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5114 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.540556:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5114 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685045.540816:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+39:13321:x1856697500037376:12345-192.168.203.41@tcp:34:lfs.0 Request processed in 898us (1123us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685045.540825:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 307 00000100:00100000:1.0:1770685045.549218:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685045.549355:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685045.549647:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500037760 00000100:00100000:0.0:1770685045.549684:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500037760 00000100:00100000:0.0:1770685045.549753:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 90 00000100:00100000:0.0:1770685045.549766:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+39:13321:x1856697500037760:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:0.0:1770685045.550139:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:13321:x1856697500037760:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 373us (936us total) trans 4294967527 rc 0/0 00000100:00100000:0.0:1770685045.550147:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 90 00000100:00100000:2.0:1770685045.553922:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500037504 00000100:00100000:2.0:1770685045.553946:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500037504 00000100:00100000:2.0:1770685045.554128:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 14 00000100:00100000:2.0:1770685045.554150:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb298700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:2351:x1856697500037504:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685045.554171:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685045.554207:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef50f8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x7/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc40 expref: 40 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685045.554232:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875b00) 00010000:00010000:2.0:1770685045.554238:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685045.554388:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb298700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+39:2351:x1856697500037504:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 240us (5031us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685045.554397:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 14 00000100:00100000:1.0:1770685045.585943:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685045.586073:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500038016 00000100:00100000:2.0:1770685045.586088:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500038016 00000100:00100000:2.0:1770685045.586176:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 308 00000100:00100000:2.0:1770685045.586189:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+39:13329:x1856697500038016:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685045.586221:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685045.586252:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef511b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcc47 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685045.586420:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5122 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.586438:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5122 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x7/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.586469:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5122 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x7/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:2.0:1770685045.586483:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xf:0x0]: returning size 11776 00010000:00010000:2.0:1770685045.587073:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef511b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc47 expref: 42 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685045.587101:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5122 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x7/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc47 expref: 41 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685045.587111:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875b00) 00010000:00010000:2.0:1770685045.587114:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 7 00010000:00010000:2.0:1770685045.587119:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245f400, rc 0) 00000100:00100000:2.0:1770685045.587207:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+41:13329:x1856697500038016:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 1020us (1282us total) trans 4294967528 rc 0/0 00000100:00100000:2.0:1770685045.587218:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 308 00000100:00100000:3.0:1770685045.594818:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685045.594878:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685045.595011:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500038272 00000100:00100000:2.0:1770685045.595025:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500038272 00000100:00100000:2.0:1770685045.595125:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 15 00000100:00100000:2.0:1770685045.595147:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e84000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+41:2351:x1856697500038272:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685045.595171:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685045.595207:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5122 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x7/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc47 expref: 41 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685045.595230:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875b00) 00010000:00010000:2.0:1770685045.595237:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685045.595308:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e84000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:2351:x1856697500038272:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 164us (507us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685045.595336:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 15 00000100:00100000:0.0:1770685045.596423:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500038144 00000100:00100000:0.0:1770685045.596438:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500038144 00000100:00100000:0.0:1770685045.596556:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 309 00000100:00100000:0.0:1770685045.596568:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:13329:x1856697500038144:12345-192.168.203.41@tcp:34:lfs.0 00010000:00010000:0.0:1770685045.596940:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5130 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.596971:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5130 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.596984:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5130 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.597002:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5137 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.597008:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5137 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.597015:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5137 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.597174:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef513e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.597185:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef513e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.597210:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef513e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685045.597256:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00000004:00200000:0.0:1770685045.597262:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685045.597278:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef513e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.597293:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5130 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.597300:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5130 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.597306:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5130 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.597312:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5175400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685045.597317:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5130 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.597325:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5130 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.597337:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875b00) 00010000:00010000:0.0:1770685045.597340:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685045.597345:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5130 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.597351:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5130 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.597364:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5137 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.597376:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5137 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.597382:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5137 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.597387:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685045.597389:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5137 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.597395:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5137 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.597404:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff9d92c554f600) 00010000:00010000:0.0:1770685045.597406:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685045.597409:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5137 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.597415:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5137 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.597433:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef513e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.597439:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef513e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.597445:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef513e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.597450:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685045.597453:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef513e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.597468:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef513e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.597476:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9d92e0875300) 00010000:00010000:0.0:1770685045.597478:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685045.597481:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef513e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.597487:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef513e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685045.597904:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:13329:x1856697500038144:12345-192.168.203.41@tcp:34:lfs.0 Request processed in 1332us (3018us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685045.597916:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 309 00000100:00100000:1.0:1770685045.605902:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685045.606246:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500038528 00000100:00100000:3.0:1770685045.606260:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500038528 00000100:00100000:3.0:1770685045.606366:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 91 00000100:00100000:3.0:1770685045.606378:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c83d4050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:13329:x1856697500038528:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:3.0:1770685045.606762:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c83d4050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+41:13329:x1856697500038528:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 384us (872us total) trans 4294967529 rc 0/0 00000100:00100000:3.0:1770685045.606771:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 91 00000100:00100000:1.0:1770685045.655045:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685045.655189:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500038784 00000100:00100000:0.0:1770685045.655202:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500038784 00000100:00100000:0.0:1770685045.655278:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 310 00000100:00100000:0.0:1770685045.655290:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb298a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+41:13336:x1856697500038784:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685045.655320:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685045.655348:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef5145 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcc4e expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685045.655522:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef514c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.655539:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef514c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x7/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.655552:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef514c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x7/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685045.655622:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xf:0x0]: returning size 11776 00010000:00010000:0.0:1770685045.656120:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef5145 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc4e expref: 44 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685045.656142:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef514c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x7/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc4e expref: 43 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685045.656152:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875b00) 00010000:00010000:0.0:1770685045.656155:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 7 00010000:00010000:0.0:1770685045.656160:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174200, rc 0) 00000100:00100000:0.0:1770685045.656235:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb298a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+43:13336:x1856697500038784:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 946us (1204us total) trans 4294967530 rc 0/0 00000100:00100000:0.0:1770685045.656243:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 310 00000100:00100000:1.0:1770685045.676985:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685045.677104:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500038912 00000100:00100000:0.0:1770685045.677119:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500038912 00000100:00100000:0.0:1770685045.677205:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 311 00000100:00100000:0.0:1770685045.677217:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+43:13336:x1856697500038912:12345-192.168.203.41@tcp:34:lfs.0 00010000:00010000:0.0:1770685045.677325:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef515a lrc: 3/1,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.677345:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef515a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.677359:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef515a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.677375:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5161 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.677405:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5161 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.677412:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5161 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.677553:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5168 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.677563:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5168 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.677570:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5168 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685045.677656:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00000004:00200000:0.0:1770685045.677661:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685045.677686:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5168 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.677700:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef515a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.677707:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef515a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.677714:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef515a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.677721:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685045.677726:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef515a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.677734:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef515a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.677757:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875b00) 00010000:00010000:0.0:1770685045.677760:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685045.677766:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef515a lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.677772:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef515a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.677786:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5161 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.677791:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5161 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.677796:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5161 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.677801:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5175400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685045.677804:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5161 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.677809:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5161 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.677815:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff9d92c554f600) 00010000:00010000:0.0:1770685045.677818:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685045.677820:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5161 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.677826:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5161 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.677844:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5168 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.677855:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5168 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.677862:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5168 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.677868:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685045.677871:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5168 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.677876:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5168 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.677884:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9d92e0875300) 00010000:00010000:0.0:1770685045.677887:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685045.677890:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5168 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.677895:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5168 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685045.678000:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+43:13336:x1856697500038912:12345-192.168.203.41@tcp:34:lfs.0 Request processed in 784us (1028us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685045.678010:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 311 00000100:00100000:1.0:1770685045.682729:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685045.683063:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500039040 00000100:00100000:0.0:1770685045.683077:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500039040 00000100:00100000:0.0:1770685045.683165:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 16 00000100:00100000:0.0:1770685045.683176:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+43:2348:x1856697500039040:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685045.683196:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685045.683231:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef514c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x7/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc4e expref: 43 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685045.683270:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875b00) 00010000:00010000:0.0:1770685045.683276:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685045.683348:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+42:2348:x1856697500039040:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 173us (631us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685045.683357:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 16 00000100:00100000:1.0:1770685045.702130:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685045.702230:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500039296 00000100:00100000:3.0:1770685045.702253:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500039296 00000100:00100000:3.0:1770685045.702321:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 92 00000100:00100000:3.0:1770685045.702332:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+42:13336:x1856697500039296:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:3.0:1770685045.702732:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+43:13336:x1856697500039296:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 399us (615us total) trans 4294967531 rc 0/0 00000100:00100000:3.0:1770685045.702740:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 92 00000100:00100000:1.0:1770685045.726691:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685045.726862:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500039552 00000100:00100000:0.0:1770685045.726876:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500039552 00000100:00100000:0.0:1770685045.726961:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 312 00000100:00100000:0.0:1770685045.726973:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+43:13338:x1856697500039552:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685045.727008:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685045.727037:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef516f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcc55 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685045.727207:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5176 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.727225:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5176 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x7/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685045.727239:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5176 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x7/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685045.727251:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xf:0x0]: returning size 11776 00010000:00010000:0.0:1770685045.727802:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef516f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc55 expref: 46 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685045.727826:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5176 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x7/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc55 expref: 45 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685045.727849:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875b00) 00010000:00010000:0.0:1770685045.727853:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 7 00010000:00010000:0.0:1770685045.727856:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174000, rc 0) 00000100:00100000:0.0:1770685045.727938:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+45:13338:x1856697500039552:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 967us (1271us total) trans 4294967532 rc 0/0 00000100:00100000:0.0:1770685045.727947:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 312 00000100:00100000:1.0:1770685045.732550:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685045.732687:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500039680 00000100:00100000:2.0:1770685045.732699:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500039680 00000100:00100000:2.0:1770685045.732772:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 17 00000100:00100000:2.0:1770685045.732784:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb299f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+45:2350:x1856697500039680:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685045.732803:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685045.732834:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5176 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x7/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc55 expref: 45 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685045.732855:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875b00) 00010000:00010000:2.0:1770685045.732861:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685045.732930:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb299f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+44:2350:x1856697500039680:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 147us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685045.732939:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 17 00000100:00100000:1.0:1770685045.736721:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685045.736890:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500039808 00000100:00100000:2.0:1770685045.736904:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500039808 00000100:00100000:2.0:1770685045.736987:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 313 00000100:00100000:2.0:1770685045.736998:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+44:13338:x1856697500039808:12345-192.168.203.41@tcp:34:lfs.0 00010000:00010000:2.0:1770685045.737100:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5184 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.737119:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5184 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.737145:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5184 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.737163:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef518b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.737186:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef518b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.737194:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef518b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.737346:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5192 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.737355:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5192 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.737362:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5192 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:2.0:1770685045.737406:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 1048576 00000004:00200000:2.0:1770685045.737412:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685045.737426:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5192 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.737441:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5184 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.737447:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5184 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.737454:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5184 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.737460:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245f400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685045.737464:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5184 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.737472:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5184 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.737495:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff9d92e0875b00) 00010000:00010000:2.0:1770685045.737499:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685045.737504:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5184 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.737511:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5184 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.737528:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef518b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.737534:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef518b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.737538:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef518b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.737543:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245fc00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685045.737545:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef518b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.737551:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef518b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.737557:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x8a7567a7 (ffff9d92c9178200) 00010000:00010000:2.0:1770685045.737560:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685045.737562:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef518b lrc: 2/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.737567:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef518b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x8a7567a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.737616:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5192 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.737628:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5192 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.737633:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5192 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.737638:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245e800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685045.737640:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5192 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.737646:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5192 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.737653:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff9d92e0875300) 00010000:00010000:2.0:1770685045.737656:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685045.737658:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5192 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685045.737663:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5192 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:2.0:1770685045.737778:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+44:13338:x1856697500039808:12345-192.168.203.41@tcp:34:lfs.0 Request processed in 779us (1072us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685045.737786:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 313 00000100:00100000:1.0:1770685045.745873:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685045.746779:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500040064 00000100:00100000:0.0:1770685045.746796:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500040064 00000100:00100000:0.0:1770685045.746917:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 93 00000100:00100000:0.0:1770685045.746930:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+44:13338:x1856697500040064:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:0.0:1770685045.747312:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+45:13338:x1856697500040064:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 383us (1452us total) trans 4294967533 rc 0/0 00000100:00100000:0.0:1770685045.747322:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 93 00000001:00080000:1.0:1770685045.877784:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967308 is committed 00000001:00100000:1.0:1770685045.877819:0:6567:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 1b20a364-7a5a-4770-9192-023629c7ce89 00010000:00010000:3.0:1770685046.519617:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685046.834100:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514678784:0@lo:400:kworker.0 00000100:00100000:3.0:1770685046.834480:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685046.834566:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1770685046.834574:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514678912:0@lo:400:kworker.0 00000100:00100000:3.0:1770685046.834767:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685046.834814:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514678784 00000100:00100000:3.0:1770685046.834823:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514678784 00000100:00100000:3.0:1770685046.834886:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:3.0:1770685046.834898:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514678784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685046.835043:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514678784:12345-0@lo:400:kworker.0 Request processed in 147us (564us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685046.835051:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000100:00100000:3.0:1770685046.835094:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514678912 00000100:00100000:3.0:1770685046.835098:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514678912 00000100:00100000:3.0:1770685046.835129:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:3.0:1770685046.835136:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514678912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685046.835170:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514678912:12345-0@lo:400:kworker.0 Request processed in 34us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685046.835463:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514678528:0@lo:400:kworker.0 00000100:00100000:2.0:1770685046.835507:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685046.835547:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514679040:0@lo:400:kworker.0 00000100:00100000:1.0:1770685046.835551:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3289:1856697514678656:0@lo:400:kworker.0 00000100:00100000:2.0:1770685046.835602:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685046.835648:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514678528 00000100:00100000:2.0:1770685046.835654:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514678528 00000100:00100000:1.0:1770685046.835674:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685046.835724:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514679168:0@lo:400:kworker.0 00000100:00100000:1.0:1770685046.835751:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685046.835815:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514679040 00000100:00100000:1.0:1770685046.835823:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514679040 00000100:00100000:1.0:1770685046.835884:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514678656 00000100:00100000:1.0:1770685046.835890:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514678656 00000100:00100000:2.0:1770685046.835893:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:2.0:1770685046.835906:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92e02f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514678528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685046.835923:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:1.0:1770685046.835936:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514679040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685046.835979:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92e02f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514678528:12345-0@lo:400:kworker.0 Request processed in 74us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685046.835988:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00100000:1.0:1770685046.836016:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514679040:12345-0@lo:400:kworker.0 Request processed in 82us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685046.836025:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00100000:2.0:1770685046.836038:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514679168 00000100:00100000:2.0:1770685046.836046:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514679168 00000100:00100000:1.0:1770685046.836052:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00100000:1.0:1770685046.836060:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1856697514678656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685046.836096:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1856697514678656:12345-0@lo:400:kworker.0 Request processed in 36us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685046.836101:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00100000:1.0:1770685046.836137:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3289:1856697514678656:0@lo:400:kworker.0 00000100:00080000:1.0:1770685046.836192:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1770685046.836198:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770685046.836327:0:3290:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967308 gen 2 00000004:00080000:1.0:1770685046.836333:0:3290:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967307 committed transno 4294967308 00000004:00080000:1.0:1770685046.836348:0:3290:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9d92fb2d2a00, transno 4294967308 00000100:00100000:1.0:1770685046.836360:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514678912:0@lo:400:kworker.0 00000100:00100000:1.0:1770685046.836393:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514678784:0@lo:400:kworker.0 00000100:00100000:1.0:1770685046.836647:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514678528:0@lo:400:kworker.0 00000100:00100000:1.0:1770685046.836659:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514679040:0@lo:400:kworker.0 00000100:00100000:3.0:1770685046.836797:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:3.0:1770685046.837834:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:3.0:1770685046.837847:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb298e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3289:x1856697514679168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685046.837958:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb298e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3289:x1856697514679168:12345-0@lo:400:kworker.0 Request processed in 113us (2205us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685046.837965:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00100000:3.0:1770685046.838022:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514679168:0@lo:400:kworker.0 00000100:00080000:1.0:1770685046.838490:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1770685047.346680:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514679296:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1770685047.346746:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685047.346830:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514679296 00000100:00100000:3.0:1770685047.346838:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514679296 00000100:00100000:3.0:1770685047.346883:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1770685047.346898:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514679296:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1770685047.346933:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 49348608 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1770685047.346987:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514679296:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685047.346994:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1770685047.347041:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514679296:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1770685047.349405:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1770685047.349423:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514679424:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1770685047.349480:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685047.350236:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514679424 00000100:00100000:2.0:1770685047.350245:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514679424 00000100:00100000:2.0:1770685047.350293:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1770685047.350303:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3290:x1856697514679424:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1770685047.350339:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1770685047.350396:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3290:x1856697514679424:12345-0@lo:13:osp-pre-1-0.0 Request processed in 95us (915us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685047.350403:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1770685047.350560:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514679424:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1770685047.537745:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1770685047.965150:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967533 is committed 00000001:00080000:2.0:1770685047.965182:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967509 is committed 00000020:00080000:2.0:1770685047.965207:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 5 batchid updated 00000001:00080000:2.0:1770685047.965244:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967513 is committed 00000020:00080000:2.0:1770685047.965258:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9d9300434900 refcount 2 committed 0 result 0 batchid 6 00000020:00080000:2.0:1770685047.965263:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92c3f90400 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9d9300434300 00000020:00080000:2.0:1770685047.965266:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92c3f90900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9d92ce9c7400 00000020:00080000:0.0:1770685047.965508:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 6 committed batchid 5 00000020:00080000:1.0:1770685047.967433:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 5 00000001:00100000:1.0:1770685048.477323:0:7432:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of bb0b411f-1e9f-4664-994e-ef5350eaf62d 00000020:00000080:1.0:1770685048.477331:0:7432:0:(genops.c:904:class_export_put()) final put ffff9d91c1e8c800/bb0b411f-1e9f-4664-994e-ef5350eaf62d 00000001:00080000:1.0:1770685048.477390:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967310 is committed 00000001:00080000:1.0:1770685048.477396:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967309 is committed 00000020:00000080:0.0:1770685048.477482:0:36:0:(genops.c:863:class_export_destroy()) destroying export ffff9d91c1e8c800/bb0b411f-1e9f-4664-994e-ef5350eaf62d for lustre-OST0001 00000020:00000080:0.0:1770685048.477544:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9d91c1e88800 for lustre-OST0001 00010000:00010000:3.0:1770685048.563395:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685049.549292:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685049.549347:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685049.549380:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685049.549417:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685049.549436:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685049.549462:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685049.549491:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500040320 00000100:00100000:1.0:1770685049.549503:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500040320 00000100:00100000:0.0:1770685049.549721:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500040448 00000100:00100000:0.0:1770685049.549727:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500040448 00000100:00100000:0.0:1770685049.549767:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500040704 00000100:00100000:0.0:1770685049.549770:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500040704 00000100:00100000:0.0:1770685049.549784:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500040832 00000100:00100000:0.0:1770685049.549786:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500040832 00000100:00100000:0.0:1770685049.549805:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 128 00000100:00100000:0.0:1770685049.549815:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2349:x1856697500040448:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685049.549885:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2349:x1856697500040448:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 72us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685049.549905:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 128 00000100:00100000:0.0:1770685049.549923:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 129 00000100:00100000:0.0:1770685049.549940:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+5:2349:x1856697500040704:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685049.549966:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+5:2349:x1856697500040704:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 27us (585us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685049.549972:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 129 00000100:00100000:0.0:1770685049.549984:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 130 00000100:00100000:0.0:1770685049.549991:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+5:2349:x1856697500040832:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685049.550014:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+5:2349:x1856697500040832:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 24us (551us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685049.550020:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 130 00000100:00080000:0.0:1770685049.550052:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1770685049.550055:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1770685049.550057:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770685049.550343:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500040576 00000100:00100000:1.0:1770685049.550348:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500040576 00000100:00100000:1.0:1770685049.550378:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 183 00000100:00100000:1.0:1770685049.550385:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+25:2349:x1856697500040320:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685049.550430:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+25:2349:x1856697500040320:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 45us (1012us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685049.550437:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 183 00000100:00100000:1.0:1770685049.550451:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 184 00000100:00100000:1.0:1770685049.550457:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+13:2349:x1856697500040576:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685049.550492:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+13:2349:x1856697500040576:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 35us (1055us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685049.550499:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 184 00000100:00100000:2.0:1770685049.550683:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500040192 00000100:00100000:2.0:1770685049.550688:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500040192 00000100:00100000:2.0:1770685049.550716:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 309 00000100:00100000:2.0:1770685049.550723:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92cadc1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2349:x1856697500040192:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685049.550758:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92cadc1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2349:x1856697500040192:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 35us (1476us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685049.550764:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 309 00000100:00080000:2.0:1770685049.550809:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1770685049.585904:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1770685050.419379:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1770685050.419390:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1770685050.419621:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 9 count 3 00000040:00080000:2.0:1770685050.419628:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1770685050.613365:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685051.404770:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685051.404864:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500040960 00000100:00100000:3.0:1770685051.404876:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500040960 00000100:00100000:3.0:1770685051.404976:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 314 00000100:00100000:3.0:1770685051.404987:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+13:13235:x1856697500040960:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1770685051.405089:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+13:13235:x1856697500040960:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 Request processed in 104us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685051.405096:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 314 00000100:00080000:2.0:1770685051.405286:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770685051.413104:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685051.415604:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500041216 00000100:00100000:0.0:1770685051.415621:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500041216 00000100:00100000:0.0:1770685051.415698:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 94 00000100:00100000:0.0:1770685051.415709:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+13:13235:x1856697500041216:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1770685051.416311:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+14:13235:x1856697500041216:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 602us (3213us total) trans 4294967534 rc 0/0 00000100:00100000:0.0:1770685051.416321:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 94 00010000:00010000:2.0:1770685051.634025:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685051.954035:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1770685051.954062:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514679552:0@lo:400:kworker.0 00000100:00100000:3.0:1770685051.954151:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685051.954227:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514679552 00000100:00100000:3.0:1770685051.954236:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514679552 00000100:00100000:3.0:1770685051.954283:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:3.0:1770685051.954291:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0755850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514679552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685051.954355:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0755850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514679552:12345-0@lo:400:kworker.0 Request processed in 64us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685051.954363:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00100000:3.0:1770685051.954418:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514679552:0@lo:400:kworker.0 00000100:00100000:1.0:1770685051.954563:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514679808:0@lo:400:kworker.0 00000100:00100000:1.0:1770685051.954625:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685051.954646:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1770685051.954652:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514679936:0@lo:400:kworker.0 00000100:00100000:1.0:1770685051.954676:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685051.954919:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514680064:0@lo:400:kworker.0 00000100:00100000:2.0:1770685051.954953:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685051.954986:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1770685051.954993:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3288:1856697514679680:0@lo:400:kworker.0 00000100:00100000:2.0:1770685051.955016:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685051.955032:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514680192:0@lo:400:kworker.0 00000100:00100000:2.0:1770685051.955054:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685051.955141:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514679808 00000100:00100000:0.0:1770685051.955148:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514679808 00000100:00100000:1.0:1770685051.955192:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514680064 00000100:00100000:1.0:1770685051.955198:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514680064 00000100:00100000:0.0:1770685051.955204:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514679680 00000100:00100000:0.0:1770685051.955219:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514679680 00000100:00100000:1.0:1770685051.955229:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000100:00100000:1.0:1770685051.955242:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514679808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685051.955247:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:0.0:1770685051.955258:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514680064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685051.955299:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514679808:12345-0@lo:400:kworker.0 Request processed in 61us (673us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685051.955307:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00000100:00100000:0.0:1770685051.955321:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514680064:12345-0@lo:400:kworker.0 Request processed in 64us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685051.955329:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:1.0:1770685051.955336:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514679680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685051.955383:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514679936 00000100:00100000:3.0:1770685051.955388:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514679936 00000100:00100000:3.0:1770685051.955417:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514680192 00000100:00100000:3.0:1770685051.955420:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514680192 00000100:00100000:3.0:1770685051.955441:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:3.0:1770685051.955447:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514679936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685051.955481:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514679936:12345-0@lo:400:kworker.0 Request processed in 34us (804us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685051.955488:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00100000:3.0:1770685051.955500:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:3.0:1770685051.955506:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514680192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685051.955533:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514680192:12345-0@lo:400:kworker.0 Request processed in 28us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685051.955539:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00100000:3.0:1770685051.955613:0:3288:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967310 gen 2 00000004:00080000:3.0:1770685051.955620:0:3288:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967310 committed transno 4294967310 00000100:00100000:3.0:1770685051.955641:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514680192:0@lo:400:kworker.0 00000100:00100000:3.0:1770685051.955655:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514680064:0@lo:400:kworker.0 00000100:00100000:1.0:1770685051.955995:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514679680:12345-0@lo:400:kworker.0 Request processed in 660us (978us total) trans 0 rc 0/0 00000100:00080000:2.0:1770685051.956041:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1770685051.956047:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1770685051.956050:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685051.956114:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3288:1856697514679680:0@lo:400:kworker.0 00000100:00100000:0.0:1770685051.956380:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000100:00100000:1.0:1770685051.956389:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00100000:1.0:1770685051.956432:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514679936:0@lo:400:kworker.0 00000100:00100000:1.0:1770685051.956595:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514679808:0@lo:400:kworker.0 00000100:00100000:2.0:1770685052.470997:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514680320:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1770685052.471303:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685052.471317:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0f89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514680448:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1770685052.471355:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685052.471375:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514680320 00000100:00100000:2.0:1770685052.471382:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514680320 00000100:00100000:0.0:1770685052.471414:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514680448 00000100:00100000:0.0:1770685052.471419:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514680448 00000100:00100000:2.0:1770685052.471432:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1770685052.471450:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514680320:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1770685052.471494:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1770685052.471539:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514680320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 99us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685052.471546:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1770685052.471563:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1770685052.471570:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514680448:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1770685052.471618:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 49348608 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1770685052.471651:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514680448:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685052.471657:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1770685052.471751:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0f89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514680448:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1770685052.471870:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514680320:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1770685052.658744:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1770685052.953942:0:13187:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 1f: DoM file release after restore ==== 19:57:32 (1770685052) 00000001:00080000:2.0:1770685053.038924:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967534 is committed 00000020:00080000:2.0:1770685053.038949:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 6 batchid updated 00000020:00080000:0.0:1770685053.039139:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 6 00000020:00080000:0.0:1770685053.039152:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 6 00000100:00100000:1.0:1770685053.179549:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685053.179822:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500041344 00000100:00100000:2.0:1770685053.179832:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500041344 00000100:00100000:2.0:1770685053.179915:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 315 00000100:00100000:2.0:1770685053.179925:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+25:13911:x1856697500041344:12345-192.168.203.41@tcp:101:lfs.0 00000100:00080000:0.0:1770685053.179933:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1770685053.179945:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685053.179968:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5199 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcc5c expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685053.180048:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef51a0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.180062:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef51a0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.180072:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef51a0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.180094:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef51a7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.180100:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef51a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.180105:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef51a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.180173:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef51a0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.180181:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef51a0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.180187:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef51a0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.180192:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245f200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685053.180196:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef51a0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.180203:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef51a0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.180214:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92e0875100) 00010000:00010000:2.0:1770685053.180217:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685053.180222:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef51a0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.180227:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef51a0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.180238:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef51a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.180250:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef51a7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.180255:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef51a7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.180259:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245f800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685053.180263:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef51a7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.180268:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef51a7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.180277:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xedcd73f9 (ffff9d92c9178500) 00010000:00010000:2.0:1770685053.180279:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685053.180282:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef51a7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.180286:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef51a7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.180319:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5199 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc5c expref: 26 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685053.180329:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92e0875100) 00010000:00010000:2.0:1770685053.180331:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685053.180334:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5199 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc5c expref: 26 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685053.180343:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245fe00, rc 0) 00000100:00100000:2.0:1770685053.180419:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+25:13911:x1856697500041344:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 495us (889us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685053.180433:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 315 00000100:00100000:1.0:1770685053.189135:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685053.189370:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500041600 00000100:00100000:0.0:1770685053.189381:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500041600 00000100:00100000:0.0:1770685053.189480:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 316 00000100:00100000:0.0:1770685053.189491:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+25:13911:x1856697500041600:12345-192.168.203.41@tcp:36:lfs.0 00010000:00010000:0.0:1770685053.189560:0:5761:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685053.189628:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef4d5c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb59 expref: 25 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685053.189648:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92e0875100) 00010000:00010000:0.0:1770685053.189653:0:5761:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1770685053.189746:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef51ae lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.189760:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef4e12 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcb91 expref: 12 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685053.189768:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef51ae lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.189821:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef4e12 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb91 expref: 12 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685053.189833:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef4e12 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb91 expref: 12 pid: 5761 timeout: 478 lvb_type: 0 00000100:00100000:0.0:1770685053.189847:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0f89c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514680576:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685053.189980:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0335c00 going to sleep for 11 seconds 00000100:00100000:0.0:1770685053.194163:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685053.194280:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0f89c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514680576:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685053.194307:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef51ae lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:2.0:1770685053.194406:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500041728 00000100:00100000:2.0:1770685053.194413:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500041728 00010000:00010000:2.0:1770685053.194463:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef4e12 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb91 expref: 13 pid: 5761 timeout: 478 lvb_type: 0 00000100:00080000:0.0:1770685053.194467:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685053.194506:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 106 00000100:00100000:2.0:1770685053.194515:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+13:2348:x1856697500041728:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685053.194529:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685053.194536:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef4e12 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb91 expref: 13 pid: 5761 timeout: 478 lvb_type: 0 00010000:00010000:2.0:1770685053.194548:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef4e12 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb91 expref: 13 pid: 5761 timeout: 478 lvb_type: 0 00010000:00010000:2.0:1770685053.194570:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef4e12 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcb91 expref: 13 pid: 5761 timeout: 478 lvb_type: 0 00010000:00010000:2.0:1770685053.194621:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92e0875100) 00010000:00010000:2.0:1770685053.194625:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef51ae lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685053.194635:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef51ae lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685053.194641:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef51ae lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685053.194659:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1770685053.194812:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef51ae lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685053.194820:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef51ae lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685053.194841:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef51b5 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685053.194849:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef51b5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685053.194856:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef51b5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:1.0:1770685053.195832:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x12:0x0]: returning size 512 00010000:00010000:1.0:1770685053.195844:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef51ae lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685053.195852:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef51ae lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685053.195858:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef51ae lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685053.195864:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5175600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685053.195868:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef51ae lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685053.195885:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef51ae lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685053.195896:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92e0875100) 00010000:00010000:1.0:1770685053.195899:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685053.195915:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef51ae lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685053.195921:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef51ae lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000004:00010000:1.0:1770685053.195938:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000857bc7cf reply state 00000000bfe69c4c transno 4294967535 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef51b5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685053.195946:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1770685053.196058:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+12:2348:x1856697500041728:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 1539us (1900us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685053.196069:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 106 00000100:00100000:1.0:1770685053.196174:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+26:13911:x1856697500041600:12345-192.168.203.41@tcp:36:lfs.0 Request processed in 6684us (7047us total) trans 4294967535 rc 0/0 00000100:00100000:1.0:1770685053.196181:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 316 00010000:00010000:1.0:1770685053.203923:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef51b5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685053.203939:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef51b5 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685053.203945:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef51b5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685053.203951:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9ce00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685053.203955:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef51b5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685053.203961:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef51b5 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685053.203990:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xedcd73f9 (ffff9d92d1988300) 00010000:00010000:1.0:1770685053.203993:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685053.203998:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef51b5 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685053.204003:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef51b5 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:0.0:1770685053.234738:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685053.234891:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500041856 00000100:00100000:1.0:1770685053.234911:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500041856 00000100:00100000:1.0:1770685053.234967:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 317 00000100:00100000:1.0:1770685053.234976:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+25:13914:x1856697500041856:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:1.0:1770685053.235000:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685053.235021:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef51bc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcc63 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685053.235079:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9dc00/0x8f0dbafbd9ef51c3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685053.235097:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9dc00/0x8f0dbafbd9ef51c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685053.235108:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9dc00/0x8f0dbafbd9ef51c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:1.0:1770685053.235160:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:1.0:1770685053.235163:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 8 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685053.235181:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9dc00/0x8f0dbafbd9ef51c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685053.235203:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef51bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc63 expref: 27 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685053.235232:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9dc00/0x8f0dbafbd9ef51c3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc63 expref: 26 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685053.235241:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d1988300) 00010000:00010000:1.0:1770685053.235244:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1770685053.235247:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9dc00, rc 0) 00000100:00100000:1.0:1770685053.235304:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+26:13914:x1856697500041856:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 328us (577us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685053.235311:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 317 00000100:00100000:3.0:1770685053.241064:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685053.241188:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500041984 00000100:00100000:2.0:1770685053.241199:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500041984 00000100:00100000:2.0:1770685053.241257:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 318 00000100:00100000:2.0:1770685053.241267:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+26:13914:x1856697500041984:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685053.241287:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685053.241307:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef51ca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcc6a expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685053.241373:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef51d1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.241385:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef51d1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.241396:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef51d1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.241408:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef51d8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.241414:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef51d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.241419:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef51d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.241515:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef51df lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.241523:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef51df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.241543:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef51df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:2.0:1770685053.241633:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x12:0x0]: returning size 512 00000004:00200000:2.0:1770685053.241637:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685053.241659:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef51df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.241671:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef51d1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.241677:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef51d1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.241682:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef51d1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.241688:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245f800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685053.241692:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef51d1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.241699:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef51d1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.241711:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d1988300) 00010000:00010000:2.0:1770685053.241714:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685053.241718:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef51d1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.241724:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef51d1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.241737:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef51d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.241749:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef51d8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.241753:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef51d8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.241758:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245f200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685053.241760:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef51d8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.241765:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef51d8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.241772:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xedcd73f9 (ffff9d92c9178500) 00010000:00010000:2.0:1770685053.241774:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685053.241776:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef51d8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.241781:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef51d8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.241811:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef51ca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc6a expref: 28 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685053.241824:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef51df lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc6a expref: 27 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685053.241831:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9d92c9178e00) 00010000:00010000:2.0:1770685053.241833:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1770685053.241835:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245e400, rc 0) 00000100:00100000:2.0:1770685053.241887:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+27:13914:x1856697500041984:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 622us (835us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685053.241911:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 318 00000100:00100000:3.0:1770685053.248081:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685053.248192:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500042240 00000100:00100000:1.0:1770685053.248202:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500042240 00000100:00100000:1.0:1770685053.248259:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 319 00000100:00100000:1.0:1770685053.248269:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+27:13914:x1856697500042240:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:1.0:1770685053.248291:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685053.248316:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef51e6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcc71 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685053.248472:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef51ed lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685053.248487:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef51ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685053.248502:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef51ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:1.0:1770685053.248516:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x12:0x0]: returning size 512 00010000:00010000:1.0:1770685053.248968:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef51e6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc71 expref: 30 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685053.248992:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef51ed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc71 expref: 29 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685053.249000:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9d92c9178e00) 00010000:00010000:1.0:1770685053.249003:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685053.249007:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9ca00, rc 0) 00000100:00100000:1.0:1770685053.249087:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+29:13914:x1856697500042240:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 819us (1017us total) trans 4294967536 rc 0/0 00000100:00100000:1.0:1770685053.249095:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 319 00000100:00100000:0.0:1770685053.253917:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685053.253999:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500042368 00000100:00100000:1.0:1770685053.254010:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500042368 00000100:00100000:1.0:1770685053.254074:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 18 00000100:00100000:1.0:1770685053.254094:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18cb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+29:2348:x1856697500042368:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685053.254110:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685053.254134:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef51ed lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc71 expref: 29 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685053.254153:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9d92c9178e00) 00010000:00010000:1.0:1770685053.254158:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685053.254217:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18cb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+28:2348:x1856697500042368:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 134us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685053.254224:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 18 00000100:00100000:3.0:1770685053.261007:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685053.261106:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500042624 00000100:00100000:2.0:1770685053.261118:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500042624 00000100:00100000:2.0:1770685053.261171:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 320 00000100:00100000:2.0:1770685053.261181:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+28:13914:x1856697500042624:12345-192.168.203.41@tcp:36:lfs.0 00010000:00010000:2.0:1770685053.261240:0:5762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685053.261267:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef51df lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc6a expref: 28 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685053.261287:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9d92c9178e00) 00010000:00010000:2.0:1770685053.261299:0:5762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770685053.261323:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef51fb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.261336:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef51fb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685053.261345:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef51fb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00010000:3.0:1770685053.261878:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000fa0c50f0 reply state 000000009f2d766f transno 4294967537 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef51fb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:3.0:1770685053.261889:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1770685053.261914:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x12:0x0]: returning size 512 00000100:00100000:3.0:1770685053.261999:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+29:13914:x1856697500042624:12345-192.168.203.41@tcp:36:lfs.0 Request processed in 818us (1002us total) trans 4294967537 rc 0/0 00000100:00100000:3.0:1770685053.262006:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 320 00010000:00010000:1.0:1770685053.263603:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef51fb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.263626:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef51fb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.263646:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef51fb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.263652:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245fe00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685053.263656:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef51fb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.263664:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef51fb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.263679:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9d92c9178500) 00010000:00010000:1.0:1770685053.263682:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1770685053.263686:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef51fb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x12:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.263692:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef51fb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x12:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:3.0:1770685053.265277:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685053.265487:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500042880 00000100:00100000:0.0:1770685053.265498:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500042880 00000100:00100000:0.0:1770685053.265565:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 95 00000100:00100000:0.0:1770685053.265606:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+28:13914:x1856697500042880:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:0.0:1770685053.265898:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+29:13914:x1856697500042880:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 323us (630us total) trans 4294967538 rc 0/0 00000100:00100000:0.0:1770685053.265918:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 95 00000100:00100000:3.0:1770685053.282266:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685053.282534:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500043008 00000100:00100000:1.0:1770685053.282559:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500043008 00000100:00100000:1.0:1770685053.282651:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 321 00000100:00100000:1.0:1770685053.282661:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+29:13918:x1856697500043008:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:1.0:1770685053.282683:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685053.282701:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5202 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcc78 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685053.282764:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5209 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.282778:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5209 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.282805:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5209 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.282819:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5210 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.282826:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5210 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.282832:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5210 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.282956:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d600/0x8f0dbafbd9ef5217 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.282964:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d600/0x8f0dbafbd9ef5217 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.282970:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d600/0x8f0dbafbd9ef5217 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:1.0:1770685053.283000:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x12:0x0]: returning size 512 00000004:00200000:1.0:1770685053.283004:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685053.283026:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d600/0x8f0dbafbd9ef5217 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.283036:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5209 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.283043:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5209 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.283050:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5209 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.283066:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9c000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685053.283070:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5209 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.283077:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5209 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.283090:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d1988300) 00010000:00010000:1.0:1770685053.283093:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685053.283097:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5209 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.283103:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5209 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.283115:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5210 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.283121:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5210 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.283125:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5210 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.283130:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9c600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685053.283132:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5210 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.283137:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5210 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.283143:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xedcd73f9 (ffff9d92d1988b00) 00010000:00010000:1.0:1770685053.283145:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685053.283153:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5210 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.283158:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5210 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.283188:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5202 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc78 expref: 31 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685053.283201:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d600/0x8f0dbafbd9ef5217 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc78 expref: 30 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685053.283207:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9d92d1988100) 00010000:00010000:1.0:1770685053.283209:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1770685053.283212:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9d600, rc 0) 00000100:00100000:1.0:1770685053.283791:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+30:13918:x1856697500043008:12345-192.168.203.41@tcp:101:rm.0 Request processed in 1130us (1533us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685053.283799:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 321 00000100:00100000:1.0:1770685053.291205:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685053.291282:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500043136 00000100:00100000:0.0:1770685053.291291:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500043136 00000100:00100000:0.0:1770685053.291354:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 322 00000100:00100000:0.0:1770685053.291363:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+30:13918:x1856697500043136:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:0.0:1770685053.291383:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685053.291404:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef521e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcc7f expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685053.291487:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef5225 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.291500:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef5225 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.291511:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef5225 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.291525:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef522c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.291531:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef522c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.291549:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef522c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.291650:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef5225 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.291657:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef5225 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.291664:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef5225 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.291670:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5175600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685053.291673:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef5225 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.291680:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef5225 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.291701:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9d92d1988100) 00010000:00010000:0.0:1770685053.291704:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685053.291709:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef5225 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.291715:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef5225 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.291727:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef522c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.291732:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef522c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.291737:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef522c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.291742:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685053.291744:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef522c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.291750:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef522c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.291757:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x14789339 (ffff9d92c554f000) 00010000:00010000:0.0:1770685053.291759:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685053.291762:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef522c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.291767:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef522c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.291803:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef521e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc7f expref: 31 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685053.291821:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9d92d1988100) 00010000:00010000:0.0:1770685053.291823:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685053.291827:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef521e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc7f expref: 31 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685053.291836:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5175e00, rc 0) 00000100:00100000:0.0:1770685053.291936:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+30:13918:x1856697500043136:12345-192.168.203.41@tcp:101:rm.0 Request processed in 574us (740us total) trans 0 rc 301/301 00000100:00100000:0.0:1770685053.291944:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 322 00000100:00100000:3.0:1770685053.300487:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685053.300642:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500043264 00000100:00100000:1.0:1770685053.300654:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500043264 00000100:00100000:1.0:1770685053.300703:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 323 00000100:00100000:1.0:1770685053.300714:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+30:13918:x1856697500043264:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:1.0:1770685053.300735:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685053.300757:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5233 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcc86 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685053.300841:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef523a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.300856:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef523a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.300885:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef523a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.300914:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5241 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.300921:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5241 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.300927:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5241 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.301004:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef523a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.301012:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef523a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.301018:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef523a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.301024:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9c600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685053.301028:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef523a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.301036:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef523a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.301050:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9d92d1988100) 00010000:00010000:1.0:1770685053.301053:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685053.301059:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef523a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.301066:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef523a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.301100:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5241 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.301107:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5241 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.301113:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5241 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.301117:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9c000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685053.301120:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5241 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.301125:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5241 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.301133:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x14789339 (ffff9d92d1988b00) 00010000:00010000:1.0:1770685053.301135:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685053.301138:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5241 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.301143:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5241 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.301176:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5233 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc86 expref: 31 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685053.301185:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9d92d1988100) 00010000:00010000:1.0:1770685053.301187:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685053.301190:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5233 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc86 expref: 31 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685053.301211:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9ce00, rc 0) 00000100:00100000:1.0:1770685053.301281:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+30:13918:x1856697500043264:12345-192.168.203.41@tcp:101:rm.0 Request processed in 568us (805us total) trans 0 rc 301/301 00000100:00100000:1.0:1770685053.301289:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 323 00000100:00100000:3.0:1770685053.328461:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685053.332366:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500043520 00000100:00100000:0.0:1770685053.332383:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500043520 00000100:00100000:0.0:1770685053.332453:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 324 00000100:00100000:0.0:1770685053.332464:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+30:13922:x1856697500043520:12345-192.168.203.41@tcp:101:dd.0 00010000:00010000:0.0:1770685053.332487:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685053.332509:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef5248 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcc8d expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685053.332678:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef524f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.332693:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef524f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.332705:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef524f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.332719:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef5256 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x12:0x0].0x14789339 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.332742:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef5256 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.332748:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef5256 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.333212:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef525d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.333222:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef525d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.333230:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef525d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00010000:0.0:1770685053.333275:0:5761:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1770685053.333278:0:5761:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb mtime from disk: 0 -> 1770685053 00000004:00010000:0.0:1770685053.333281:0:5761:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb atime from disk: 0 -> 1770685053 00000004:00010000:0.0:1770685053.333283:0:5761:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb ctime from disk: 0 -> 1770685053 00000004:00010000:0.0:1770685053.333285:0:5761:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb blocks from disk: 18427282363563114435 -> 2 00002000:00010000:0.0:1770685053.333289:0:5761:0:(mdt_io.c:1529:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1770685053.333295:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef524f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.333301:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef524f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.333308:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef524f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.333315:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685053.333319:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef524f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.333333:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef524f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.333346:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9d92d1988100) 00010000:00010000:0.0:1770685053.333350:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685053.333357:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef524f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.333364:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef524f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000004:00010000:0.0:1770685053.333379:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000005976f23e reply state 00000000873e022f transno 4294967539 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef5256 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:0.0:1770685053.333388:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1770685053.333422:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef5248 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc8d expref: 33 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685053.333437:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef525d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc8d expref: 32 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685053.333445:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92c554fb00) 00010000:00010000:0.0:1770685053.333447:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1770685053.333450:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174a00, rc 0) 00000100:00100000:0.0:1770685053.333843:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+33:13922:x1856697500043520:12345-192.168.203.41@tcp:101:dd.0 Request processed in 1379us (5397us total) trans 4294967539 rc 0/0 00000100:00100000:0.0:1770685053.333852:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 324 00010000:00010000:1.0:1770685053.341791:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef5256 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685053.341815:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef5256 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685053.341823:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef5256 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685053.341830:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5175600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685053.341836:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef5256 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685053.341845:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef5256 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685053.341865:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x14789339 (ffff9d92c554f000) 00010000:00010000:1.0:1770685053.341869:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685053.341875:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef5256 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685053.341882:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef5256 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:3.0:1770685053.370128:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685053.370401:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500043776 00000100:00100000:1.0:1770685053.370413:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500043776 00000100:00100000:1.0:1770685053.370523:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 325 00000100:00100000:1.0:1770685053.370547:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+32:13922:x1856697500043776:12345-192.168.203.41@tcp:101:dd.0 00010000:00010000:1.0:1770685053.370574:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685053.370615:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef526b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcc94 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685053.370674:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5272 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.370688:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef525d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc8d expref: 33 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685053.370698:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5272 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.370731:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef525d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc8d expref: 33 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685053.370743:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef525d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc8d expref: 33 pid: 5761 timeout: 478 lvb_type: 0 00000100:00100000:1.0:1770685053.370757:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c2300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514680704:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685053.370846:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c821d6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1770685053.376318:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685053.376376:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500043904 00000100:00100000:0.0:1770685053.376385:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500043904 00010000:00010000:0.0:1770685053.376426:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef525d lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc8d expref: 34 pid: 5761 timeout: 478 lvb_type: 0 00000100:00100000:0.0:1770685053.376486:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 107 00000100:00100000:0.0:1770685053.376495:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+34:2351:x1856697500043904:12345-192.168.203.41@tcp:102:ldlm_bl.0 00010000:00010000:0.0:1770685053.376513:0:5746:0:(ldlm_lockd.c:1654:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef525d lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc8d expref: 34 pid: 5761 timeout: 478 lvb_type: 0 00010000:00010000:0.0:1770685053.376524:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef525d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc8d expref: 34 pid: 5761 timeout: 478 lvb_type: 0 00010000:00010000:0.0:1770685053.376803:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef525d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc8d expref: 34 pid: 5761 timeout: 478 lvb_type: 0 00010000:00010000:0.0:1770685053.376813:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92c554fb00) 00010000:00010000:0.0:1770685053.376816:0:5746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1770685053.376820:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5272 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685053.376828:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5272 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685053.376834:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5272 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685053.376855:0:5746:0:(ldlm_lockd.c:1703:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef525d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc8d expref: 34 pid: 5761 timeout: 478 lvb_type: 0 00000100:00100000:0.0:1770685053.376961:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+34:2351:x1856697500043904:12345-192.168.203.41@tcp:102:ldlm_bl.0 Request processed in 467us (653us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685053.376969:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 107 00000100:00100000:1.0:1770685053.379553:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c2300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514680704:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685053.379742:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5272 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.379756:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5272 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685053.379760:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5272 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00080000:1.0:1770685053.380254:0:5762:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x6:0x0], index 0: 0 00000004:00080000:1.0:1770685053.380267:0:5762:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x7:0x0], index 1: 0 00010000:00010000:1.0:1770685053.380405:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5272 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc94 expref: 35 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685053.380416:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92c554fb00) 00010000:00010000:1.0:1770685053.380419:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1770685053.380440:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef526b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc94 expref: 35 pid: 5762 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1770685053.380462:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5272 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc94 expref: 34 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685053.380488:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92c554fb00) 00010000:00010000:1.0:1770685053.380490:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1770685053.380493:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9c000, rc 0) 00000100:00100000:1.0:1770685053.380761:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+34:13922:x1856697500043776:12345-192.168.203.41@tcp:101:dd.0 Request processed in 10214us (10641us total) trans 4294967540 rc 0/0 00000100:00100000:1.0:1770685053.380770:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 325 00000100:00100000:2.0:1770685053.397044:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685053.397162:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500044032 00000100:00100000:3.0:1770685053.397174:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500044032 00000100:00100000:3.0:1770685053.397290:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 72 00000100:00100000:3.0:1770685053.397303:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:13922:x1856697500044032:12345-192.168.203.41@tcp:101:dd.0 00010000:00010000:3.0:1770685053.397325:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685053.397351:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef5279 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcc9b expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1770685053.397402:0:6540:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1770685053.397425:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685053.397428:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685053.397436:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef5279 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc9b expref: 7 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685053.397454:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef5279 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc9b expref: 7 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685053.397467:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307a200, rc 0) 00000100:00100000:3.0:1770685053.397860:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:13922:x1856697500044032:12345-192.168.203.41@tcp:101:dd.0 Request processed in 559us (826us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685053.397868:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 72 00000100:00080000:0.0:1770685053.397935:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1770685053.410006:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685053.410105:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500044288 00000100:00100000:0.0:1770685053.410115:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500044288 00000100:00100000:0.0:1770685053.410168:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 96 00000100:00100000:0.0:1770685053.410178:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+34:13922:x1856697500044288:12345-192.168.203.41@tcp:35:dd.0 00000100:00100000:0.0:1770685053.410526:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+35:13922:x1856697500044288:12345-192.168.203.41@tcp:35:dd.0 Request processed in 349us (528us total) trans 4294967541 rc 0/0 00000100:00100000:0.0:1770685053.410534:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 96 00000100:00100000:1.0:1770685053.660259:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685053.660337:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500044416 00000100:00100000:3.0:1770685053.660345:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500044416 00000100:00100000:3.0:1770685053.660394:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 326 00000100:00100000:3.0:1770685053.660402:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+12:13950:x1856697500044416:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685053.660423:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685053.660441:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef5280 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcca2 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685053.660498:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef5287 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685053.660510:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef5287 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685053.660538:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef5287 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:3.0:1770685053.660632:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1770685053.660636:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 8 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685053.660662:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef5287 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685053.660689:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef5280 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcca2 expref: 14 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685053.660706:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef5287 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcca2 expref: 13 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685053.660715:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d1988300) 00010000:00010000:3.0:1770685053.660718:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685053.660721:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307b600, rc 0) 00000100:00100000:3.0:1770685053.660783:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+13:13950:x1856697500044416:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 380us (532us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685053.660790:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 326 00000100:00100000:2.0:1770685053.676347:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685053.676454:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500044672 00000100:00100000:0.0:1770685053.676464:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500044672 00000100:00100000:0.0:1770685053.677010:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 327 00000100:00100000:0.0:1770685053.677021:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+13:13951:x1856697500044672:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685053.677042:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685053.677064:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef528e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcca9 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685053.677140:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef5295 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.677912:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef5295 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.677926:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef5295 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.677945:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef529c lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.677952:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef529c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.677976:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef529c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.678197:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef52a3 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.678205:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef52a3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.678212:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef52a3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:0.0:1770685053.678222:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:0.0:1770685053.678321:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef5295 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.678329:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef5295 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.678336:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef5295 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.678342:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685053.678346:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef5295 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.678353:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef5295 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.678366:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9d92c554f400) 00010000:00010000:0.0:1770685053.678369:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685053.678373:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef5295 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.678388:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef5295 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.678399:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef529c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.678404:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef529c lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.678410:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef529c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.678416:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685053.678418:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef529c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.678424:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef529c lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.678430:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9d92c554f000) 00010000:00010000:0.0:1770685053.678432:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685053.678435:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef529c lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.678440:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef529c lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685053.679321:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef528e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcca9 expref: 16 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685053.679343:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef52a3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcca9 expref: 15 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685053.679364:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:0.0:1770685053.679366:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685053.679370:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174000, rc 0) 00000100:00100000:0.0:1770685053.679710:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+15:13951:x1856697500044672:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 2689us (3370us total) trans 4294967542 rc 0/0 00000100:00100000:0.0:1770685053.679719:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 327 00010000:00010000:2.0:1770685053.683851:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685053.684243:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685053.684280:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685053.684340:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500044800 00000100:00100000:0.0:1770685053.684351:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500044800 00000100:00100000:0.0:1770685053.684410:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 328 00000100:00100000:0.0:1770685053.684419:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+15:13951:x1856697500044800:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1770685053.684528:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+15:13951:x1856697500044800:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 Request processed in 110us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685053.684542:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 328 00000100:00100000:2.0:1770685053.684683:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500044928 00000100:00100000:2.0:1770685053.684687:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500044928 00000100:00100000:2.0:1770685053.684732:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 19 00000100:00100000:2.0:1770685053.684739:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+15:2349:x1856697500044928:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685053.684769:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685053.684791:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef52a3 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcca9 expref: 15 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685053.684810:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:2.0:1770685053.684816:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685053.684837:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+14:2349:x1856697500044928:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 99us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685053.684843:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 19 00000100:00100000:2.0:1770685053.722158:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685053.722257:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500045056 00000100:00100000:3.0:1770685053.722269:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500045056 00000100:00100000:3.0:1770685053.722331:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 329 00000100:00100000:3.0:1770685053.722341:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+35:13952:x1856697500045056:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685053.722363:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685053.722385:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef52b1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bccb0 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685053.722461:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef52b8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685053.722500:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef525d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc8d expref: 36 pid: 5761 timeout: 478 lvb_type: 0 00010000:00010000:3.0:1770685053.722509:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef52b8 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685053.722734:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef525d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc8d expref: 36 pid: 5761 timeout: 478 lvb_type: 0 00010000:00010000:3.0:1770685053.722748:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef525d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc8d expref: 36 pid: 5761 timeout: 478 lvb_type: 0 00000100:00100000:3.0:1770685053.722762:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c290d180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514680832:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685053.722915:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0361840 going to sleep for 11 seconds 00000100:00100000:3.0:1770685053.727558:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c290d180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514680832:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685053.727607:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef52b8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:2.0:1770685053.730991:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685053.731102:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500045184 00000100:00100000:0.0:1770685053.731114:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500045184 00010000:00010000:0.0:1770685053.731156:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef525d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc8d expref: 37 pid: 5761 timeout: 478 lvb_type: 0 00000100:00100000:0.0:1770685053.731198:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 108 00000100:00100000:0.0:1770685053.731208:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+37:2350:x1856697500045184:12345-192.168.203.41@tcp:102:ldlm_bl.0 00010000:00010000:0.0:1770685053.731224:0:5747:0:(ldlm_lockd.c:1654:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef525d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc8d expref: 37 pid: 5761 timeout: 478 lvb_type: 0 00010000:00010000:0.0:1770685053.731234:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef525d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc8d expref: 37 pid: 5761 timeout: 478 lvb_type: 0 00010000:00010000:0.0:1770685053.731266:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef525d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc8d expref: 37 pid: 5761 timeout: 478 lvb_type: 0 00010000:00010000:0.0:1770685053.731274:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92c554fb00) 00010000:00010000:0.0:1770685053.731277:0:5747:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 51 00010000:00010000:0.0:1770685053.731281:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef52b8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685053.731289:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef52b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685053.731295:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef52b8 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685053.731328:0:5747:0:(ldlm_lockd.c:1703:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef525d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc8d expref: 37 pid: 5761 timeout: 478 lvb_type: 0 00010000:00010000:3.0:1770685053.731388:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef52b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:0.0:1770685053.731398:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+37:2350:x1856697500045184:12345-192.168.203.41@tcp:102:ldlm_bl.0 Request processed in 188us (415us total) trans 0 rc 0/0 00010000:00010000:3.0:1770685053.731413:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef52b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:0.0:1770685053.731422:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 108 00000004:00200000:3.0:1770685053.731490:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 1048576 00000004:00200000:3.0:1770685053.731497:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685053.731523:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef52b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685053.731907:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef52b1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bccb0 expref: 37 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685053.731959:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef52b8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bccb0 expref: 36 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685053.731968:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92c554fb00) 00010000:00010000:3.0:1770685053.731971:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1770685053.731975:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307ba00, rc 0) 00000100:00100000:3.0:1770685053.732050:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+36:13952:x1856697500045056:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 9709us (9903us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685053.732059:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 329 00000100:00100000:2.0:1770685053.744196:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685053.744492:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500045312 00000100:00100000:3.0:1770685053.744510:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500045312 00000100:00100000:3.0:1770685053.744623:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 73 00000100:00100000:3.0:1770685053.744634:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2347:x1856697500045312:12345-192.168.203.41@tcp:8:lfs.0 00010000:00080000:3.0:1770685053.744677:0:6540:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0001: connection from bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp t0 exp 0000000000000000 cur 378 last 0 00000020:00000080:3.0:1770685053.744729:0:6540:0:(genops.c:1402:class_connect()) connect: client bb0b411f-1e9f-4664-994e-ef5350eaf62d, cookie 0x8f0dbafbd9ef52bf 00002000:00100000:3.0:1770685053.744751:0:6540:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli bb0b411f-1e9f-4664-994e-ef5350eaf62d/ffff9d92c5681000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2113241 ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1770685053.744776:0:6540:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:0.0:1770685053.745053:0:6540:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9d91c238e700 00002000:00080000:0.0:1770685053.745068:0:6540:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1770685053.745128:0:6540:0:(import.c:65:import_set_state_nolock()) ffff9d91c2859800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1770685053.746407:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2347:x1856697500045312:12345-192.168.203.41@tcp:8:lfs.0 Request processed in 1763us (2213us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685053.746422:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 73 00000100:00100000:1.0:1770685053.765056:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685053.765287:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500045440 00000100:00100000:0.0:1770685053.765305:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500045440 00000100:00100000:0.0:1770685053.765478:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 74 00000100:00100000:0.0:1770685053.765513:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:0:x1856697500045440:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685053.765542:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685053.765573:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef52c6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bccb7 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1770685053.765632:0:6540:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1770685053.765660:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685053.765663:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685053.765676:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef52c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bccb7 expref: 7 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685053.765699:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef52c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bccb7 expref: 7 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685053.765715:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5175e00, rc 0) 00000100:00100000:0.0:1770685053.765811:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:0:x1856697500045440:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 301us (773us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685053.765819:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 74 00000100:00080000:1.0:1770685053.765882:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1770685053.773679:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685053.774085:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500045568 00000100:00100000:3.0:1770685053.774105:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500045568 00000100:00100000:3.0:1770685053.774180:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 330 00000100:00100000:3.0:1770685053.774192:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+36:13952:x1856697500045568:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685053.774220:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685053.774248:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef52cd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bccbe expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685053.774361:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef52d4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685053.774377:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef52d4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685053.774389:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef52d4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685053.774405:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef52db lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685053.774411:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef52db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685053.774416:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef52db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685053.774539:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef52e2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685053.774549:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef52e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685053.774556:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef52e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:3.0:1770685053.774624:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 1048576 00000004:00200000:3.0:1770685053.774630:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685053.774652:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef52e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685053.774667:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef52d4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685053.774680:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef52d4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685053.774688:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef52d4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685053.774694:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685053.774699:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef52d4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685053.774707:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef52d4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685053.774723:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9d92d1988100) 00010000:00010000:3.0:1770685053.774726:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685053.774732:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef52d4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685053.774739:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef52d4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685053.775935:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef52db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685053.775955:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef52db lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685053.775962:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef52db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685053.775967:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685053.775970:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef52db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685053.775998:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef52db lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685053.776013:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x14789339 (ffff9d92e0875400) 00010000:00010000:3.0:1770685053.776017:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685053.776021:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef52db lrc: 2/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685053.776027:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef52db lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685053.776092:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef52cd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bccbe expref: 38 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685053.776107:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef52e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bccbe expref: 37 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685053.776115:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92c554fb00) 00010000:00010000:3.0:1770685053.776118:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1770685053.776121:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307bc00, rc 0) 00000100:00100000:3.0:1770685053.776219:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+37:13952:x1856697500045568:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 2028us (2555us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685053.776230:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 330 00000100:00100000:2.0:1770685053.783463:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685053.785509:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500045824 00000100:00100000:0.0:1770685053.785530:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500045824 00000100:00100000:0.0:1770685053.785652:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 20 00000100:00100000:0.0:1770685053.785665:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+37:2348:x1856697500045824:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685053.785686:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685053.785722:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef52e2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bccbe expref: 37 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685053.785746:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92c554fb00) 00010000:00010000:0.0:1770685053.785780:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685053.785877:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+36:2348:x1856697500045824:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 206us (2417us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685053.785886:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 20 00000100:00100000:3.0:1770685053.786093:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685053.786153:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500045696 00000100:00100000:0.0:1770685053.786161:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500045696 00000100:00100000:3.0:1770685053.791316:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 331 00000100:00100000:3.0:1770685053.791346:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+36:13952:x1856697500045696:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685053.791369:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685053.791391:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef52e9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bccc5 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685053.791481:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef52f0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685053.791777:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef52f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685053.791790:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef52f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:3.0:1770685053.791857:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x12:0x0]: returning size 512 00000004:00200000:3.0:1770685053.791862:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685053.791886:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef52f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685053.791926:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef52e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bccc5 expref: 38 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685053.791947:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef52f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bccc5 expref: 37 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685053.791957:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9d92d1988100) 00010000:00010000:3.0:1770685053.791959:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685053.791964:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307b800, rc 0) 00000100:00100000:3.0:1770685053.792044:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+37:13952:x1856697500045696:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 713us (5962us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685053.792052:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 331 00000100:00100000:3.0:1770685053.798866:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685053.798968:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500046080 00000100:00100000:0.0:1770685053.798989:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500046080 00000100:00100000:0.0:1770685053.799083:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 332 00000100:00100000:0.0:1770685053.799096:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+37:13952:x1856697500046080:12345-192.168.203.41@tcp:58:lfs.0 00000040:00080000:0.0:1770685053.799516:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].9, 136 off9416 00000100:00100000:1.0:1770685053.804486:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+37:13952:x1856697500046080:12345-192.168.203.41@tcp:58:lfs.0 Request processed in 5375us (5613us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685053.804527:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 332 00000100:00100000:0.0:1770685054.152758:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685054.152801:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685054.152841:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685054.152877:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500046336 00000100:00100000:0.0:1770685054.152878:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685054.152890:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500046336 00000100:00100000:0.0:1770685054.152910:0:6545:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500046464 00000100:00100000:0.0:1770685054.152913:0:6545:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500046464 00002000:00100000:0.0:1770685054.152959:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x6:0x0] (524288->1048575) req@ffff9d92d0f88000 x1856697500046464/t0(0) o4->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:175/0 lens 488/0 e 0 to 0 dl 1770685065 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1770685054.152964:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 333 00002000:00100000:0.0:1770685054.152972:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92d0f88000 with x1856697500046464 ext(524288->1048575) 00002000:00010000:0.0:1770685054.152979:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92d0f88000 00000100:00100000:3.0:1770685054.152985:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+37:2351:x1856697500046336:12345-192.168.203.41@tcp:16:kworker.0 00000100:00100000:0.0:1770685054.152997:0:6545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 40 00000100:00100000:0.0:1770685054.153002:0:6545:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:2350:x1856697500046464:12345-192.168.203.41@tcp:4:dd.0 00000100:00100000:0.0:1770685054.153516:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500046592 00000100:00100000:0.0:1770685054.153521:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500046592 00000100:00100000:0.0:1770685054.153554:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 75 00000100:00100000:0.0:1770685054.153562:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2350:x1856697500046592:12345-192.168.203.41@tcp:16:kworker.0 00000100:00100000:0.0:1770685054.153659:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2350:x1856697500046592:12345-192.168.203.41@tcp:16:kworker.0 Request processed in 98us (817us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685054.153667:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 75 00000100:00100000:2.0:1770685054.154447:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500046208 00000100:00100000:2.0:1770685054.154454:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500046208 00002000:00100000:2.0:1770685054.154486:0:5775:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000401:0x13:0x0] req@ffff9d92d0f8bb80 x1856697500046208/t0(0) o4->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:175/0 lens 488/0 e 0 to 0 dl 1770685065 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685054.154495:0:5775:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9d92d0f8bb80 with x1856697500046208 00000100:00100000:2.0:1770685054.154537:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 3 00000100:00100000:2.0:1770685054.154543:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+38:2351:x1856697500046208:12345-192.168.203.41@tcp:4:dd.0 00000100:00100000:1.0:1770685054.185222:0:6545:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2350:x1856697500046464:12345-192.168.203.41@tcp:4:dd.0 Request processed in 32204us (32328us total) trans 4294967309 rc 0/0 00000100:00100000:1.0:1770685054.185236:0:6545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 40 00002000:00100000:1.0:1770685054.185250:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x6:0x0] (524288->1048575) req@ffff9d92d0f88000 x1856697500046464/t4294967309(0) o4->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:175/0 lens 488/448 e 0 to 0 dl 1770685065 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1770685054.185258:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92d0f88000 with x1856697500046464 ext(524288->1048575) 00002000:00010000:1.0:1770685054.185266:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92d0f88000 00000004:00010000:2.0:1770685054.207418:0:5775:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb size from disk: 0 -> 524288 00000004:00010000:2.0:1770685054.207434:0:5775:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb mtime from disk: 1770685053 -> 1770685053 00000004:00010000:2.0:1770685054.207437:0:5775:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb atime from disk: 1770685053 -> 1770685053 00000004:00010000:2.0:1770685054.207440:0:5775:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb ctime from disk: 1770685053 -> 1770685053 00000004:00010000:2.0:1770685054.207443:0:5775:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb blocks from disk: 2 -> 2 00000100:00100000:2.0:1770685054.207574:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:2351:x1856697500046208:12345-192.168.203.41@tcp:4:dd.0 Request processed in 53020us (54831us total) trans 4294967543 rc 0/0 00000100:00100000:2.0:1770685054.207622:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 3 00002000:00100000:2.0:1770685054.207640:0:5775:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000401:0x13:0x0] req@ffff9d92d0f8bb80 x1856697500046208/t4294967543(0) o4->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:175/0 lens 488/448 e 0 to 0 dl 1770685065 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685054.207651:0:5775:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9d92d0f8bb80 with x1856697500046208 00000100:00100000:0.0:1770685054.246276:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+39:2351:x1856697500046336:12345-192.168.203.41@tcp:16:kworker.0 Request processed in 93276us (93458us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685054.246295:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 333 00000001:00080000:0.0:1770685054.246352:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967542 is committed 00000001:00080000:0.0:1770685054.246360:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967541 is committed 00000040:00080000:1.0:1770685054.515871:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685054.515883:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685054.515951:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 10 count 4 00000040:00080000:1.0:1770685054.515958:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1770685054.516276:0:11361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb29aa00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514680960:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1770685054.516412:0:11361:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c821dd80 going to sleep for 11 seconds 00000100:00100000:1.0:1770685054.520387:0:11361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb29aa00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514680960:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1770685054.521179:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685054.521271:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500046720 00000100:00100000:3.0:1770685054.521283:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500046720 00000100:00100000:3.0:1770685054.521353:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 334 00000100:00100000:3.0:1770685054.521366:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+13:13962:x1856697500046720:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1770685054.521411:0:5762:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000401:0x13:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1770685054.521559:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+13:13962:x1856697500046720:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 194us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685054.521568:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 334 00000100:00100000:2.0:1770685054.526149:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685054.526726:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500046976 00000100:00100000:0.0:1770685054.528238:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500046976 00000100:00100000:1.0:1770685054.528759:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 335 00000100:00100000:1.0:1770685054.528775:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+13:13962:x1856697500046976:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685054.528805:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685054.528834:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef52f7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcccc expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685054.528947:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef52fe lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685054.528966:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef52fe lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685054.529003:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef52fe lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685054.529180:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5305 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685054.529206:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5305 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685054.529221:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5305 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685054.529319:0:5761:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef525d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc8d expref: 31 pid: 5761 timeout: 478 lvb_type: 0 00010000:00010000:1.0:1770685054.529541:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d800/0x8f0dbafbd9ef530c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685054.529551:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d800/0x8f0dbafbd9ef530c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685054.529559:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d800/0x8f0dbafbd9ef530c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:1.0:1770685054.529571:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 1048576 00010000:00010000:1.0:1770685054.529779:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef52fe lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685054.529787:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef52fe lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685054.529793:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef52fe lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685054.529821:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9cc00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685054.529836:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef52fe lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685054.529847:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef52fe lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685054.529865:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:1.0:1770685054.529868:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685054.529874:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef52fe lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685054.529879:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef52fe lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685054.529906:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5305 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685054.529912:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5305 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685054.529917:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5305 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685054.529922:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9de00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685054.529925:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5305 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685054.529930:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5305 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685054.529937:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x8e2cbb23 (ffff9d92d1988b00) 00010000:00010000:1.0:1770685054.529939:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685054.529950:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5305 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685054.529956:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5305 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685054.530024:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef52f7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcccc expref: 16 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685054.530039:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d800/0x8f0dbafbd9ef530c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcccc expref: 15 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685054.530046:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92c554fb00) 00010000:00010000:1.0:1770685054.530048:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1770685054.530050:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9d800, rc 0) 00000100:00100000:1.0:1770685054.530143:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+15:13962:x1856697500046976:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 1371us (4007us total) trans 4294967544 rc 0/0 00000100:00100000:1.0:1770685054.530153:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 335 00000100:00100000:0.0:1770685054.535009:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685054.535061:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685054.535096:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685054.535106:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500047104 00000100:00100000:1.0:1770685054.535126:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500047104 00000100:00100000:2.0:1770685054.535182:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500047232 00000100:00100000:2.0:1770685054.535203:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500047232 00000100:00100000:1.0:1770685054.535217:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 336 00000100:00100000:1.0:1770685054.535233:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+15:2350:x1856697500047104:12345-192.168.203.41@tcp:33:lhsmtool_posix.0 00000100:00100000:2.0:1770685054.535278:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500047360 00000100:00100000:2.0:1770685054.535283:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500047360 00010000:00010000:1.0:1770685054.535306:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef531a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00000100:00100000:2.0:1770685054.535326:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 76 00000100:00100000:2.0:1770685054.535337:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+5:2350:x1856697500047232:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1770685054.535347:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef525d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc8d expref: 31 pid: 5761 timeout: 478 lvb_type: 0 00010000:00010000:1.0:1770685054.535361:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef531a lrc: 4/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x50010000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685054.535396:0:6540:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5321 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685054.535420:0:6540:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef5279 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc9b expref: 8 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685054.535430:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1770685054.535433:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1770685054.535439:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5321 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685054.535477:0:6540:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef5279 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc9b expref: 8 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685054.535494:0:6540:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef5279 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc9b expref: 8 pid: 6540 timeout: 479 lvb_type: 0 00000100:00100000:2.0:1770685054.535530:0:6540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c29c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6540:1856697514681216:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685054.535661:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef525d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc8d expref: 31 pid: 5761 timeout: 478 lvb_type: 0 00000100:00100000:2.0:1770685054.535676:0:6540:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c21fecc0 going to sleep for 11 seconds 00010000:00010000:1.0:1770685054.535684:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef525d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc8d expref: 31 pid: 5761 timeout: 479 lvb_type: 0 00000100:00080000:2.0:1770685054.535702:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1770685054.535703:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb29aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514681088:192.168.203.41@tcp:104: 00000100:00080000:2.0:1770685054.535710:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1770685054.535730:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 77 00000100:00100000:2.0:1770685054.535740:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+5:2350:x1856697500047360:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1770685054.535779:0:6539:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5328 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685054.535784:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c821dd80 going to sleep for 11 seconds 00010000:00010000:2.0:1770685054.535800:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685054.535803:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685054.535809:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5328 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685054.535827:0:6539:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5328 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685054.535862:0:6539:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5328 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685054.535870:0:6539:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5328 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685054.535878:0:6539:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5328 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685054.535909:0:6539:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245fc00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:2.0:1770685054.535914:0:6539:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5328 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685054.535922:0:6539:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5328 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685054.535941:0:6539:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5328 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685054.535949:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5328 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685054.536013:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+5:2350:x1856697500047360:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 274us (915us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685054.536021:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 77 00000100:00100000:3.0:1770685054.540446:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb29aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514681088:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685054.540489:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef531a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010000000000 pid: 5761 initiator: MDT0 00000100:00100000:0.0:1770685054.540957:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685054.541049:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685054.541121:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500047488 00000100:00100000:3.0:1770685054.541129:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500047488 00010000:00010000:3.0:1770685054.541178:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef5279 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc9b expref: 9 pid: 6540 timeout: 479 lvb_type: 0 00000100:00100000:3.0:1770685054.541215:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500047616 00000100:00100000:3.0:1770685054.541217:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500047616 00010000:00010000:3.0:1770685054.541229:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef525d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc8d expref: 32 pid: 5761 timeout: 479 lvb_type: 0 00000100:00100000:3.0:1770685054.541247:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 109 00000100:00100000:3.0:1770685054.541256:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2348:x1856697500047488:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685054.541274:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1770685054.541298:0:5746:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:3.0:1770685054.541319:0:5746:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb mtime from disk: 0 -> 1770685053 00002000:00010000:3.0:1770685054.541321:0:5746:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb ctime from disk: 0 -> 1770685053 00010000:00010000:3.0:1770685054.541328:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef5279 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc9b expref: 9 pid: 6540 timeout: 479 lvb_type: 0 00010000:00010000:3.0:1770685054.541341:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef5279 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc9b expref: 9 pid: 6540 timeout: 479 lvb_type: 0 00010000:00010000:3.0:1770685054.541385:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685054.541388:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685054.541395:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5321 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685054.541403:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 110 00010000:00010000:3.0:1770685054.541406:0:5746:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5321 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685054.541415:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+32:2348:x1856697500047616:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685054.541432:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770685054.541437:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685054.541467:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef525d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc8d expref: 32 pid: 5761 timeout: 479 lvb_type: 0 00010000:00010000:2.0:1770685054.541476:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef525d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc8d expref: 32 pid: 5761 timeout: 479 lvb_type: 0 00010000:00010000:2.0:1770685054.541493:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef525d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc8d expref: 32 pid: 5761 timeout: 479 lvb_type: 0 00000100:00100000:3.0:1770685054.541505:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2348:x1856697500047488:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 250us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685054.541512:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 109 00010000:00010000:2.0:1770685054.541520:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92c554fb00) 00010000:00010000:2.0:1770685054.541525:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef531a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685054.541535:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef531a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40090000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685054.541542:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef531a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40090000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685054.541569:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685054.541622:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+31:2348:x1856697500047616:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 209us (575us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685054.541629:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 110 00010000:00010000:3.0:1770685054.541806:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef531a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685054.541815:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef531a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685054.541852:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef531a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x50010000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685054.541859:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef531a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x50010400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685054.541877:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef531a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685054.541883:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9da00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:3.0:1770685054.541889:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef531a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685054.541908:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef531a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685054.541918:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92c554fb00) 00010000:00010000:3.0:1770685054.541920:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1770685054.541925:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef531a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685054.541931:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef531a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819400000000 pid: 5761 initiator: MDT0 00000100:00100000:3.0:1770685054.542029:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+15:2350:x1856697500047104:12345-192.168.203.41@tcp:33:lhsmtool_posix.0 Request processed in 6800us (7035us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685054.542040:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 336 00010000:00010000:1.0:1770685054.543063:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef5279 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc9b expref: 8 pid: 6540 timeout: 479 lvb_type: 0 00000100:00100000:1.0:1770685054.543091:0:6540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c29c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6540:1856697514681216:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685054.543124:0:6540:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5321 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685054.543138:0:6540:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5321 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685054.543145:0:6540:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5321 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685054.543189:0:6540:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5321 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685054.543198:0:6540:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5321 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685054.543229:0:6540:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5321 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685054.543237:0:6540:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245f400 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:1.0:1770685054.543241:0:6540:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5321 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685054.543250:0:6540:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5321 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685054.543271:0:6540:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5321 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685054.543279:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5321 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685054.543605:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+5:2350:x1856697500047232:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 8242us (8514us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685054.543617:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 76 00000100:00100000:2.0:1770685054.546098:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685054.546160:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500047872 00000100:00100000:3.0:1770685054.546174:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500047872 00000100:00100000:3.0:1770685054.546295:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 337 00000100:00100000:3.0:1770685054.546308:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+15:13962:x1856697500047872:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1770685054.546460:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+15:13962:x1856697500047872:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 155us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685054.546469:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 337 00000100:00100000:0.0:1770685054.552404:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685054.552492:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685054.552536:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685054.552717:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500048256 00000100:00100000:2.0:1770685054.552731:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500048256 00000100:00100000:2.0:1770685054.552805:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500048128 00000100:00100000:2.0:1770685054.552808:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500048128 00000100:00100000:2.0:1770685054.552836:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 78 00000100:00100000:2.0:1770685054.552846:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+5:2350:x1856697500048256:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685054.552872:0:6538:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685054.552908:0:6538:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef532f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcce1 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685054.552940:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685054.552943:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685054.552952:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef532f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcce1 expref: 6 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685054.552999:0:6538:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef532f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcce1 expref: 6 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685054.553017:0:6538:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245ec00, rc 0) 00000100:00100000:2.0:1770685054.553086:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+6:2350:x1856697500048256:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 240us (592us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685054.553093:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 78 00000100:00100000:2.0:1770685054.553114:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 79 00000100:00100000:2.0:1770685054.553120:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5551050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+5:2350:x1856697500048128:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685054.553129:0:6538:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685054.553145:0:6538:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5336 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bccda expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1770685054.553174:0:6538:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x6:0x0] initial LVB size: 1048576, mtime: 0x698a827d, atime: 0x0, ctime: 0x698a827d, blocks: 0x1 00010000:00010000:2.0:1770685054.553186:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685054.553188:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685054.553386:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5336 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bccda expref: 6 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685054.553404:0:6538:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5336 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bccda expref: 6 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685054.553414:0:6538:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245fc00, rc 0) 00000100:00100000:2.0:1770685054.553437:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5551050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+6:2350:x1856697500048128:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 317us (901us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685054.553453:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 79 00000100:00100000:3.0:1770685054.554571:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500048000 00000100:00100000:3.0:1770685054.554612:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500048000 00000100:00100000:3.0:1770685054.554672:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 338 00000100:00100000:3.0:1770685054.554682:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+15:2350:x1856697500048000:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685054.554703:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685054.554725:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef533d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bccd3 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685054.554774:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef533d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bccd3 expref: 16 pid: 5761 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1770685054.554789:0:5761:0:(mdt_io.c:1529:mdt_lvb2reply()) size 524288 00010000:00010000:3.0:1770685054.554797:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef533d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bccd3 expref: 16 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685054.554811:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92c554fb00) 00010000:00010000:3.0:1770685054.554813:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1770685054.554818:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307a400, rc 0) 00000100:00100000:3.0:1770685054.554874:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+16:2350:x1856697500048000:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 194us (2487us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685054.554881:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 338 00000100:00100000:0.0:1770685054.560134:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685054.560288:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500048512 00000100:00100000:3.0:1770685054.560302:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500048512 00000100:00100000:3.0:1770685054.560376:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 339 00000100:00100000:3.0:1770685054.560460:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8354000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+16:13962:x1856697500048512:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1770685054.560950:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8354000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+16:13962:x1856697500048512:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 493us (830us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685054.560960:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 339 00000100:00100000:3.0:1770685054.571039:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685054.571102:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500048640 00000100:00100000:3.0:1770685054.571108:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685054.571173:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500048640 00000100:00100000:0.0:1770685054.571181:0:6545:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500048768 00000100:00100000:0.0:1770685054.571188:0:6545:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500048768 00002000:00100000:0.0:1770685054.571253:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x6:0x0] (524288->1048575) req@ffff9d91c290c380 x1856697500048768/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:175/0 lens 488/0 e 0 to 0 dl 1770685065 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685054.571266:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c290c380 with x1856697500048768 ext(524288->1048575) 00002000:00010000:0.0:1770685054.571273:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d91c290c380 00002000:00100000:2.0:1770685054.571299:0:5775:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000401:0x13:0x0] req@ffff9d91c290ed80 x1856697500048640/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:175/0 lens 488/0 e 0 to 0 dl 1770685065 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685054.571312:0:5775:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9d91c290ed80 with x1856697500048640 00000100:00100000:0.0:1770685054.571313:0:6545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 41 00000100:00100000:0.0:1770685054.571335:0:6545:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1b20a364-7a5a-4770-9192-023629c7ce89+6:2349:x1856697500048768:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1770685054.571345:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 4 00000100:00100000:2.0:1770685054.571356:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+16:2349:x1856697500048640:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1770685054.597717:0:6545:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1b20a364-7a5a-4770-9192-023629c7ce89+6:2349:x1856697500048768:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 Request processed in 26367us (26592us total) trans 0 rc 524288/524288 00000100:00100000:0.0:1770685054.597738:0:6545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 41 00002000:00100000:0.0:1770685054.597757:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x6:0x0] (524288->1048575) req@ffff9d91c290c380 x1856697500048768/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:175/0 lens 488/440 e 0 to 0 dl 1770685065 ref 1 fl Complete:/600/0 rc 524288/524288 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685054.597768:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c290c380 with x1856697500048768 ext(524288->1048575) 00002000:00010000:0.0:1770685054.597778:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d91c290c380 00000100:00100000:1.0:1770685054.599700:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+16:2349:x1856697500048640:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 Request processed in 28329us (28660us total) trans 0 rc 524288/524288 00000100:00100000:1.0:1770685054.599717:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 4 00002000:00100000:1.0:1770685054.599732:0:5775:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000401:0x13:0x0] req@ffff9d91c290ed80 x1856697500048640/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:175/0 lens 488/440 e 0 to 0 dl 1770685065 ref 1 fl Complete:/600/0 rc 524288/524288 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1770685054.599745:0:5775:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9d91c290ed80 with x1856697500048640 00000100:00100000:3.0:1770685054.621015:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685054.621705:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500048896 00000100:00100000:0.0:1770685054.621721:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500048896 00000100:00100000:0.0:1770685054.621800:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 340 00000100:00100000:0.0:1770685054.621813:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+16:13962:x1856697500048896:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685054.621840:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685054.621869:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef5344 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcce8 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685054.621924:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef534b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685054.621945:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef534b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685054.621960:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef534b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685054.622086:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef5344 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcce8 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685054.622134:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef534b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcce8 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685054.622143:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92c554fb00) 00010000:00010000:0.0:1770685054.622147:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1770685054.622151:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174c00, rc 0) 00000100:00100000:0.0:1770685054.622231:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+17:13962:x1856697500048896:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 421us (1231us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685054.622239:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 340 00000100:00100000:0.0:1770685054.635059:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685054.635771:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500049024 00000100:00100000:0.0:1770685054.635786:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500049024 00000100:00100000:0.0:1770685054.635853:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 341 00000100:00100000:0.0:1770685054.635865:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+17:13962:x1856697500049024:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1770685054.635918:0:5761:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000401:0x13:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1770685054.636057:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+17:13962:x1856697500049024:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 194us (1013us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685054.636067:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 341 00000100:00100000:0.0:1770685054.641261:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685054.641338:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685054.641373:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685054.641412:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500049280 00000100:00100000:0.0:1770685054.641425:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500049280 00000100:00100000:0.0:1770685054.641474:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500049408 00000100:00100000:0.0:1770685054.641477:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500049408 00000100:00100000:0.0:1770685054.641492:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 80 00000100:00100000:0.0:1770685054.641506:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8354700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+6:2350:x1856697500049280:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1770685054.641594:0:6540:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5352 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685054.641619:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685054.641622:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685054.641627:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5352 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685054.641644:0:6540:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5352 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685054.641684:0:6540:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5352 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685054.641690:0:6540:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5352 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685054.641696:0:6540:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5352 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685054.641701:0:6540:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5175800 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:0.0:1770685054.641704:0:6540:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5352 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685054.641710:0:6540:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5352 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685054.641733:0:6540:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5352 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685054.641738:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5352 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685054.641817:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8354700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+6:2350:x1856697500049280:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 310us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685054.641825:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 80 00000100:00100000:0.0:1770685054.641848:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 81 00000100:00100000:0.0:1770685054.641855:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8357480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+6:2351:x1856697500049408:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1770685054.641875:0:6540:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef5359 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685054.641882:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685054.641883:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685054.641886:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef5359 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685054.641905:0:6540:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef5359 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685054.641931:0:6540:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef5359 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685054.641938:0:6540:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef5359 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685054.641951:0:6540:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef5359 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685054.641957:0:6540:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5175c00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:0.0:1770685054.641960:0:6540:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef5359 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685054.641968:0:6540:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef5359 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685054.641977:0:6540:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef5359 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685054.641984:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef5359 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685054.642017:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8357480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+6:2351:x1856697500049408:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 162us (642us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685054.642023:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 81 00000100:00100000:2.0:1770685054.648984:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500049152 00000100:00100000:2.0:1770685054.649006:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500049152 00000100:00100000:2.0:1770685054.649149:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 342 00000100:00100000:2.0:1770685054.649161:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+17:2351:x1856697500049152:12345-192.168.203.41@tcp:33:lhsmtool_posix.0 00010000:00010000:2.0:1770685054.649235:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef5360 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685054.649255:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef5360 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x50010000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685054.649283:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef5360 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40010000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685054.649321:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef5360 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x50010000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685054.649329:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef5360 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x50010400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685054.649337:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef5360 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40010400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685054.649356:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245f000 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:2.0:1770685054.649361:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef5360 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40010400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685054.649369:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef5360 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40018400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685054.649392:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92c554fb00) 00010000:00010000:2.0:1770685054.649395:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1770685054.649401:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef5360 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x44819400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685054.649407:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef5360 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x44819400000000 pid: 5762 initiator: MDT0 00000100:00100000:2.0:1770685054.649516:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+17:2351:x1856697500049152:12345-192.168.203.41@tcp:33:lhsmtool_posix.0 Request processed in 357us (8266us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685054.649524:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 342 00000100:00100000:0.0:1770685054.659330:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685054.659399:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500049664 00000100:00100000:2.0:1770685054.659410:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500049664 00000100:00100000:2.0:1770685054.659475:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 343 00000100:00100000:2.0:1770685054.659485:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8356680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+17:13962:x1856697500049664:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1770685054.660033:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8356680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+18:13962:x1856697500049664:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 544us (710us total) trans 4294967545 rc 0/0 00000100:00100000:2.0:1770685054.660043:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 343 00000040:00080000:3.0:1770685054.660115:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685054.660121:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1770685054.660793:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:3.0:1770685054.660805:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1770685054.665486:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685054.665666:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685054.665820:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500049792 00000100:00100000:3.0:1770685054.665834:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500049792 00000100:00100000:3.0:1770685054.665929:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 311 00000100:00100000:3.0:1770685054.665941:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0756450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2350:x1856697500049792:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685054.666009:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500049920 00000100:00100000:1.0:1770685054.666014:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500049920 00000100:00100000:3.0:1770685054.666048:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0756450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2350:x1856697500049792:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 109us (573us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685054.666051:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 133 00000100:00100000:3.0:1770685054.666058:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 311 00000100:00100000:1.0:1770685054.666060:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb299f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:2350:x1856697500049920:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685054.666091:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb299f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:2350:x1856697500049920:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 35us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685054.666098:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 133 00000100:00100000:0.0:1770685054.668281:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685054.668417:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500050176 00000100:00100000:3.0:1770685054.668428:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500050176 00000100:00100000:3.0:1770685054.668487:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 97 00000100:00100000:3.0:1770685054.668497:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c83d4450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+18:13962:x1856697500050176:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1770685054.668961:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c83d4450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+19:13962:x1856697500050176:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 463us (688us total) trans 4294967546 rc 0/0 00000100:00100000:3.0:1770685054.668969:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 97 00010000:00010000:3.0:1770685054.705915:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1770685054.779473:0:13239:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685054.779484:0:13239:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685054.779521:0:13239:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 10 count 4 00000040:00080000:1.0:1770685054.779526:0:13239:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1770685054.827827:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685054.827958:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685054.828160:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500050432 00000100:00100000:3.0:1770685054.828174:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500050432 00000100:00100000:3.0:1770685054.828240:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 82 00000100:00100000:3.0:1770685054.828252:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8355500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2350:x1856697500050432:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685054.828276:0:6538:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685054.828308:0:6538:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef5367 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bccf6 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685054.828338:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685054.828340:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685054.828351:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef5367 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bccf6 expref: 9 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685054.828372:0:6538:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef5367 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bccf6 expref: 9 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685054.828388:0:6538:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c62600, rc 0) 00000100:00100000:3.0:1770685054.828457:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8355500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2350:x1856697500050432:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 207us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685054.828476:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 82 00000100:00100000:1.0:1770685054.829332:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500050304 00000100:00100000:1.0:1770685054.829344:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500050304 00000100:00100000:0.0:1770685054.829484:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 344 00000100:00100000:0.0:1770685054.829494:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+31:2350:x1856697500050304:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685054.829530:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685054.829551:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef536e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bccef expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685054.829620:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef536e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bccef expref: 32 pid: 5762 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1770685054.829634:0:5762:0:(mdt_io.c:1529:mdt_lvb2reply()) size 524288 00010000:00010000:0.0:1770685054.829651:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef536e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bccef expref: 32 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685054.829668:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92c554fb00) 00010000:00010000:0.0:1770685054.829671:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1770685054.829676:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174e00, rc 0) 00000100:00100000:0.0:1770685054.829733:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+32:2350:x1856697500050304:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 240us (1921us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685054.829741:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 344 00000100:00100000:3.0:1770685054.840113:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685054.840173:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500050688 00000100:00100000:1.0:1770685054.840186:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500050688 00000100:00100000:1.0:1770685054.840262:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 345 00000100:00100000:1.0:1770685054.840274:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+32:13963:x1856697500050688:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:1.0:1770685054.840302:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685054.840329:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef5375 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bccfd expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685054.840460:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef537c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685054.840489:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef537c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685054.840502:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef537c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:1.0:1770685054.840526:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 1048576 00010000:00010000:1.0:1770685054.840750:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef5375 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bccfd expref: 35 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685054.840771:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef537c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bccfd expref: 34 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685054.840780:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92c554fb00) 00010000:00010000:1.0:1770685054.840783:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1770685054.840789:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9ca00, rc 0) 00000100:00100000:1.0:1770685054.840866:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+34:13963:x1856697500050688:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 595us (768us total) trans 4294967547 rc 0/0 00000100:00100000:1.0:1770685054.840875:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 345 00000100:00100000:1.0:1770685054.849035:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685054.849078:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685054.849105:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685054.849138:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500050944 00000100:00100000:1.0:1770685054.849150:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500050944 00000100:00100000:1.0:1770685054.849204:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500051072 00000100:00100000:1.0:1770685054.849208:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500051072 00000100:00100000:1.0:1770685054.849231:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 83 00000100:00100000:1.0:1770685054.849242:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb298000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2351:x1856697500050944:12345-192.168.203.41@tcp:1:lfs.0 00010000:00010000:1.0:1770685054.849299:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef538a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685054.849322:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5336 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bccda expref: 5 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685054.849351:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef5367 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bccf6 expref: 9 pid: 6538 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1770685054.849353:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 84 00010000:00010000:1.0:1770685054.849359:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685054.849362:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1770685054.849363:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb298e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:2351:x1856697500051072:12345-192.168.203.41@tcp:1:lfs.0 00010000:00010000:1.0:1770685054.849366:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef538a lrc: 5/0,1 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685054.849387:0:6538:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef5391 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685054.849399:0:6538:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef52c6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bccb7 expref: 7 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685054.849408:0:6538:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef532f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcce1 expref: 5 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685054.849408:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef5367 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccf6 expref: 9 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685054.849416:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685054.849424:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685054.849426:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef5367 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccf6 expref: 9 pid: 6538 timeout: 479 lvb_type: 1 00010000:00010000:3.0:1770685054.849427:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef5391 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685054.849445:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb29aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514681344:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685054.849448:0:6538:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef532f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcce1 expref: 5 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685054.849459:0:6538:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef532f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcce1 expref: 5 pid: 6538 timeout: 479 lvb_type: 1 00000100:00100000:3.0:1770685054.849469:0:6538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c290ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6538:1856697514681472:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685054.849639:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5336 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccda expref: 5 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685054.849661:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5336 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccda expref: 5 pid: 6538 timeout: 479 lvb_type: 1 00000100:00100000:1.0:1770685054.849672:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0251180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514681728:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685054.849699:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0335600 going to sleep for 11 seconds 00000100:00100000:1.0:1770685054.849733:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500050816 00000100:00100000:1.0:1770685054.849737:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500050816 00010000:00010000:3.0:1770685054.849762:0:6538:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef52c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccb7 expref: 7 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685054.849772:0:6538:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef52c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccb7 expref: 7 pid: 6540 timeout: 479 lvb_type: 1 00000100:00100000:1.0:1770685054.849777:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 346 00000100:00100000:3.0:1770685054.849782:0:6538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6538:1856697514681600:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685054.849784:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+34:2351:x1856697500050816:12345-192.168.203.41@tcp:33:lfs.0 00000100:00100000:3.0:1770685054.849809:0:6538:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0397c00 going to sleep for 11 seconds 00010000:00010000:1.0:1770685054.849831:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5398 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685054.849846:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef533d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bccd3 expref: 18 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685054.849853:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef536e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bccef expref: 34 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685054.849861:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5398 lrc: 5/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT flags: 0x50010000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685054.849882:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef536e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccef expref: 34 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685054.849903:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef536e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccef expref: 34 pid: 5762 timeout: 479 lvb_type: 0 00000100:00100000:1.0:1770685054.849913:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0252300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514681856:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685054.849956:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef533d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccd3 expref: 18 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685054.849965:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef533d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccd3 expref: 18 pid: 5761 timeout: 479 lvb_type: 0 00000100:00100000:1.0:1770685054.849973:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0253480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514681984:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685054.849995:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d03359c0 going to sleep for 11 seconds 00000100:00100000:0.0:1770685054.855241:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685054.855274:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685054.855299:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685054.855334:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500051456 00000100:00100000:0.0:1770685054.855345:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500051456 00010000:00010000:0.0:1770685054.855397:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef52c6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccb7 expref: 8 pid: 6540 timeout: 479 lvb_type: 1 00000100:00100000:0.0:1770685054.855433:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500051328 00000100:00100000:0.0:1770685054.855436:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500051328 00010000:00010000:0.0:1770685054.855449:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef532f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcce1 expref: 6 pid: 6538 timeout: 479 lvb_type: 1 00000100:00100000:1.0:1770685054.855633:0:6538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c290ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6538:1856697514681472:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685054.855659:0:6538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6538:1856697514681600:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685054.855691:0:6538:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef5391 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685054.855867:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500051200 00000100:00100000:0.0:1770685054.855870:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500051200 00010000:00010000:0.0:1770685054.855888:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef5367 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccf6 expref: 10 pid: 6538 timeout: 479 lvb_type: 1 00000100:00100000:3.0:1770685054.855909:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb29aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514681344:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685054.855914:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 111 00000100:00100000:3.0:1770685054.855922:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0251180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514681728:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685054.855941:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef538a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685054.856021:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18c9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2349:x1856697500051456:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685054.856039:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685054.856068:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef52c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccb7 expref: 8 pid: 6540 timeout: 479 lvb_type: 1 00010000:00010000:0.0:1770685054.856081:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef52c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccb7 expref: 8 pid: 6540 timeout: 479 lvb_type: 1 00010000:00010000:0.0:1770685054.856113:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef52c6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccb7 expref: 8 pid: 6540 timeout: 479 lvb_type: 1 00010000:00010000:0.0:1770685054.856132:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685054.856202:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18c9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:2349:x1856697500051456:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 278us (976us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685054.856209:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 111 00000100:00100000:0.0:1770685054.856265:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 112 00000100:00100000:0.0:1770685054.856272:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8356d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+6:2349:x1856697500051328:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685054.856282:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685054.856300:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef532f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcce1 expref: 6 pid: 6538 timeout: 479 lvb_type: 1 00010000:00010000:0.0:1770685054.856310:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef532f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcce1 expref: 6 pid: 6538 timeout: 479 lvb_type: 1 00010000:00010000:0.0:1770685054.856325:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef532f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcce1 expref: 6 pid: 6538 timeout: 479 lvb_type: 1 00010000:00010000:0.0:1770685054.856335:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685054.856338:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685054.856343:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef5391 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685054.856352:0:11010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef5391 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685054.856373:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685054.856393:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8356d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+5:2349:x1856697500051328:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 122us (1118us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685054.856399:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 112 00000100:00100000:0.0:1770685054.856413:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 113 00000100:00100000:0.0:1770685054.856419:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8355180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2350:x1856697500051200:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685054.856428:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685054.856442:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef5367 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccf6 expref: 10 pid: 6538 timeout: 479 lvb_type: 1 00010000:00010000:0.0:1770685054.856453:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef5367 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccf6 expref: 10 pid: 6538 timeout: 479 lvb_type: 1 00010000:00010000:1.0:1770685054.856600:0:6538:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef5391 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685054.856610:0:6538:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef5391 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685054.856639:0:6538:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef5391 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685054.856659:0:6538:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef5391 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685054.856668:0:6538:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef5391 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685054.856675:0:6538:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c62200 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:1.0:1770685054.856681:0:6538:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef5391 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685054.856692:0:6538:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef5391 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685054.856719:0:6538:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef5391 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685054.856727:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef5391 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685054.856784:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb298e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2351:x1856697500051072:12345-192.168.203.41@tcp:1:lfs.0 Request processed in 7423us (7677us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685054.856793:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 84 00000100:00100000:3.0:1770685054.857559:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00010000:00010000:0.0:1770685054.857814:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef5367 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccf6 expref: 10 pid: 6538 timeout: 479 lvb_type: 1 00010000:00010000:0.0:1770685054.857835:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685054.857993:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8355180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2350:x1856697500051200:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 1572us (2691us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685054.858003:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 113 00000100:00100000:0.0:1770685054.858030:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500051584 00000100:00100000:0.0:1770685054.858040:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500051584 00010000:00010000:0.0:1770685054.858071:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5336 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccda expref: 6 pid: 6538 timeout: 479 lvb_type: 1 00000100:00100000:0.0:1770685054.858092:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 114 00000100:00100000:0.0:1770685054.858100:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+6:2350:x1856697500051584:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685054.858114:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685054.858138:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5336 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccda expref: 6 pid: 6538 timeout: 479 lvb_type: 1 00010000:00010000:0.0:1770685054.858151:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5336 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccda expref: 6 pid: 6538 timeout: 479 lvb_type: 1 00010000:00010000:0.0:1770685054.858165:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5336 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccda expref: 6 pid: 6538 timeout: 479 lvb_type: 1 00010000:00010000:0.0:1770685054.858174:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685054.858188:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685054.858193:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef538a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685054.858203:0:11010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef538a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685054.858240:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685054.858262:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+5:2350:x1856697500051584:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 162us (707us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685054.858269:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 114 00010000:00010000:1.0:1770685054.861210:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef538a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685054.861235:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef538a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685054.861280:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef538a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685054.861290:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef538a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685054.861299:0:8401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef538a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685054.861308:0:8401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9ce00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:1.0:1770685054.861313:0:8401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef538a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685054.861335:0:8401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef538a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685054.861359:0:8401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef538a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685054.861365:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef538a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685054.861469:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb298000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2351:x1856697500050944:12345-192.168.203.41@tcp:1:lfs.0 Request processed in 12225us (12386us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685054.861477:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 83 00000100:00100000:3.0:1770685054.863407:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685054.863650:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0252300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514681856:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685054.863669:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0253480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514681984:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685054.863705:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5398 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT flags: 0x40010000000000 pid: 5762 initiator: MDT0 00000100:00100000:3.0:1770685054.863913:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685054.864410:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500051712 00000100:00100000:1.0:1770685054.864422:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500051712 00010000:00010000:1.0:1770685054.864481:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef536e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccef expref: 35 pid: 5762 timeout: 479 lvb_type: 0 00000100:00100000:1.0:1770685054.864521:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500051840 00000100:00100000:1.0:1770685054.864525:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500051840 00010000:00010000:1.0:1770685054.864538:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef533d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccd3 expref: 19 pid: 5761 timeout: 479 lvb_type: 0 00000100:00100000:1.0:1770685054.864595:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 115 00000100:00100000:1.0:1770685054.864616:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+35:2351:x1856697500051712:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685054.864640:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685054.864678:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef536e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccef expref: 35 pid: 5762 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1770685054.864694:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef536e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccef expref: 35 pid: 5762 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1770685054.864720:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef536e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccef expref: 35 pid: 5762 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1770685054.864736:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92c554fb00) 00010000:00010000:1.0:1770685054.864742:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5398 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT flags: 0x40010000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685054.864752:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685054.865821:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+34:2351:x1856697500051712:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 1207us (2419us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685054.865834:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 115 00000100:00100000:1.0:1770685054.865869:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 116 00000100:00100000:1.0:1770685054.865881:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+19:2350:x1856697500051840:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685054.865912:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685054.866042:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef533d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccd3 expref: 19 pid: 5761 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1770685054.866087:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef533d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccd3 expref: 19 pid: 5761 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1770685054.866109:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef533d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccd3 expref: 19 pid: 5761 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1770685054.866122:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92c554fb00) 00010000:00010000:1.0:1770685054.866128:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5398 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x40010000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685054.866138:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5398 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x40090000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685054.866146:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5398 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 8 type: IBT flags: 0x40090000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685054.866177:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685054.868345:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+18:2350:x1856697500051840:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 2449us (4859us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685054.868360:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 116 00010000:00010000:1.0:1770685054.868615:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5398 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40010000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685054.868629:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5398 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40010000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685054.868764:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5398 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x50010000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685054.868772:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5398 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x50010400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685054.868797:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5398 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40010400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685054.868802:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9c600 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:1.0:1770685054.868806:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5398 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40010400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685054.868813:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5398 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x40018400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685054.868827:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92c554fb00) 00010000:00010000:1.0:1770685054.868830:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1770685054.868833:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5398 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x44819400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685054.868838:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5398 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x44819400000000 pid: 5762 initiator: MDT0 00000100:00100000:1.0:1770685054.870558:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+33:2351:x1856697500050816:12345-192.168.203.41@tcp:33:lfs.0 Request processed in 20681us (21445us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685054.870590:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 346 00000100:00100000:3.0:1770685054.873998:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685054.874151:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500052096 00000100:00100000:0.0:1770685054.874166:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500052096 00000100:00100000:0.0:1770685054.874282:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 98 00000100:00100000:0.0:1770685054.874294:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+33:13963:x1856697500052096:12345-192.168.203.41@tcp:35:lfs.0 00000004:00010000:0.0:1770685054.874378:0:5763:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000401:0x13:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef537c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bccfd expref: 33 pid: 5761 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1770685054.874918:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967548 00000001:00080000:0.0:1770685054.875483:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967549 00010000:00010000:0.0:1770685054.875991:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef539f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685054.876016:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5272 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc94 expref: 36 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685054.876025:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef52b8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bccb0 expref: 36 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685054.876034:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d800/0x8f0dbafbd9ef530c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcccc expref: 17 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685054.876049:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef534b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcce8 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685054.876057:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef539f lrc: 7/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685054.876113:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef534b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcce8 expref: 17 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685054.876134:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef534b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcce8 expref: 17 pid: 5762 timeout: 479 lvb_type: 0 00000100:00100000:0.0:1770685054.876154:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8355880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1856697514682112:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685054.876351:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d800/0x8f0dbafbd9ef530c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcccc expref: 17 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685054.876361:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d800/0x8f0dbafbd9ef530c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcccc expref: 17 pid: 5761 timeout: 479 lvb_type: 0 00000100:00100000:0.0:1770685054.876370:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8356300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1856697514682240:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685054.876410:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef52b8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccb0 expref: 36 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685054.876419:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef52b8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccb0 expref: 36 pid: 5762 timeout: 479 lvb_type: 0 00000100:00100000:0.0:1770685054.876428:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f51fb800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1856697514682368:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685054.876468:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5272 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc94 expref: 36 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685054.876478:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5272 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc94 expref: 36 pid: 5762 timeout: 479 lvb_type: 0 00000100:00100000:0.0:1770685054.876486:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f51f8a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1856697514682496:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685054.876511:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb172780 going to sleep for 11 seconds 00000100:00100000:3.0:1770685054.881162:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8355880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1856697514682112:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685054.881162:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685054.881179:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8356300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1856697514682240:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685054.881199:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500052224 00000100:00100000:0.0:1770685054.881207:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500052224 00010000:00010000:0.0:1770685054.881255:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef534b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcce8 expref: 18 pid: 5762 timeout: 479 lvb_type: 0 00000100:00100000:0.0:1770685054.881313:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 117 00000100:00100000:0.0:1770685054.881325:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+18:2351:x1856697500052224:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685054.881344:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685054.881352:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef534b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcce8 expref: 18 pid: 5762 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1770685054.881365:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef534b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcce8 expref: 18 pid: 5762 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1770685054.881393:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef534b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcce8 expref: 18 pid: 5762 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1770685054.881412:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92c554fb00) 00010000:00010000:0.0:1770685054.881417:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef539f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685054.881448:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef539f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685054.881455:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685054.881521:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+17:2351:x1856697500052224:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 197us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685054.881530:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 117 00000100:00100000:3.0:1770685054.883338:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f51fb800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1856697514682368:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685054.883359:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f51f8a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1856697514682496:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685054.883371:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00010000:00010000:3.0:1770685054.883412:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef539f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00000100:00100000:2.0:1770685054.883443:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685054.883521:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685054.883813:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500052352 00000100:00100000:0.0:1770685054.883822:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500052352 00010000:00010000:0.0:1770685054.883863:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d800/0x8f0dbafbd9ef530c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcccc expref: 17 pid: 5761 timeout: 479 lvb_type: 0 00000100:00100000:0.0:1770685054.883907:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500052480 00000100:00100000:0.0:1770685054.883911:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500052480 00010000:00010000:0.0:1770685054.883924:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef52b8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccb0 expref: 37 pid: 5762 timeout: 479 lvb_type: 0 00000100:00100000:0.0:1770685054.883946:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 118 00000100:00100000:0.0:1770685054.883956:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18cac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+17:2351:x1856697500052352:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685054.883972:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685054.883980:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d800/0x8f0dbafbd9ef530c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcccc expref: 17 pid: 5761 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1770685054.883993:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d800/0x8f0dbafbd9ef530c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcccc expref: 17 pid: 5761 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1770685054.884020:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d800/0x8f0dbafbd9ef530c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcccc expref: 17 pid: 5761 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1770685054.884053:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92c554fb00) 00010000:00010000:0.0:1770685054.884058:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef539f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685054.884067:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef539f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685054.884074:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685054.884136:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18cac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+16:2351:x1856697500052352:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 181us (765us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685054.884145:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 118 00000100:00100000:0.0:1770685054.884194:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 119 00000100:00100000:0.0:1770685054.884200:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+37:2348:x1856697500052480:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685054.884208:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685054.884213:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef52b8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccb0 expref: 37 pid: 5762 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1770685054.884223:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef52b8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccb0 expref: 37 pid: 5762 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1770685054.884236:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef52b8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccb0 expref: 37 pid: 5762 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1770685054.884246:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92c554fb00) 00010000:00010000:0.0:1770685054.884250:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef539f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685054.884256:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef539f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685054.884352:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685054.884375:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+36:2348:x1856697500052480:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 174us (931us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685054.884381:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 119 00000100:00100000:0.0:1770685054.885148:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500052608 00000100:00100000:0.0:1770685054.885159:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500052608 00010000:00010000:0.0:1770685054.885186:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5272 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc94 expref: 36 pid: 5762 timeout: 479 lvb_type: 0 00000100:00100000:0.0:1770685054.885211:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 120 00000100:00100000:0.0:1770685054.885218:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+36:2348:x1856697500052608:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685054.885230:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685054.885236:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5272 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc94 expref: 36 pid: 5762 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1770685054.885248:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5272 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc94 expref: 36 pid: 5762 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1770685054.885277:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5272 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcc94 expref: 36 pid: 5762 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1770685054.885289:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92c554fb00) 00010000:00010000:0.0:1770685054.885292:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef539f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685054.885302:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef539f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685054.885320:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef539f lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685054.885350:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685054.885386:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+35:2348:x1856697500052608:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 168us (1864us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685054.885393:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 120 00010000:00010000:0.0:1770685054.886037:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef539f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685054.886049:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef539f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00000001:00080000:0.0:1770685054.886198:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967550 00000001:00080000:0.0:1770685054.886477:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967551 00000100:00100000:0.0:1770685054.887145:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f51fa680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1856697514682624:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1770685054.887232:0:5763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685054.887265:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514682624 00000100:00100000:1.0:1770685054.887273:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514682624 00000100:00100000:1.0:1770685054.887338:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1770685054.887348:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5763:x1856697514682624:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1770685054.887351:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c4de7e40 going to sleep for 11 seconds 00000100:00100000:1.0:1770685054.887436:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5763:x1856697514682624:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 87us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685054.887444:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1770685054.887470:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f51fa680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1856697514682624:0@lo:1000:mdt_rdpg00_000.0 00000100:00080000:1.0:1770685054.887873:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1770685054.888174:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f51fa680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1856697514682752:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1770685054.888218:0:5763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685054.888249:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c4de7e40 going to sleep for 11 seconds 00000100:00100000:1.0:1770685054.888437:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514682752 00000100:00100000:1.0:1770685054.888459:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514682752 00000100:00100000:1.0:1770685054.888527:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1770685054.888536:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5763:x1856697514682752:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00080000:0.0:1770685054.888569:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1770685054.888639:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5763:x1856697514682752:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 105us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685054.888875:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f51fa680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1856697514682752:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:0.0:1770685054.889094:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967552 00000100:00100000:0.0:1770685054.889171:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f51fa680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1856697514682880:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1770685054.889197:0:5763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685054.889227:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c64f4d80 going to sleep for 11 seconds 00000100:00100000:3.0:1770685054.889249:0:5765:0:(service.c:3434:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:3.0:1770685054.889258:0:5765:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00100000:1.0:1770685054.889452:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1770685054.889483:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514682880 00000100:00100000:1.0:1770685054.889488:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514682880 00000100:00100000:1.0:1770685054.889510:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1770685054.889516:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5763:x1856697514682880:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1770685054.890001:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5763:x1856697514682880:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 404us (722us total) trans 4294967310 rc 0/0 00000100:00100000:1.0:1770685054.890009:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1770685054.890409:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f51fa680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1856697514682880:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:3.0:1770685054.890508:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967553 00010000:00010000:1.0:1770685054.891157:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef539f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685054.891169:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef539f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685054.891177:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef539f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685054.891184:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685054.891188:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef539f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685054.891197:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef539f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685054.891216:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92c554fb00) 00010000:00010000:1.0:1770685054.891219:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1770685054.891232:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef539f lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685054.891238:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef539f lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0 00000004:00080000:1.0:1770685054.891558:0:5763:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x14:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1770685054.892109:0:5763:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3, 64 off8384 00000004:00080000:1.0:1770685054.892124:0:5763:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 379737545676ns, next at 380737542811ns, rc = 0 00000040:00080000:1.0:1770685054.893041:0:5763:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].5, 64 off8512 00000004:00080000:1.0:1770685054.893050:0:5763:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 379738472634ns, next at 380738471157ns, rc = 0 00000001:00080000:1.0:1770685054.893064:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967554 00010000:00010000:1.0:1770685054.893189:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92c554fb00) 00010000:00010000:1.0:1770685054.893193:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1770685054.893204:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef537c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bccfd expref: 39 pid: 5761 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685054.893345:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+38:13963:x1856697500052096:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 19053us (19365us total) trans 4294967555 rc 0/0 00000100:00100000:1.0:1770685054.893356:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 98 00000020:00080000:1.0:1770685054.893364:0:5763:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1770685054.925101:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685054.925341:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500052864 00000100:00100000:1.0:1770685054.925355:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500052864 00000100:00100000:1.0:1770685054.925433:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 347 00000100:00100000:1.0:1770685054.925444:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+38:13966:x1856697500052864:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:1.0:1770685054.925473:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685054.925496:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef53a6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcd04 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685054.925625:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef53ad lrc: 3/1,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685054.925657:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef53ad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685054.925672:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef53ad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685054.925693:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef53b4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685054.925700:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef53b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685054.925706:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef53b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685054.925905:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef53bb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685054.925914:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef53bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685054.926130:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef53bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:1.0:1770685054.926146:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 1048576 00000004:00010000:1.0:1770685054.926271:0:5762:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb size from disk: 0 -> 524288 00000004:00010000:1.0:1770685054.926276:0:5762:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb mtime from disk: 0 -> 1770685053 00000004:00010000:1.0:1770685054.926278:0:5762:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb atime from disk: 0 -> 1770685053 00000004:00010000:1.0:1770685054.926281:0:5762:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb ctime from disk: 0 -> 1770685053 00000004:00010000:1.0:1770685054.926284:0:5762:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb blocks from disk: 18427282363563114435 -> 2 00002000:00010000:1.0:1770685054.926287:0:5762:0:(mdt_io.c:1529:mdt_lvb2reply()) size 524288 00010000:00010000:1.0:1770685054.926296:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef53ad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685054.926310:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef53ad lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685054.926317:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef53ad lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685054.926324:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9c600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685054.926329:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef53ad lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685054.926338:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef53ad lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685054.926351:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9d92d1988100) 00010000:00010000:1.0:1770685054.926354:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685054.926360:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef53ad lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685054.926365:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef53ad lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685054.926378:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef53b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685054.926384:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef53b4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685054.926390:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef53b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685054.926395:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9ce00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685054.926397:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef53b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685054.926411:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef53b4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685054.926419:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x14789339 (ffff9d92d1988b00) 00010000:00010000:1.0:1770685054.926422:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685054.926425:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef53b4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685054.926431:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef53b4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685054.926492:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef53a6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd04 expref: 41 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685054.926508:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef53bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd04 expref: 40 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685054.926517:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92d1988900) 00010000:00010000:1.0:1770685054.926519:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1770685054.926523:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9c000, rc 0) 00000100:00100000:1.0:1770685054.926745:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:13966:x1856697500052864:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 1300us (1659us total) trans 4294967556 rc 0/0 00000100:00100000:1.0:1770685054.926756:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 347 00000100:00100000:1.0:1770685054.933261:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685054.933568:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500052992 00000100:00100000:2.0:1770685054.933603:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500052992 00000100:00100000:2.0:1770685054.933748:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 348 00000100:00100000:2.0:1770685054.933760:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:13966:x1856697500052992:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:2.0:1770685054.933850:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef53c9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685054.933870:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef53c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685054.933884:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef53c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685054.933937:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef53c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685054.933945:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef53c9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685054.933952:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef53c9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685054.933958:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245fa00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685054.933963:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef53c9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685054.933972:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef53c9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685054.933989:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92d1988900) 00010000:00010000:2.0:1770685054.933992:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1770685054.933999:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef53c9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685054.934017:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef53c9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:2.0:1770685054.934130:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:13966:x1856697500052992:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 370us (880us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685054.934139:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 348 00000100:00100000:2.0:1770685054.938982:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685054.939046:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500053248 00000100:00100000:0.0:1770685054.939058:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500053248 00000100:00100000:0.0:1770685054.939122:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 99 00000100:00100000:0.0:1770685054.939133:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:13966:x1856697500053248:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:0.0:1770685054.939397:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+41:13966:x1856697500053248:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 265us (426us total) trans 4294967557 rc 0/0 00000100:00100000:0.0:1770685054.939405:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 99 00000100:00100000:2.0:1770685054.998039:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685054.998125:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500053504 00000100:00100000:3.0:1770685054.998138:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500053504 00000100:00100000:3.0:1770685054.998205:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 349 00000100:00100000:3.0:1770685054.998216:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+41:13971:x1856697500053504:12345-192.168.203.41@tcp:58:lfs.0 00010000:00010000:3.0:1770685054.998349:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef53d0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685054.998370:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef53bb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd04 expref: 41 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685054.998379:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef53d0 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685054.998422:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef53bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd04 expref: 41 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685054.998457:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef53bb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd04 expref: 41 pid: 5762 timeout: 479 lvb_type: 0 00000100:00100000:3.0:1770685054.998475:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514683008:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685054.998616:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0397cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1770685055.000988:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514683008:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685055.001031:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef53d0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:2.0:1770685055.003998:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685055.004156:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500053632 00000100:00100000:0.0:1770685055.004170:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500053632 00010000:00010000:0.0:1770685055.004382:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef53bb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd04 expref: 42 pid: 5762 timeout: 479 lvb_type: 0 00000100:00100000:0.0:1770685055.004434:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 121 00000100:00100000:0.0:1770685055.004447:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+42:2351:x1856697500053632:12345-192.168.203.41@tcp:102:ldlm_bl.0 00010000:00010000:0.0:1770685055.004467:0:11010:0:(ldlm_lockd.c:1654:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef53bb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd04 expref: 42 pid: 5762 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1770685055.004481:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef53bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd04 expref: 42 pid: 5762 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1770685055.004491:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef53bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd04 expref: 42 pid: 5762 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1770685055.004499:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92d1988900) 00010000:00010000:0.0:1770685055.004502:0:11010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:0.0:1770685055.004505:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef53d0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685055.004531:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef53d0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685055.004544:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef53d0 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685055.004603:0:11010:0:(ldlm_lockd.c:1703:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef53bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd04 expref: 42 pid: 5762 timeout: 479 lvb_type: 0 00000100:00100000:0.0:1770685055.004676:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+42:2351:x1856697500053632:12345-192.168.203.41@tcp:102:ldlm_bl.0 Request processed in 232us (694us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685055.004685:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 121 00010000:00010000:3.0:1770685055.005033:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef53d0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685055.005042:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef53d0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000040:00080000:3.0:1770685055.005429:0:5761:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].10, 136 off9552 00000100:00100000:3.0:1770685055.005519:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+41:13971:x1856697500053504:12345-192.168.203.41@tcp:58:lfs.0 Request processed in 7304us (7499us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685055.005528:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 349 00000100:00080000:1.0:1770685055.006124:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:2.0:1770685055.673473:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1770685055.673485:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1770685055.673528:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 11 count 5 00000040:00080000:2.0:1770685055.673536:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1770685055.674302:0:11361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c29c7b80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514683136:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1770685055.674438:0:11361:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c21fecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1770685055.681041:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685055.681082:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500053760 00000100:00100000:2.0:1770685055.681092:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500053760 00000100:00100000:2.0:1770685055.681159:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 350 00000100:00100000:2.0:1770685055.681169:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+17:13981:x1856697500053760:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1770685055.681212:0:5761:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000401:0x13:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1770685055.681338:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+17:13981:x1856697500053760:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 169us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685055.681356:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 350 00000100:00080000:2.0:1770685055.681384:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685055.687597:0:11361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c29c7b80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514683136:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1770685055.695054:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685055.701429:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500053888 00000100:00100000:2.0:1770685055.701453:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500053888 00000100:00100000:2.0:1770685055.701620:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 351 00000100:00100000:2.0:1770685055.701634:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+16:13981:x1856697500053888:12345-192.168.203.41@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1770685055.701760:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef53d7 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.701780:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef53d7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.701798:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef53d7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.701817:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef53de lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.701825:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef53de lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.701831:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef53de lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.701864:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef53e5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.701874:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef53e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.701881:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef53e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:2.0:1770685055.701953:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 1048576 00000004:00200000:2.0:1770685055.701958:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685055.701973:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef53e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.701986:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef53d7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.701993:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef53d7 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.702000:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef53d7 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.702006:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245f800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685055.702011:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef53d7 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.702018:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef53d7 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.702031:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:2.0:1770685055.702034:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685055.702040:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef53d7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.702046:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef53d7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.702059:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef53de lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.702075:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef53de lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.702088:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef53de lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.702092:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245e200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685055.702096:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef53de lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.702102:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef53de lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.702111:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x8e2cbb23 (ffff9d92c9178300) 00010000:00010000:2.0:1770685055.702113:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685055.702116:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef53de lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.702123:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef53de lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.702152:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef53e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.702158:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef53e5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.702163:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef53e5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.702168:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245e800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685055.702171:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef53e5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.702176:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef53e5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.702190:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92d1988900) 00010000:00010000:2.0:1770685055.702193:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685055.702196:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef53e5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.702200:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef53e5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:2.0:1770685055.702327:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+16:13981:x1856697500053888:12345-192.168.203.41@tcp:34:lhsmtool_posix.0 Request processed in 695us (7288us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685055.702334:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 351 00000100:00100000:2.0:1770685055.719027:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685055.719177:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500054144 00000100:00100000:0.0:1770685055.719191:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500054144 00000100:00100000:0.0:1770685055.719265:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 352 00000100:00100000:0.0:1770685055.719287:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+16:13981:x1856697500054144:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685055.719314:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685055.719341:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef53ec lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcd0b expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685055.719445:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef53f3 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685055.719462:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef53f3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685055.719475:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef53f3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685055.719509:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef53fa lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685055.719516:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef53fa lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685055.719524:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef53fa lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685055.719624:0:5762:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef53bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd04 expref: 40 pid: 5762 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1770685055.719654:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef5401 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685055.719916:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef5401 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685055.719925:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef5401 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:0.0:1770685055.719937:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 1048576 00000004:00010000:0.0:1770685055.720082:0:5762:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb size from disk: 524288 -> 524288 00000004:00010000:0.0:1770685055.720086:0:5762:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb mtime from disk: 1770685053 -> 1770685053 00000004:00010000:0.0:1770685055.720089:0:5762:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb atime from disk: 1770685053 -> 1770685053 00000004:00010000:0.0:1770685055.720092:0:5762:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb ctime from disk: 1770685053 -> 1770685053 00000004:00010000:0.0:1770685055.720094:0:5762:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb blocks from disk: 2 -> 2 00002000:00010000:0.0:1770685055.720098:0:5762:0:(mdt_io.c:1529:mdt_lvb2reply()) size 524288 00010000:00010000:0.0:1770685055.720105:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef53f3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685055.720112:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef53f3 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685055.720128:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef53f3 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685055.720134:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5175000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685055.720140:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef53f3 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685055.720148:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef53f3 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685055.720162:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:0.0:1770685055.720166:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685055.720171:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef53f3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685055.720177:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef53f3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685055.720190:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef53fa lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685055.720196:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef53fa lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685055.720201:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef53fa lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685055.720207:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5175800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685055.720209:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef53fa lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685055.720215:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef53fa lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685055.720233:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x8e2cbb23 (ffff9d930044b600) 00010000:00010000:0.0:1770685055.720236:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685055.720239:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef53fa lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685055.720244:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef53fa lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8e2cbb23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685055.720394:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef53ec lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd0b expref: 19 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685055.720412:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef5401 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd0b expref: 18 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685055.720420:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92d1988900) 00010000:00010000:0.0:1770685055.720423:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 53 00010000:00010000:0.0:1770685055.720426:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5175c00, rc 0) 00000100:00100000:0.0:1770685055.720518:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+18:13981:x1856697500054144:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 1234us (1504us total) trans 4294967558 rc 0/0 00000100:00100000:0.0:1770685055.720528:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 352 00000100:00100000:2.0:1770685055.728766:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685055.730454:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500054272 00000100:00100000:3.0:1770685055.730475:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500054272 00000100:00100000:3.0:1770685055.730562:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 353 00000100:00100000:3.0:1770685055.730589:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+18:13981:x1856697500054272:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1770685055.730641:0:5761:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000401:0x13:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1770685055.730804:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+18:13981:x1856697500054272:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 231us (2053us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685055.730812:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 353 00010000:00010000:3.0:1770685055.733482:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685055.734646:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685055.741757:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500054400 00000100:00100000:2.0:1770685055.741782:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500054400 00000100:00100000:2.0:1770685055.741880:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 354 00000100:00100000:2.0:1770685055.741902:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+18:13981:x1856697500054400:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685055.741929:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685055.741957:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef540f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcd12 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685055.742042:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5416 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.742060:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5416 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.742073:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5416 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.742114:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef541d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.742122:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef541d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.742665:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef541d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.742865:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e000/0x8f0dbafbd9ef5424 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.742877:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e000/0x8f0dbafbd9ef5424 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.742897:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e000/0x8f0dbafbd9ef5424 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:2.0:1770685055.742942:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x12:0x0]: returning size 11776 00000004:00200000:2.0:1770685055.742947:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685055.742976:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e000/0x8f0dbafbd9ef5424 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.742993:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5416 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.743000:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5416 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.743007:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5416 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.743013:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245f800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685055.743018:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5416 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.743039:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5416 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.743054:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d1988300) 00010000:00010000:2.0:1770685055.743057:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685055.743063:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5416 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.743069:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5416 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.743084:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef541d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.743090:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef541d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.743096:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef541d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.743101:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245e800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685055.743104:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef541d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.743111:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef541d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.743118:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xedcd73f9 (ffff9d92c9178300) 00010000:00010000:2.0:1770685055.743121:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685055.743123:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef541d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.744473:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef541d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedcd73f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.744617:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef540f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd12 expref: 20 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685055.744638:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e000/0x8f0dbafbd9ef5424 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd12 expref: 19 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685055.744649:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9d92d1988100) 00010000:00010000:2.0:1770685055.744653:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1770685055.744657:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245e000, rc 0) 00000100:00100000:2.0:1770685055.744781:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+19:13981:x1856697500054400:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 2880us (10144us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685055.744792:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 354 00000100:00100000:3.0:1770685055.749948:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685055.752685:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500054656 00000100:00100000:0.0:1770685055.752708:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500054656 00000100:00100000:0.0:1770685055.752801:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 355 00000100:00100000:0.0:1770685055.752815:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+19:13981:x1856697500054656:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685055.752846:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685055.752878:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef542b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcd19 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685055.754807:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5432 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685055.755237:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5432 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685055.755255:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5432 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:0.0:1770685055.755797:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7:0x0]: returning size 0 00010000:00010000:0.0:1770685055.755916:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef542b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd19 expref: 22 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685055.755943:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5432 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd19 expref: 21 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685055.755954:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9d930044b600) 00010000:00010000:0.0:1770685055.755958:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685055.755962:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5175800, rc 0) 00000100:00100000:0.0:1770685055.756067:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+21:13981:x1856697500054656:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 3253us (6130us total) trans 4294967559 rc 0/0 00000100:00100000:0.0:1770685055.756078:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 355 00000100:00100000:3.0:1770685055.759266:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685055.759505:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500054912 00000100:00100000:0.0:1770685055.759518:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500054912 00000100:00100000:0.0:1770685055.759616:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 356 00000100:00100000:0.0:1770685055.759628:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+21:13981:x1856697500054912:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1770685055.759702:0:5762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685055.759736:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5432 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd19 expref: 21 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685055.759762:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9d930044b600) 00010000:00010000:0.0:1770685055.759775:0:5762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1770685055.759806:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef5440 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685055.759821:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef52f0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bccc5 expref: 40 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685055.759829:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef5440 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685055.759869:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef52f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccc5 expref: 40 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685055.759894:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef52f0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccc5 expref: 40 pid: 5762 timeout: 480 lvb_type: 0 00000100:00100000:0.0:1770685055.759912:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f51f9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514683264:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685055.760038:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c6370300 going to sleep for 11 seconds 00000100:00100000:0.0:1770685055.763934:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f51f9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514683264:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685055.763976:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef5440 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:3.0:1770685055.765458:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685055.766618:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500055040 00000100:00100000:2.0:1770685055.766636:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500055040 00010000:00010000:2.0:1770685055.766695:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef52f0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccc5 expref: 41 pid: 5762 timeout: 480 lvb_type: 0 00000100:00100000:2.0:1770685055.766755:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 122 00000100:00100000:2.0:1770685055.766766:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+41:2351:x1856697500055040:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685055.766784:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685055.766793:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef52f0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccc5 expref: 41 pid: 5762 timeout: 480 lvb_type: 0 00010000:00010000:2.0:1770685055.766809:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef52f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccc5 expref: 41 pid: 5762 timeout: 480 lvb_type: 0 00010000:00010000:2.0:1770685055.766836:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef52f0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bccc5 expref: 41 pid: 5762 timeout: 480 lvb_type: 0 00010000:00010000:2.0:1770685055.766862:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9d92d1988100) 00010000:00010000:2.0:1770685055.766868:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef5440 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.766878:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef5440 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.766899:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef5440 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.766938:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685055.767017:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:2351:x1856697500055040:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 253us (1576us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685055.767026:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 122 00010000:00010000:1.0:1770685055.767311:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef5440 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685055.767321:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef5440 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685055.767360:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5447 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x12:0x0].0x20bc6476 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685055.767371:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5447 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x20bc6476 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685055.767379:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5447 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x20bc6476 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685055.767493:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef5440 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685055.767501:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef5440 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685055.767508:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef5440 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685055.767514:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5175000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685055.767518:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef5440 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685055.767525:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef5440 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685055.767535:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9d92d1988100) 00010000:00010000:1.0:1770685055.767537:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685055.767542:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef5440 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685055.767547:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef5440 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685055.767557:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5447 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12:0x0].0x20bc6476 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685055.767570:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5447 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x20bc6476 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685055.767620:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5447 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x20bc6476 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685055.767627:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9de00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685055.767630:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5447 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x20bc6476 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685055.767657:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5447 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x12:0x0].0x20bc6476 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685055.767666:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x20bc6476 (ffff9d92d1988000) 00010000:00010000:1.0:1770685055.767669:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685055.767672:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5447 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x12:0x0].0x20bc6476 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685055.767678:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5447 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x12:0x0].0x20bc6476 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:1.0:1770685055.768267:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+20:13981:x1856697500054912:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 8634us (9010us total) trans 0 rc -2/-2 00000100:00100000:1.0:1770685055.768277:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 356 00000100:00100000:3.0:1770685055.777304:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685055.781863:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500055168 00000100:00100000:2.0:1770685055.781896:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500055168 00000100:00100000:2.0:1770685055.782055:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 357 00000100:00100000:2.0:1770685055.782069:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+20:13981:x1856697500055168:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685055.782100:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685055.782138:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef544e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcd20 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685055.782199:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5455 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.782217:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5455 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.782230:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5455 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685055.782375:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef544e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd20 expref: 22 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685055.782400:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5455 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd20 expref: 21 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685055.782410:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9d92c9178300) 00010000:00010000:2.0:1770685055.782413:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1770685055.782418:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245f800, rc 0) 00000100:00100000:2.0:1770685055.782526:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+21:13981:x1856697500055168:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 460us (6053us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685055.782534:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 357 00000100:00100000:3.0:1770685055.787479:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685055.787908:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500055424 00000100:00100000:3.0:1770685055.787921:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500055424 00000100:00100000:3.0:1770685055.787994:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 358 00000100:00100000:3.0:1770685055.788006:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+21:13981:x1856697500055424:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1770685055.788378:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef545c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685055.788400:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef545c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685055.788413:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef545c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00010000:3.0:1770685055.790512:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000b7c6a24c reply state 000000005d3fcb9e transno 4294967560 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef545c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:3.0:1770685055.790535:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1770685055.793196:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+23:13981:x1856697500055424:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 5165us (5704us total) trans 4294967560 rc 0/0 00000100:00100000:3.0:1770685055.793212:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 358 00010000:00010000:2.0:1770685055.799475:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef545c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685055.799498:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef545c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685055.799506:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef545c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685055.799513:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c62400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685055.799518:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef545c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685055.799526:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef545c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685055.799547:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9d92c9178300) 00010000:00010000:2.0:1770685055.799550:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1770685055.799566:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef545c lrc: 2/0,0 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685055.799573:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef545c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:0.0:1770685055.801353:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685055.803920:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500055552 00000100:00100000:3.0:1770685055.803946:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500055552 00000100:00100000:3.0:1770685055.804058:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 359 00000100:00100000:3.0:1770685055.804072:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+22:13981:x1856697500055552:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685055.804109:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685055.804141:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef5463 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcd27 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685055.804255:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef5463 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd27 expref: 23 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685055.804273:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef5463 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd27 expref: 23 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685055.804284:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9d92c9178300) 00010000:00010000:3.0:1770685055.804288:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1770685055.804293:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c62a00, rc 0) 00000100:00100000:3.0:1770685055.804388:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+23:13981:x1856697500055552:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 318us (3353us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685055.804396:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 359 00000100:00100000:3.0:1770685055.807019:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685055.807174:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500055680 00000100:00100000:2.0:1770685055.807198:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500055680 00000100:00100000:2.0:1770685055.807266:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 100 00000100:00100000:2.0:1770685055.807278:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+23:13981:x1856697500055680:12345-192.168.203.41@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1770685055.807440:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+23:13981:x1856697500055680:12345-192.168.203.41@tcp:49:lhsmtool_posix.0 Request processed in 163us (434us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685055.807448:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 100 00000100:00100000:3.0:1770685055.809965:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685055.810213:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500055936 00000100:00100000:2.0:1770685055.810226:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500055936 00000100:00100000:2.0:1770685055.810293:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 101 00000100:00100000:2.0:1770685055.810306:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+23:13981:x1856697500055936:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1770685055.810636:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+24:13981:x1856697500055936:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 332us (688us total) trans 4294967561 rc 0/0 00000100:00100000:2.0:1770685055.810644:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 101 00000100:00100000:1.0:1770685055.818655:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685055.818897:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500056192 00000100:00100000:3.0:1770685055.818911:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500056192 00000100:00100000:3.0:1770685055.818980:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 360 00000100:00100000:3.0:1770685055.818992:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+24:13981:x1856697500056192:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1770685055.819152:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+24:13981:x1856697500056192:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 162us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685055.819161:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 360 00000100:00100000:3.0:1770685055.824848:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685055.825314:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500056448 00000100:00100000:2.0:1770685055.825330:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500056448 00000100:00100000:2.0:1770685055.825406:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 361 00000100:00100000:2.0:1770685055.825418:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+24:13981:x1856697500056448:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685055.825446:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685055.825475:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef546a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcd2e expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685055.825782:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef5471 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685055.825801:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef5463 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd27 expref: 25 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685055.825811:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef5471 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685055.825849:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef5463 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd27 expref: 25 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685055.825863:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef5463 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd27 expref: 25 pid: 5761 timeout: 480 lvb_type: 0 00000100:00100000:2.0:1770685055.825879:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c29c4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514683392:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685055.826010:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c21fe480 going to sleep for 11 seconds 00000100:00100000:0.0:1770685055.844553:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685055.846930:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500056576 00000100:00100000:2.0:1770685055.846952:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500056576 00010000:00010000:2.0:1770685055.847011:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef5463 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd27 expref: 26 pid: 5761 timeout: 480 lvb_type: 0 00000100:00100000:2.0:1770685055.847067:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 123 00000100:00100000:2.0:1770685055.847079:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+26:2350:x1856697500056576:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685055.847098:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685055.847105:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef5463 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd27 expref: 26 pid: 5761 timeout: 480 lvb_type: 0 00010000:00010000:2.0:1770685055.847137:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef5463 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd27 expref: 26 pid: 5761 timeout: 480 lvb_type: 0 00010000:00010000:2.0:1770685055.847167:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9d92c9178300) 00010000:00010000:2.0:1770685055.847172:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef5471 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685055.847194:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef5471 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685055.847203:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef5471 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685055.847230:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685055.847315:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+26:2350:x1856697500056576:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 237us (2773us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685055.847324:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 123 00010000:00010000:3.0:1770685055.851379:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef5463 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd27 expref: 25 pid: 5761 timeout: 480 lvb_type: 0 00000100:00100000:3.0:1770685055.851414:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c29c4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514683392:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685055.851477:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef5471 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685055.851852:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef5471 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685055.851862:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef5471 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:2.0:1770685055.851900:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7:0x0]: returning size 0 00010000:00010000:2.0:1770685055.852343:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef5471 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685055.852353:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef5471 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685055.852361:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef5471 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685055.852378:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245e400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685055.852382:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef5471 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685055.852391:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef5471 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685055.852411:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9d92c9178300) 00010000:00010000:2.0:1770685055.852415:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1770685055.852421:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef5471 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685055.852427:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef5471 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685055.852500:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef546a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd2e expref: 25 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685055.852512:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9d92d1988100) 00010000:00010000:2.0:1770685055.852515:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1770685055.852519:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef546a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd2e expref: 25 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685055.852528:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245e800, rc 0) 00000100:00100000:2.0:1770685055.852669:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+24:13981:x1856697500056448:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 27252us (27834us total) trans 4294967562 rc 301/301 00000100:00100000:2.0:1770685055.852679:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 361 00000100:00100000:3.0:1770685055.869160:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685055.869904:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500056832 00000100:00100000:2.0:1770685055.869922:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500056832 00000100:00100000:2.0:1770685055.869991:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 102 00000100:00100000:2.0:1770685055.870017:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c83d7850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+24:13981:x1856697500056832:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1770685055.870520:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c83d7850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+25:13981:x1856697500056832:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 502us (1375us total) trans 4294967563 rc 0/0 00000100:00100000:2.0:1770685055.870530:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 102 00000100:00100000:0.0:1770685055.885531:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685055.885799:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500056960 00000100:00100000:3.0:1770685055.885812:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500056960 00000100:00100000:3.0:1770685055.885875:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 362 00000100:00100000:3.0:1770685055.885898:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+25:13981:x1856697500056960:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685055.885929:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685055.885956:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef547f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcd35 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685055.887396:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef5486 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685055.887422:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef5486 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685055.887436:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef5486 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:3.0:1770685055.887487:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685055.887510:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef5486 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685055.887552:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef547f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd35 expref: 27 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685055.887573:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef5486 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd35 expref: 26 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685055.888325:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9d92c9178300) 00010000:00010000:3.0:1770685055.888329:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1770685055.888334:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c62e00, rc 0) 00000100:00100000:3.0:1770685055.888436:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+26:13981:x1856697500056960:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 2549us (2917us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685055.888447:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 362 00000100:00100000:1.0:1770685055.896660:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685055.896726:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500057088 00000100:00100000:1.0:1770685055.896739:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500057088 00000100:00100000:0.0:1770685055.900286:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 363 00000100:00100000:0.0:1770685055.900315:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+26:2351:x1856697500057088:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685055.900354:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685055.900383:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef548d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcd3c expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685055.900428:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef548d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd3c expref: 27 pid: 5761 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1770685055.900463:0:5761:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1770685055.900467:0:5761:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb mtime from disk: 0 -> 1770685056 00000004:00010000:0.0:1770685055.900470:0:5761:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb atime from disk: 0 -> 1770685056 00000004:00010000:0.0:1770685055.900472:0:5761:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb ctime from disk: 0 -> 1770685056 00000004:00010000:0.0:1770685055.900475:0:5761:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb blocks from disk: 18427282363563114435 -> 1 00002000:00010000:0.0:1770685055.900479:0:5761:0:(mdt_io.c:1529:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1770685055.900489:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef548d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd3c expref: 27 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685055.900505:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9d92c9178300) 00010000:00010000:0.0:1770685055.900508:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1770685055.900512:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174200, rc 0) 00000100:00100000:0.0:1770685055.901347:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+27:2351:x1856697500057088:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 874us (4530us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685055.901360:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 363 00000100:00100000:3.0:1770685055.905298:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685055.909864:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500057344 00000100:00100000:0.0:1770685055.909918:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500057344 00000100:00100000:0.0:1770685055.910007:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 364 00000100:00100000:0.0:1770685055.910021:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+27:13981:x1856697500057344:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1770685055.910429:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+27:13981:x1856697500057344:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 409us (5145us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685055.910450:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 364 00000100:00100000:3.0:1770685055.917695:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685055.918141:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500057600 00000100:00100000:0.0:1770685055.918162:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500057600 00000100:00100000:0.0:1770685055.918871:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 365 00000100:00100000:0.0:1770685055.918897:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+27:13981:x1856697500057600:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685055.918925:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685055.918929:0:5761:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1770685055.918964:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef5486 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd35 expref: 27 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685055.918985:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9d92c9178300) 00010000:00010000:0.0:1770685055.918991:0:5761:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1770685055.919006:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef5494 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcd43 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685055.919383:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef549b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685055.919400:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef549b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685055.919411:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef549b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00080000:1.0:1770685055.921192:0:5761:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x8:0x0], index 1: 0 00000004:00080000:1.0:1770685055.921212:0:5761:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x7:0x0], index 0: 0 00010000:00010000:1.0:1770685055.921418:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef549b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd43 expref: 29 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685055.921457:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9d92c9178300) 00010000:00010000:1.0:1770685055.921461:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1770685055.921490:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef5494 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd43 expref: 29 pid: 5761 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1770685055.921512:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef549b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd43 expref: 28 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685055.921546:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9d92c9178300) 00010000:00010000:1.0:1770685055.921549:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1770685055.921551:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174a00, rc 0) 00000100:00100000:1.0:1770685055.921675:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+28:13981:x1856697500057600:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 2792us (3992us total) trans 4294967564 rc 0/0 00000100:00100000:1.0:1770685055.921687:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 365 00000100:00100000:1.0:1770685055.929338:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685055.929418:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500057728 00000100:00100000:3.0:1770685055.929433:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500057728 00000100:00100000:3.0:1770685055.929513:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 366 00000100:00100000:3.0:1770685055.929525:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0250380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+28:13981:x1856697500057728:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685055.929562:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685055.929567:0:5761:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1770685055.929655:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef548d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd3c expref: 28 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685055.929680:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9d92c9178300) 00010000:00010000:3.0:1770685055.929686:0:5761:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1770685055.929719:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef54a2 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcd4a expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685055.929753:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef54a2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd4a expref: 28 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685055.929766:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef54a2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd4a expref: 28 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685055.929791:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9d92c9178300) 00010000:00010000:3.0:1770685055.929794:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1770685055.929797:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c62a00, rc 0) 00000100:00100000:3.0:1770685055.929868:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0250380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+28:13981:x1856697500057728:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 346us (548us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685055.929876:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 366 00000040:00080000:2.0:1770685055.936876:0:13291:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1770685055.936901:0:13291:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1770685055.939366:0:13291:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 11 count 5 00000040:00080000:2.0:1770685055.939382:0:13291:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1770685055.965158:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685055.966833:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500057856 00000100:00100000:2.0:1770685055.966852:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500057856 00000100:00100000:2.0:1770685055.966978:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 85 00000100:00100000:2.0:1770685055.966990:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0252a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+5:13981:x1856697500057856:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685055.967014:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685055.967054:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef54a9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcd51 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1770685055.967087:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1770685055.967116:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685055.967118:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685055.967128:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef54a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd51 expref: 6 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685055.967151:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef54a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd51 expref: 6 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685055.967166:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245e400, rc 0) 00000100:00100000:2.0:1770685055.968251:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0252a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+6:13981:x1856697500057856:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 1253us (3675us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685055.968274:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 85 00000100:00100000:3.0:1770685055.983346:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685055.983424:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685055.983643:0:5775:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500057984 00000100:00100000:1.0:1770685055.983656:0:5775:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500057984 00002000:00100000:1.0:1770685055.983731:0:5775:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0x7:0x0] req@ffff9d92d077c000 x1856697500057984/t0(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:176/0 lens 488/0 e 0 to 0 dl 1770685066 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1770685055.983743:0:5775:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9d92d077c000 with x1856697500057984 00000100:00100000:1.0:1770685055.983791:0:5775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 5 00000100:00100000:1.0:1770685055.983803:0:5775:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+28:2348:x1856697500057984:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1770685055.983807:0:5774:0:(service.c:3434:ptlrpc_start_thread()) mdt_io[0] started 3 min 3 max 116 00000100:00100000:3.0:1770685055.983818:0:5774:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt_io00_003' 00000100:00100000:2.0:1770685055.984766:0:6545:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500058112 00000100:00100000:2.0:1770685055.984775:0:6545:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500058112 00002000:00100000:2.0:1770685055.984816:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x8:0x0] (524288->1048575) req@ffff9d92d077d500 x1856697500058112/t0(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:176/0 lens 488/0 e 0 to 0 dl 1770685066 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685055.984828:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92d077d500 with x1856697500058112 ext(524288->1048575) 00002000:00010000:2.0:1770685055.984835:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d92d077d500 00000100:00100000:2.0:1770685055.984854:0:6545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 42 00000100:00100000:2.0:1770685055.984863:0:6545:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1b20a364-7a5a-4770-9192-023629c7ce89+6:2348:x1856697500058112:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 00000004:00010000:2.0:1770685056.005692:0:5775:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb size from disk: 0 -> 524288 00000004:00010000:2.0:1770685056.005930:0:5775:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb mtime from disk: 1770685056 -> 1770685056 00000004:00010000:2.0:1770685056.005934:0:5775:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb atime from disk: 1770685056 -> 1770685056 00000004:00010000:2.0:1770685056.005937:0:5775:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb ctime from disk: 1770685056 -> 1770685056 00000004:00010000:2.0:1770685056.005939:0:5775:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1770685056.016261:0:5775:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+30:2348:x1856697500057984:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 Request processed in 32441us (32916us total) trans 4294967565 rc 0/0 00000100:00100000:2.0:1770685056.016280:0:5775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 5 00002000:00100000:2.0:1770685056.016301:0:5775:0:(mdt_io.c:150:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000402:0x7:0x0] req@ffff9d92d077c000 x1856697500057984/t4294967565(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:176/0 lens 488/448 e 0 to 0 dl 1770685066 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685056.016314:0:5775:0:(mdt_io.c:66:mdt_prolong_dom_lock()) Prolong DOM lock for req ffff9d92d077c000 with x1856697500057984 00000100:00100000:1.0:1770685056.016493:0:6545:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1b20a364-7a5a-4770-9192-023629c7ce89+8:2348:x1856697500058112:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 Request processed in 31627us (33065us total) trans 4294967311 rc 0/0 00000100:00100000:1.0:1770685056.016521:0:6545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 42 00002000:00100000:1.0:1770685056.016533:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x8:0x0] (524288->1048575) req@ffff9d92d077d500 x1856697500058112/t4294967311(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:176/0 lens 488/448 e 0 to 0 dl 1770685066 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1770685056.016545:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92d077d500 with x1856697500058112 ext(524288->1048575) 00002000:00010000:1.0:1770685056.016552:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d92d077d500 00000100:00100000:0.0:1770685056.030356:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685056.033511:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500058240 00000100:00100000:3.0:1770685056.033534:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500058240 00000100:00100000:3.0:1770685056.033638:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 367 00000100:00100000:3.0:1770685056.033654:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+30:13981:x1856697500058240:12345-192.168.203.41@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1770685056.165099:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967559 is committed 00000001:00080000:0.0:1770685056.165127:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967557 is committed 00000020:00080000:0.0:1770685056.165137:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9d92c8444d80 refcount 2 committed 0 result 0 batchid 7 00000020:00080000:0.0:1770685056.165143:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92d184c300 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9d92c8444f00 00000020:00080000:0.0:1770685056.165154:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92d184cd00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9d91c10c6800 00000001:00080000:0.0:1770685056.165190:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967564 is committed 00000004:00080000:0.0:1770685056.165205:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 6 committed 00000004:00080000:0.0:1770685056.165216:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 3 committed 00000001:00080000:0.0:1770685056.165250:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967565 is committed 00000020:00080000:0.0:1770685056.165302:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 7 committed batchid 6 00000020:00080000:0.0:1770685056.165542:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 6 00000100:00100000:2.0:1770685056.166293:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c29c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514683648:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1770685056.166384:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685056.166457:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0252680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514683520:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1770685056.166493:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685056.166549:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514683648 00000100:00100000:2.0:1770685056.166557:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514683648 00000100:00100000:2.0:1770685056.166649:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514683520 00000100:00100000:2.0:1770685056.166652:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514683520 00000100:00100000:2.0:1770685056.166675:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1770685056.166685:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514683648:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1770685056.166717:0:8401:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:7 count 1 00002000:00010000:2.0:1770685056.166760:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1770685056.166769:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef54b0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685056.166787:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685056.166790:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685056.166798:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef54b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685056.166816:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef54b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685056.166826:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef54b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685056.166834:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef54b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685056.166855:0:8401:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1770685056.167351:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3288:x1856697514683648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 665us (965us total) trans 4294967312 rc 0/0 00000100:00100000:2.0:1770685056.167375:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1770685056.167400:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1770685056.167408:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3288:x1856697514683520:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1770685056.167424:0:8401:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:6 count 1 00002000:00010000:2.0:1770685056.167449:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x6:0x0] initial LVB size: 1048576, mtime: 0x698a827d, atime: 0x0, ctime: 0x698a827d, blocks: 0x41b 00010000:00010000:2.0:1770685056.167455:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef54b7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685056.167464:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685056.167466:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685056.167470:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef54b7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685056.167482:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef54b7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685056.167491:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef54b7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685056.167497:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef54b7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685056.167513:0:8401:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00080000:1.0:1770685056.168140:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1770685056.168149:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1770685056.170159:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+18:13981:x1856697500058240:12345-192.168.203.41@tcp:44:lhsmtool_posix.0 Request processed in 136490us (139792us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685056.170176:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 367 00010000:00010000:2.0:1770685056.171211:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1770685056.171227:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef54b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685056.171242:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245f000 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:2.0:1770685056.171258:0:5749:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef54b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685056.171271:0:5749:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef54b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685056.171300:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef54b0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685056.171308:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef54b0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685056.171330:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1770685056.171335:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef54b7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685056.171342:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245fc00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:2.0:1770685056.171345:0:5749:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef54b7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685056.171353:0:5749:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef54b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685056.171363:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef54b7 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685056.171369:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef54b7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685056.171394:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685056.171396:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685056.171398:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685056.171406:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1770685056.171466:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9d91c29c5880/2, rc 0, transno 4294967312 00000100:00100000:2.0:1770685056.171477:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c29c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514683648:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1770685056.171871:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3288:x1856697514683520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4459us (5372us total) trans 4294967311 rc 0/0 00000100:00100000:2.0:1770685056.171894:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000004:00080000:3.0:1770685056.171967:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9d92d0252680/2, rc 0, transno 4294967311 00000100:00100000:3.0:1770685056.171974:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0252680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514683520:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1770685056.185123:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685056.185241:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685056.185288:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500058624 00000100:00100000:2.0:1770685056.185303:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500058624 00000100:00100000:2.0:1770685056.185377:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 88 00000100:00100000:2.0:1770685056.185388:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+5:2351:x1856697500058624:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 00000100:00100000:2.0:1770685056.185521:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+5:2351:x1856697500058624:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 Request processed in 135us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685056.185529:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 88 00000100:00080000:2.0:1770685056.185643:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1770685056.186265:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500058368 00000100:00100000:3.0:1770685056.186276:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500058368 00000100:00100000:3.0:1770685056.186319:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 368 00000100:00100000:3.0:1770685056.186326:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+18:2351:x1856697500058368:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 00000001:00080000:2.0:1770685056.186333:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967310 is committed 00000001:00080000:2.0:1770685056.186360:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967309 is committed 00000100:00100000:3.0:1770685056.186441:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+18:2351:x1856697500058368:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 Request processed in 115us (1333us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685056.186464:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 368 00000100:00100000:2.0:1770685056.191241:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685056.191439:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500058496 00000100:00100000:3.0:1770685056.191453:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500058496 00000100:00100000:3.0:1770685056.191674:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 89 00000100:00100000:3.0:1770685056.191705:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+8:2350:x1856697500058496:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 00000100:00080000:2.0:1770685056.192290:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1770685056.285555:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+8:2350:x1856697500058496:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 Request processed in 93835us (94335us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685056.285623:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 89 00000001:00100000:1.0:1770685056.285675:0:7432:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of bb0b411f-1e9f-4664-994e-ef5350eaf62d 00000001:00080000:1.0:1770685056.285694:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967311 is committed 00000001:00080000:1.0:1770685056.285706:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967312 is committed 00000100:00100000:3.0:1770685056.294053:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685056.294271:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500058880 00000100:00100000:0.0:1770685056.294286:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500058880 00000100:00100000:0.0:1770685056.294396:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 369 00000100:00100000:0.0:1770685056.294410:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+18:13981:x1856697500058880:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1770685056.294492:0:5761:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685056.294539:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef549b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd43 expref: 18 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685056.294565:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9d92c9178300) 00010000:00010000:0.0:1770685056.294571:0:5761:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1770685056.294933:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef54be lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685056.294953:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef54be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685056.294964:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef54be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00010000:0.0:1770685056.294998:0:5761:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb size from disk: 524288 -> 524288 00000004:00010000:0.0:1770685056.295001:0:5761:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb mtime from disk: 1770685056 -> 1770685056 00000004:00010000:0.0:1770685056.295004:0:5761:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb atime from disk: 1770685056 -> 1770685056 00000004:00010000:0.0:1770685056.295024:0:5761:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb ctime from disk: 1770685056 -> 1770685056 00000004:00010000:0.0:1770685056.295026:0:5761:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7:0x0] updating lvb blocks from disk: 1 -> 1031 00010000:00010000:0.0:1770685056.295037:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef54be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685056.295043:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef54be lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685056.295050:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef54be lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685056.295056:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685056.295348:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef54be lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685056.295358:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef54be lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685056.295368:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9d92c9178300) 00010000:00010000:0.0:1770685056.295372:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685056.295376:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef54be lrc: 2/0,0 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685056.295382:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef54be lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:0.0:1770685056.295543:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+17:13981:x1856697500058880:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 1134us (1508us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685056.295553:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 369 00000100:00100000:2.0:1770685056.306902:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685056.306985:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500059008 00000100:00100000:0.0:1770685056.306999:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500059008 00000100:00100000:0.0:1770685056.307076:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 370 00000100:00100000:0.0:1770685056.307088:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+17:13981:x1856697500059008:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685056.307136:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685056.307165:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef54c5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcd58 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685056.307243:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef54c5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd58 expref: 18 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685056.307261:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef54c5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd58 expref: 18 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685056.307284:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9d92c9178300) 00010000:00010000:0.0:1770685056.307288:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1770685056.307292:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5175a00, rc 0) 00000100:00100000:0.0:1770685056.307571:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+18:13981:x1856697500059008:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 484us (915us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685056.307611:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 370 00000100:00100000:2.0:1770685056.315327:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685056.315421:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685056.316069:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500059264 00000100:00100000:1.0:1770685056.316085:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500059264 00000100:00100000:3.0:1770685056.316217:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500059136 00000100:00100000:3.0:1770685056.316223:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500059136 00000100:00100000:3.0:1770685056.316273:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 90 00000100:00100000:3.0:1770685056.316285:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+5:2351:x1856697500059264:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 00000100:00100000:3.0:1770685056.317231:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+6:2351:x1856697500059264:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 Request processed in 940us (1918us total) trans 4294967312 rc 0/0 00000100:00100000:3.0:1770685056.317243:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 90 00000100:00100000:3.0:1770685056.317272:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 91 00000100:00100000:3.0:1770685056.317281:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+6:2351:x1856697500059136:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1770685056.317521:0:6538:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:3.0:1770685056.317525:0:6538:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb mtime from disk: 0 -> 1770685053 00002000:00010000:3.0:1770685056.317528:0:6538:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb atime from disk: 0 -> 1770685053 00002000:00010000:3.0:1770685056.317530:0:6538:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb ctime from disk: 0 -> 1770685053 00002000:00010000:3.0:1770685056.317533:0:6538:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb blocks from disk: 1 -> 1051 00000100:00100000:3.0:1770685056.317561:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+7:2351:x1856697500059136:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 Request processed in 281us (2139us total) trans 4294967313 rc 0/0 00000100:00100000:3.0:1770685056.317568:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 91 00000100:00100000:1.0:1770685056.325430:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685056.325893:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500059520 00000100:00100000:0.0:1770685056.325908:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500059520 00000100:00100000:0.0:1770685056.325990:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 371 00000100:00100000:0.0:1770685056.326003:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+18:13981:x1856697500059520:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1770685056.326398:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef54cc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685056.326422:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5455 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd20 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685056.326433:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef54cc lrc: 4/0,1 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685056.326511:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5455 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd20 expref: 18 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685056.326529:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5455 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd20 expref: 18 pid: 5762 timeout: 481 lvb_type: 0 00000100:00100000:0.0:1770685056.326548:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f51fa300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514683776:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685056.327950:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c6370cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1770685056.342720:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685056.343223:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500059648 00000100:00100000:0.0:1770685056.343237:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500059648 00010000:00010000:0.0:1770685056.343293:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5455 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd20 expref: 19 pid: 5762 timeout: 481 lvb_type: 0 00000100:00100000:0.0:1770685056.343345:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 124 00000100:00100000:0.0:1770685056.343357:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+19:2351:x1856697500059648:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685056.343380:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685056.343390:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5455 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd20 expref: 19 pid: 5762 timeout: 481 lvb_type: 0 00010000:00010000:0.0:1770685056.343407:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5455 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd20 expref: 19 pid: 5762 timeout: 481 lvb_type: 0 00010000:00010000:0.0:1770685056.343440:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9d92c9178300) 00010000:00010000:0.0:1770685056.343447:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef54cc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685056.343460:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef54cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685056.343487:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef54cc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685056.343510:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685056.343624:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+19:2351:x1856697500059648:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 269us (918us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685056.343632:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 124 00010000:00010000:3.0:1770685056.343993:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5455 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd20 expref: 18 pid: 5762 timeout: 481 lvb_type: 0 00000100:00100000:3.0:1770685056.344026:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f51fa300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514683776:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685056.344052:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef54cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685056.344062:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef54cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685056.344068:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef54cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685056.344103:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef54cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685056.344109:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef54cc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685056.344116:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef54cc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685056.344123:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685056.344128:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef54cc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685056.344136:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef54cc lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685056.344402:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9d92c9178300) 00010000:00010000:3.0:1770685056.344406:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1770685056.344411:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef54cc lrc: 2/0,0 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685056.344418:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef54cc lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:3.0:1770685056.344486:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+17:13981:x1856697500059520:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 Request processed in 18486us (19070us total) trans 0 rc -22/-22 00000100:00100000:3.0:1770685056.344495:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 371 00000100:00100000:1.0:1770685056.350832:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685056.350918:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685056.350954:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685056.351237:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500060032 00000100:00100000:2.0:1770685056.351249:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500060032 00000100:00100000:2.0:1770685056.351310:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500059904 00000100:00100000:2.0:1770685056.351314:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500059904 00000100:00100000:2.0:1770685056.351342:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 92 00000100:00100000:2.0:1770685056.351353:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0253800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+6:2351:x1856697500060032:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00002000:00010000:2.0:1770685056.351429:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x7:0x0] initial LVB size: 0, mtime: 0x698a827d, atime: 0x698a827d, ctime: 0x698a827d, blocks: 0x1 00010000:00010000:2.0:1770685056.351440:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef54d3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685056.351457:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685056.351460:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685056.351466:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef54d3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685056.351482:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef54d3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685056.351504:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef54d3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685056.351513:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef54d3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685056.351522:0:8401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef54d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685056.351551:0:8401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245fc00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:2.0:1770685056.351555:0:8401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef54d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685056.351564:0:8401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef54d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685056.351619:0:8401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef54d3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685056.351626:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef54d3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685056.351721:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0253800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+6:2351:x1856697500060032:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 369us (801us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685056.351729:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 92 00000100:00100000:2.0:1770685056.351857:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 93 00000100:00100000:2.0:1770685056.351865:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0253100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+7:2351:x1856697500059904:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1770685056.352013:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef54da lrc: 3/1,0 mode: --/PR res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685056.352028:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef54a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd51 expref: 7 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685056.352035:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1770685056.352043:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1770685056.352046:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef54da lrc: 4/1,0 mode: --/PR res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685056.352085:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef54a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd51 expref: 7 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685056.352100:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef54a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd51 expref: 7 pid: 8401 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1770685056.352118:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8401:1856697514683904:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685056.352190:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c62d7000 going to sleep for 11 seconds 00000100:00100000:3.0:1770685056.353719:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500059776 00000100:00100000:3.0:1770685056.353834:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500059776 00000100:00100000:2.0:1770685056.354141:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 372 00000100:00100000:2.0:1770685056.354153:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+17:2351:x1856697500059776:12345-192.168.203.41@tcp:33:lhsmtool_posix.0 00010000:00010000:2.0:1770685056.354216:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef54e1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685056.354236:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef54a2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd4a expref: 17 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685056.354245:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef54e1 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685056.354284:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef54a2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd4a expref: 17 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685056.354296:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef54a2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd4a expref: 17 pid: 5761 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1770685056.354339:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c7480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514684032:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685056.354571:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c62d7900 going to sleep for 11 seconds 00000100:00100000:3.0:1770685056.371222:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c7480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514684032:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685056.371275:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef54e1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010000000000 pid: 5761 initiator: MDT0 00000100:00100000:2.0:1770685056.371492:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8401:1856697514683904:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685056.371510:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef54da lrc: 3/1,0 mode: --/PR res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685056.379317:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685056.379816:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500060160 00000100:00100000:3.0:1770685056.379832:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500060160 00000100:00100000:1.0:1770685056.380319:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685056.380411:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500060288 00000100:00100000:0.0:1770685056.380417:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500060288 00010000:00010000:0.0:1770685056.380472:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef54a2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd4a expref: 18 pid: 5761 timeout: 481 lvb_type: 0 00000100:00100000:0.0:1770685056.380531:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 125 00000100:00100000:0.0:1770685056.380546:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0250000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+18:2351:x1856697500060288:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685056.380569:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685056.380641:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef54a2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd4a expref: 18 pid: 5761 timeout: 481 lvb_type: 0 00010000:00010000:0.0:1770685056.380657:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef54a2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd4a expref: 18 pid: 5761 timeout: 481 lvb_type: 0 00010000:00010000:0.0:1770685056.380688:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef54a2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd4a expref: 18 pid: 5761 timeout: 481 lvb_type: 0 00010000:00010000:0.0:1770685056.380710:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9d92c9178300) 00010000:00010000:0.0:1770685056.380716:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef54e1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685056.380737:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef54e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40090000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685056.380766:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef54e1 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40090000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685056.380804:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685056.380892:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0250000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+17:2351:x1856697500060288:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 350us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685056.380901:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 125 00010000:00010000:3.0:1770685056.381259:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef54e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685056.381270:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef54e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685056.381306:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef54e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685056.381313:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef54e1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685056.381320:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef54e1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685056.381326:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245e800 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:3.0:1770685056.381332:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef54e1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685056.381340:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef54e1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685056.381360:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9d92c9178300) 00010000:00010000:3.0:1770685056.381363:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1770685056.381368:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef54e1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685056.381374:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef54e1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819400000000 pid: 5761 initiator: MDT0 00000100:00100000:3.0:1770685056.381423:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+16:2351:x1856697500059776:12345-192.168.203.41@tcp:33:lhsmtool_posix.0 Request processed in 27272us (30604us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685056.381432:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 372 00010000:00010000:2.0:1770685056.384179:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef54a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd51 expref: 8 pid: 8401 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1770685056.384292:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 126 00000100:00100000:2.0:1770685056.384304:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18ca050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500060160:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685056.384324:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685056.384351:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef54a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd51 expref: 8 pid: 8401 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1770685056.384368:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef54a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd51 expref: 8 pid: 8401 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1770685056.384397:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef54a9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd51 expref: 8 pid: 8401 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1770685056.384417:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685056.384420:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685056.384443:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef54da lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685056.384453:0:11010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef54da lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685056.384535:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685056.384655:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18ca050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+7:2351:x1856697500060160:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 354us (5356us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685056.384664:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 126 00010000:00010000:3.0:1770685056.388219:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef54da lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685056.388245:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef54da lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685056.388298:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef54da lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685056.388307:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef54da lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685056.388315:0:8401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef54da lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685056.388323:0:8401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245f400 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:3.0:1770685056.388329:0:8401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef54da lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685056.388362:0:8401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef54da lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685056.388391:0:8401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef54da lrc: 2/0,0 mode: --/PR res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685056.388400:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef54da lrc: 0/0,0 mode: --/PR res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685056.389019:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0253100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+6:2351:x1856697500059904:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 37142us (38051us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685056.389032:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 93 00000100:00100000:1.0:1770685056.393464:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685056.393561:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500060544 00000100:00100000:3.0:1770685056.393926:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500060544 00000100:00100000:3.0:1770685056.394066:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 373 00000100:00100000:3.0:1770685056.394079:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+16:13981:x1856697500060544:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1770685056.394472:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef54e8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685056.394494:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef54c5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd58 expref: 17 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685056.394504:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef54e8 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685056.394549:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef54c5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd58 expref: 17 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685056.394902:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef54c5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd58 expref: 17 pid: 5761 timeout: 481 lvb_type: 0 00000100:00100000:3.0:1770685056.394926:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514684160:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685056.395141:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0361840 going to sleep for 11 seconds 00000100:00100000:3.0:1770685056.399091:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514684160:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685056.399130:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef54e8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685056.400329:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685056.400441:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500060672 00000100:00100000:2.0:1770685056.400453:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500060672 00010000:00010000:2.0:1770685056.400500:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef54c5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd58 expref: 18 pid: 5761 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1770685056.400555:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 127 00000100:00100000:2.0:1770685056.400566:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0251500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+18:2351:x1856697500060672:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685056.400614:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685056.400624:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef54c5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd58 expref: 18 pid: 5761 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1770685056.400639:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef54c5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd58 expref: 18 pid: 5761 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1770685056.400667:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef54c5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd58 expref: 18 pid: 5761 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1770685056.400686:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9d92c9178300) 00010000:00010000:2.0:1770685056.400692:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef54e8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685056.400720:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef54e8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685056.400821:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef54e8 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685056.400854:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685056.400930:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0251500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+17:2351:x1856697500060672:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 364us (610us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685056.400939:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 127 00010000:00010000:3.0:1770685056.401617:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef54e8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685056.401630:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef54e8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000001:00080000:3.0:1770685056.403043:0:5761:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967566 00000001:00080000:1.0:1770685056.405021:0:5761:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967567 00000001:00080000:1.0:1770685056.405213:0:5761:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967568 00000100:00100000:1.0:1770685056.405337:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0251c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1856697514684288:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1770685056.405428:0:5761:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685056.405561:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0335540 going to sleep for 11 seconds 00000100:00100000:3.0:1770685056.406154:0:13246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514684288 00000100:00100000:3.0:1770685056.406166:0:13246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514684288 00000100:00100000:3.0:1770685056.406264:0:13246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1770685056.406275:0:13246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5761:x1856697514684288:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1770685056.406381:0:13246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5761:x1856697514684288:12345-0@lo:1000:mdt00_001.0 Request processed in 107us (953us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685056.406389:0:13246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1770685056.406454:0:5761:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967312 gen 2 00000004:00080000:1.0:1770685056.406461:0:5761:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9d91c29c5880, transno 4294967312 00000100:00100000:1.0:1770685056.406480:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0251c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1856697514684288:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1770685056.406556:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0251c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1856697514684416:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1770685056.406618:0:5761:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685056.407130:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0335600 going to sleep for 11 seconds 00000100:00100000:0.0:1770685056.407241:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514684416 00000100:00100000:0.0:1770685056.407247:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514684416 00000100:00100000:0.0:1770685056.407278:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1770685056.407286:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5761:x1856697514684416:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1770685056.407366:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0250a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5761:x1856697514684416:12345-0@lo:1000:mdt00_001.0 Request processed in 80us (747us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685056.407373:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1770685056.407437:0:5761:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967310 gen 2 00000004:00080000:1.0:1770685056.407442:0:5761:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967310 committed transno 4294967310 00000100:00100000:1.0:1770685056.407464:0:5761:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9d92d0252680 x1856697514683520/t4294967311(4294967311) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770685072 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770685056.407475:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0251c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1856697514684416:0@lo:1000:mdt00_001.0 00000040:00080000:1.0:1770685056.408308:0:5761:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1770685056.408479:0:5761:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000400:0x1:0x0].1, 64 off32832 00000040:00080000:1.0:1770685056.412686:0:5761:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].1, 280 off33048 00000001:00080000:1.0:1770685056.412714:0:5761:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967569 00000100:00100000:1.0:1770685056.412979:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0251c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1856697514684544:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1770685056.413140:0:5761:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685056.413179:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0335000 going to sleep for 11 seconds 00000100:00100000:2.0:1770685056.413266:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514684544 00000100:00100000:2.0:1770685056.413276:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514684544 00000100:00100000:2.0:1770685056.413346:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1770685056.413356:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5761:x1856697514684544:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1770685056.413557:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:5761:x1856697514684544:12345-0@lo:1000:mdt00_001.0 Request processed in 203us (418us total) trans 4294967313 rc 0/0 00000100:00100000:2.0:1770685056.413566:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1770685056.413898:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0251c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1856697514684544:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1770685056.413935:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c290ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1856697514684672:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1770685056.413968:0:5761:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685056.413997:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0335000 going to sleep for 11 seconds 00000100:00100000:3.0:1770685056.414071:0:13246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514684672 00000100:00100000:3.0:1770685056.414077:0:13246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514684672 00000100:00100000:3.0:1770685056.414117:0:13246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1770685056.414126:0:13246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5761:x1856697514684672:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1770685056.414331:0:13246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:5761:x1856697514684672:12345-0@lo:1000:mdt00_001.0 Request processed in 206us (361us total) trans 4294967314 rc 0/0 00000100:00100000:3.0:1770685056.414339:0:13246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1770685056.414499:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c290ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1856697514684672:0@lo:1000:mdt00_001.0 00000001:00080000:1.0:1770685056.414664:0:5761:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967570 00010000:00010000:1.0:1770685056.414706:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef54e8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685056.414725:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef54e8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685056.414743:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef54e8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685056.414750:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c63a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685056.414755:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef54e8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685056.414763:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef54e8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685056.414783:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9d92c9178300) 00010000:00010000:1.0:1770685056.414786:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1770685056.414792:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef54e8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685056.414798:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef54e8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685056.414835:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef53d0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685056.414840:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef53d0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685056.414846:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef53d0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685056.414851:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c62000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685056.414854:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef53d0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685056.414870:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef53d0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685056.414889:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92d1988900) 00010000:00010000:1.0:1770685056.414892:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1770685056.414896:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef53d0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685056.414902:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef53d0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685056.414927:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef54ef lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685056.414942:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef53bb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd04 expref: 26 pid: 5762 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1770685056.414951:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef5401 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd0b expref: 21 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685056.414959:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef54ef lrc: 5/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685056.414989:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef5401 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd0b expref: 21 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685056.415003:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef5401 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd0b expref: 21 pid: 5762 timeout: 481 lvb_type: 0 00000100:00100000:1.0:1770685056.415015:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aec000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514684800:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685056.415350:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef53bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd04 expref: 26 pid: 5762 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1770685056.415366:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef53bb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd04 expref: 26 pid: 5762 timeout: 481 lvb_type: 0 00000100:00100000:1.0:1770685056.415375:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aeea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514684928:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685056.415405:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0335000 going to sleep for 11 seconds 00000100:00100000:1.0:1770685056.420513:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685056.420635:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685056.421201:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aec000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514684800:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685056.421219:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aeea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514684928:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685056.421256:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef54ef lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:3.0:1770685056.421536:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500060800 00000100:00100000:3.0:1770685056.421547:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500060800 00010000:00010000:3.0:1770685056.421840:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef5401 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd0b expref: 22 pid: 5762 timeout: 481 lvb_type: 0 00000100:00100000:3.0:1770685056.421900:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500060928 00000100:00100000:3.0:1770685056.421904:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500060928 00010000:00010000:3.0:1770685056.421920:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef53bb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd04 expref: 27 pid: 5762 timeout: 481 lvb_type: 0 00000100:00100000:3.0:1770685056.421954:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 128 00000100:00100000:3.0:1770685056.421967:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+22:2351:x1856697500060800:12345-192.168.203.41@tcp:102:ldlm_bl.0 00010000:00010000:3.0:1770685056.421990:0:11010:0:(ldlm_lockd.c:1654:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef5401 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd0b expref: 22 pid: 5762 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1770685056.422002:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef5401 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd0b expref: 22 pid: 5762 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1770685056.422015:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef5401 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd0b expref: 22 pid: 5762 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1770685056.422025:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92d1988900) 00010000:00010000:3.0:1770685056.422029:0:11010:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 53 00010000:00010000:3.0:1770685056.422032:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef54ef lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685056.422157:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 129 00000100:00100000:1.0:1770685056.422167:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+27:2351:x1856697500060928:12345-192.168.203.41@tcp:102:ldlm_bl.0 00010000:00010000:1.0:1770685056.422177:0:5745:0:(ldlm_lockd.c:1654:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef53bb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd04 expref: 27 pid: 5762 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1770685056.422212:0:11010:0:(ldlm_lockd.c:1703:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef5401 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd0b expref: 22 pid: 5762 timeout: 481 lvb_type: 0 00000100:00100000:3.0:1770685056.422285:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+22:2351:x1856697500060800:12345-192.168.203.41@tcp:102:ldlm_bl.0 Request processed in 320us (1788us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685056.422293:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 128 00010000:00010000:1.0:1770685056.423855:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef53bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd04 expref: 27 pid: 5762 timeout: 481 lvb_type: 0 00010000:00010000:1.0:1770685056.423876:0:5745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef53bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd04 expref: 27 pid: 5762 timeout: 481 lvb_type: 0 00010000:00010000:1.0:1770685056.423896:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92d1988900) 00010000:00010000:1.0:1770685056.423899:0:5745:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 53 00010000:00010000:1.0:1770685056.423902:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef54ef lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685056.423912:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef54ef lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685056.423919:0:5745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef54ef lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685056.424043:0:5745:0:(ldlm_lockd.c:1703:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef53bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd04 expref: 27 pid: 5762 timeout: 481 lvb_type: 0 00000100:00100000:1.0:1770685056.424180:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+27:2351:x1856697500060928:12345-192.168.203.41@tcp:102:ldlm_bl.0 Request processed in 2013us (3542us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685056.424192:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 129 00010000:00010000:2.0:1770685056.424310:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef54ef lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685056.424319:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef54ef lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685056.424334:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef54ef lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685056.424353:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef54ef lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685056.424361:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef54ef lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685056.424367:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9c600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685056.424372:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef54ef lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685056.424381:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef54ef lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685056.424394:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92d1988900) 00010000:00010000:2.0:1770685056.424397:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685056.424401:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef54ef lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685056.424406:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef54ef lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:2.0:1770685056.426277:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+21:13981:x1856697500060544:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 32186us (32816us total) trans 4294967571 rc 0/0 00000100:00100000:2.0:1770685056.426293:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 373 00000020:00080000:2.0:1770685056.426301:0:5761:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:1.0:1770685056.426613:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685056.426620:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685056.427142:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:1.0:1770685056.427155:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1770685056.431437:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685056.431550:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500061184 00000100:00100000:3.0:1770685056.431567:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500061184 00000100:00100000:3.0:1770685056.431976:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 103 00000100:00100000:3.0:1770685056.431989:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+21:13981:x1856697500061184:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1770685056.434211:0:5764:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x7:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1770685056.434337:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967572 00010000:00010000:2.0:1770685056.434422:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef54f6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0 00010000:00010000:2.0:1770685056.434445:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef54f6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5764 initiator: MDT0 00010000:00010000:2.0:1770685056.434483:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef54f6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5764 initiator: MDT0 00010000:00010000:2.0:1770685056.434494:0:5764:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef54f6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5764 initiator: MDT0 00010000:00010000:2.0:1770685056.434502:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef54f6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5764 initiator: MDT0 00010000:00010000:2.0:1770685056.434509:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef54f6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5764 initiator: MDT0 00010000:00010000:2.0:1770685056.434928:0:5764:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1770685056.435155:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+23:13981:x1856697500061184:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 3161us (3724us total) trans 4294967573 rc 0/0 00000100:00100000:2.0:1770685056.435169:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 103 00000020:00080000:2.0:1770685056.435178:0:5764:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1770685056.436245:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1770685056.436258:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef54f6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685056.436271:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245fa00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:3.0:1770685056.436275:0:5749:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef54f6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685056.436285:0:5749:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef54f6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685056.436304:0:5749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9d92c9178100) 00010000:00010000:3.0:1770685056.436307:0:5749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1770685056.436313:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef54f6 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685056.436318:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef54f6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5764 initiator: MDT0 00010000:00010000:2.0:1770685056.436466:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685056.436469:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685056.436471:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685056.753764:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1770685057.076413:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f51fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514685184:0@lo:400:kworker.0 00000100:00100000:0.0:1770685057.076512:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685057.076641:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1770685057.076648:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f51fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514685312:0@lo:400:kworker.0 00000100:00100000:0.0:1770685057.076677:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685057.076863:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514685184 00000100:00100000:2.0:1770685057.076885:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514685184 00000100:00100000:2.0:1770685057.076949:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514685312 00000100:00100000:2.0:1770685057.076953:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514685312 00000100:00100000:2.0:1770685057.076992:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:2.0:1770685057.077003:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514685184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685057.077068:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514685184:12345-0@lo:400:kworker.0 Request processed in 67us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685057.077075:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00100000:2.0:1770685057.077114:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00000100:00100000:2.0:1770685057.077120:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514685312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685057.077148:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514685312:12345-0@lo:400:kworker.0 Request processed in 29us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685057.077154:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00000100:00080000:2.0:1770685057.077171:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685057.077523:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f51fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514685056:0@lo:400:kworker.0 00000100:00100000:3.0:1770685057.077574:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685057.077643:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1770685057.077652:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f51f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514685440:0@lo:400:kworker.0 00000100:00100000:3.0:1770685057.077678:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685057.077937:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514685056 00000100:00100000:2.0:1770685057.077943:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514685056 00000100:00100000:2.0:1770685057.077985:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:2.0:1770685057.077994:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0755c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514685056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685057.078047:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0755c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514685056:12345-0@lo:400:kworker.0 Request processed in 54us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685057.078055:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00100000:2.0:1770685057.078087:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514685440 00000100:00100000:2.0:1770685057.078090:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514685440 00000100:00100000:2.0:1770685057.078123:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190 00000100:00100000:2.0:1770685057.078129:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514685440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685057.078162:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514685440:12345-0@lo:400:kworker.0 Request processed in 33us (482us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685057.078167:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190 00000100:00080000:2.0:1770685057.078182:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770685057.078269:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f51f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514685440:0@lo:400:kworker.0 00000100:00100000:1.0:1770685057.078281:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f51fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514685056:0@lo:400:kworker.0 00000100:00100000:0.0:1770685057.078458:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f51fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514685312:0@lo:400:kworker.0 00000100:00100000:0.0:1770685057.078468:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f51fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514685184:0@lo:400:kworker.0 00000100:00100000:3.0:1770685057.587185:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1770685057.587221:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514685568:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1770685057.587333:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685057.588651:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514685568 00000100:00100000:1.0:1770685057.588668:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514685568 00000100:00100000:1.0:1770685057.588736:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1770685057.588747:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8356d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3288:x1856697514685568:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1770685057.588798:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1770685057.588912:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8356d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3288:x1856697514685568:12345-0@lo:13:osp-pre-1-0.0 Request processed in 162us (1576us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685057.588920:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1770685057.589275:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514685568:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1770685057.589359:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8355180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514685696:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1770685057.589413:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685057.589557:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514685696 00000100:00100000:3.0:1770685057.589562:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514685696 00000100:00100000:3.0:1770685057.589614:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1770685057.589623:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3290:x1856697514685696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1770685057.589664:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3855613952 avail 3853516800 00000100:00100000:3.0:1770685057.589715:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3290:x1856697514685696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685057.589851:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8355180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514685696:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1770685057.590393:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00010000:00010000:3.0:1770685057.780251:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1770685058.035986:0:13345:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685058.036001:0:13345:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685058.036065:0:13345:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 11 count 5 00000040:00080000:1.0:1770685058.036074:0:13345:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1770685058.098817:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685058.103264:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500061440 00000100:00100000:2.0:1770685058.103286:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500061440 00000100:00100000:2.0:1770685058.103922:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 374 00000100:00100000:2.0:1770685058.103949:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8356300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+27:13992:x1856697500061440:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685058.103998:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685058.104033:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef54fd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcd5f expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685058.104167:0:5761:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef5401 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd0b expref: 22 pid: 5762 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1770685058.104188:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5504 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685058.104203:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5504 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685058.104216:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5504 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:2.0:1770685058.104228:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 1048576 00000004:00010000:2.0:1770685058.104363:0:5761:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb size from disk: 524288 -> 524288 00000004:00010000:2.0:1770685058.104367:0:5761:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb mtime from disk: 1770685053 -> 1770685053 00000004:00010000:2.0:1770685058.104370:0:5761:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb atime from disk: 1770685053 -> 1770685053 00000004:00010000:2.0:1770685058.104372:0:5761:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb ctime from disk: 1770685053 -> 1770685053 00000004:00010000:2.0:1770685058.104433:0:5761:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb blocks from disk: 2 -> 1030 00002000:00010000:2.0:1770685058.104438:0:5761:0:(mdt_io.c:1529:mdt_lvb2reply()) size 524288 00010000:00010000:2.0:1770685058.104480:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef54fd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd5f expref: 30 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685058.104500:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5504 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd5f expref: 29 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685058.104511:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92d1988900) 00010000:00010000:2.0:1770685058.104521:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:2.0:1770685058.104527:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245fe00, rc 0) 00000100:00080000:1.0:1770685058.104673:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685058.104859:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8356300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+29:13992:x1856697500061440:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 921us (6056us total) trans 4294967574 rc 0/0 00000100:00100000:2.0:1770685058.104877:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 374 00000100:00100000:0.0:1770685058.110200:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685058.110292:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500061568 00000100:00100000:2.0:1770685058.110306:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500061568 00000100:00100000:2.0:1770685058.110611:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 375 00000100:00100000:2.0:1770685058.110625:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+29:13992:x1856697500061568:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:2.0:1770685058.110719:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5512 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685058.110739:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5512 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685058.110752:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5512 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685058.110787:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5512 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685058.110794:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5512 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685058.110801:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5512 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685058.110808:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245fc00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685058.110813:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5512 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685058.110821:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5512 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685058.110854:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92d1988900) 00010000:00010000:2.0:1770685058.110858:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1770685058.110865:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5512 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685058.110882:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5512 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770685058.110973:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+29:13992:x1856697500061568:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 352us (790us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685058.110982:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 375 00000100:00100000:1.0:1770685058.117929:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685058.124310:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500061824 00000100:00100000:0.0:1770685058.124351:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500061824 00000100:00100000:0.0:1770685058.124458:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 104 00000100:00100000:0.0:1770685058.124471:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+29:13992:x1856697500061824:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:0.0:1770685058.125173:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+30:13992:x1856697500061824:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 702us (7254us total) trans 4294967575 rc 0/0 00000100:00100000:0.0:1770685058.125184:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 104 00000100:00100000:0.0:1770685058.199203:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685058.199272:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500062080 00000100:00100000:3.0:1770685058.199285:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500062080 00000100:00100000:3.0:1770685058.199376:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 376 00000100:00100000:3.0:1770685058.199390:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+30:13997:x1856697500062080:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685058.199424:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685058.199454:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef5519 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcd66 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685058.199904:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62c00/0x8f0dbafbd9ef5520 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685058.199945:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62c00/0x8f0dbafbd9ef5520 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685058.199964:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62c00/0x8f0dbafbd9ef5520 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:3.0:1770685058.199981:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x12:0x0]: returning size 11776 00010000:00010000:3.0:1770685058.201036:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef5519 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd66 expref: 33 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685058.201068:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62c00/0x8f0dbafbd9ef5520 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd66 expref: 32 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685058.201079:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9d92d1988100) 00010000:00010000:3.0:1770685058.201082:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685058.201087:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c62c00, rc 0) 00000100:00100000:3.0:1770685058.201885:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+32:13997:x1856697500062080:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 2483us (2677us total) trans 4294967576 rc 0/0 00000100:00100000:3.0:1770685058.201897:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 376 00000100:00100000:2.0:1770685058.216353:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685058.216927:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500062208 00000100:00100000:3.0:1770685058.216944:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500062208 00000100:00100000:3.0:1770685058.217019:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 377 00000100:00100000:3.0:1770685058.217030:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+32:13997:x1856697500062208:12345-192.168.203.41@tcp:34:lfs.0 00010000:00010000:3.0:1770685058.217136:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef552e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685058.217157:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef552e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685058.217171:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef552e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685058.217202:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef5535 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685058.217210:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef5535 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685058.217217:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef5535 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685058.217355:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef553c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685058.217365:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef553c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685058.217373:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef553c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:3.0:1770685058.217416:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 1048576 00000004:00200000:3.0:1770685058.217422:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685058.217437:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef553c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685058.217452:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef552e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685058.217459:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef552e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685058.217465:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef552e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685058.217472:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c63000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685058.217477:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef552e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685058.217492:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef552e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685058.217505:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9d92d1988100) 00010000:00010000:3.0:1770685058.217508:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685058.217514:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef552e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685058.217520:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef552e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685058.217532:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef5535 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685058.217536:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef5535 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685058.217542:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef5535 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685058.217548:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c63c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685058.217550:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef5535 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685058.217566:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef5535 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685058.217573:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x14789339 (ffff9d92e0875800) 00010000:00010000:3.0:1770685058.217600:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685058.217604:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef5535 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685058.217609:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef5535 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685058.217638:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef553c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685058.217644:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef553c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685058.217650:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef553c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685058.217655:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c63200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685058.217658:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef553c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685058.217938:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef553c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685058.217948:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92d1988900) 00010000:00010000:3.0:1770685058.217951:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685058.217954:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef553c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685058.217959:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef553c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:3.0:1770685058.218079:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+32:13997:x1856697500062208:12345-192.168.203.41@tcp:34:lfs.0 Request processed in 1048us (1736us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685058.218088:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 377 00000100:00100000:0.0:1770685058.225341:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685058.225444:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500062464 00000100:00100000:1.0:1770685058.225461:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500062464 00000100:00100000:1.0:1770685058.225544:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 105 00000100:00100000:1.0:1770685058.225565:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+32:13997:x1856697500062464:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:1.0:1770685058.226383:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+33:13997:x1856697500062464:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 821us (1050us total) trans 4294967577 rc 0/0 00000100:00100000:1.0:1770685058.226395:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 105 00000100:00100000:0.0:1770685058.251396:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685058.251452:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685058.253011:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500062592 00000100:00100000:3.0:1770685058.253034:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500062592 00000100:00100000:3.0:1770685058.253124:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500062720 00000100:00100000:3.0:1770685058.253128:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500062720 00000100:00100000:3.0:1770685058.253159:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 94 00000100:00100000:3.0:1770685058.253179:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2351:x1856697500062592:12345-192.168.203.41@tcp:101:chmod.0 00010000:00010000:3.0:1770685058.253203:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685058.253229:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef5543 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcd6d expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1770685058.253258:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x8:0x0] initial LVB size: 1048576, mtime: 0x698a827d, atime: 0x698a827d, ctime: 0x698a827d, blocks: 0x41b 00010000:00010000:3.0:1770685058.253282:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685058.253285:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685058.253295:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef5543 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd6d expref: 6 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685058.253317:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef5543 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd6d expref: 6 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685058.253336:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c63600, rc 0) 00000100:00100000:3.0:1770685058.253425:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2351:x1856697500062592:12345-192.168.203.41@tcp:101:chmod.0 Request processed in 248us (2048us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685058.253433:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 94 00000100:00100000:3.0:1770685058.253456:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 95 00000100:00100000:3.0:1770685058.253463:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2351:x1856697500062720:12345-192.168.203.41@tcp:101:chmod.0 00010000:00010000:3.0:1770685058.253470:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685058.253481:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef554a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcd74 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1770685058.253498:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x7:0x0] initial LVB size: 0, mtime: 0x698a827d, atime: 0x698a827d, ctime: 0x698a827d, blocks: 0x1 00010000:00010000:3.0:1770685058.253507:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685058.253515:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685058.253520:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef554a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd74 expref: 7 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685058.253535:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef554a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd74 expref: 7 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685058.253563:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c63200, rc 0) 00000100:00100000:3.0:1770685058.253607:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:2351:x1856697500062720:12345-192.168.203.41@tcp:101:chmod.0 Request processed in 145us (2154us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685058.253613:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 95 00000100:00080000:1.0:1770685058.253951:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1770685058.253958:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1770685058.265767:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685058.266489:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500062976 00000100:00100000:2.0:1770685058.266507:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500062976 00000100:00100000:2.0:1770685058.266917:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 378 00000100:00100000:2.0:1770685058.266942:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8355880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+33:13998:x1856697500062976:12345-192.168.203.41@tcp:36:chmod.0 00010000:00010000:2.0:1770685058.267063:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5551 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685058.267085:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef5401 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd0b expref: 22 pid: 5762 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1770685058.267094:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef53bb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd04 expref: 33 pid: 5762 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1770685058.267102:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5504 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd5f expref: 33 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685058.267112:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5551 lrc: 6/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685058.267174:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5504 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd5f expref: 33 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685058.267190:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5504 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd5f expref: 33 pid: 5761 timeout: 483 lvb_type: 0 00000100:00100000:2.0:1770685058.267207:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514685824:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685058.267352:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef53bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd04 expref: 33 pid: 5762 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1770685058.267362:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef53bb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd04 expref: 33 pid: 5762 timeout: 483 lvb_type: 0 00000100:00100000:2.0:1770685058.267372:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514685952:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685058.267403:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef5401 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd0b expref: 22 pid: 5762 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1770685058.267412:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef5401 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd0b expref: 22 pid: 5762 timeout: 483 lvb_type: 0 00000100:00100000:2.0:1770685058.267421:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c5500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514686080:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685058.267442:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c835a780 going to sleep for 11 seconds 00000100:00100000:2.0:1770685058.274573:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685058.274623:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685058.275382:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514685824:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685058.275401:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514685952:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685058.275413:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c5500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514686080:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685058.275449:0:6998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5551 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685058.275488:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500063232 00000100:00100000:0.0:1770685058.275498:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500063232 00000100:00100000:3.0:1770685058.275806:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500063104 00000100:00100000:3.0:1770685058.275812:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500063104 00010000:00010000:3.0:1770685058.275837:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5504 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd5f expref: 35 pid: 5761 timeout: 483 lvb_type: 0 00000100:00100000:3.0:1770685058.275886:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 130 00000100:00100000:3.0:1770685058.275897:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+35:2350:x1856697500063104:12345-192.168.203.41@tcp:102:ldlm_bl.0 00010000:00010000:3.0:1770685058.275916:0:5745:0:(ldlm_lockd.c:1654:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5504 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd5f expref: 35 pid: 5761 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1770685058.275928:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5504 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd5f expref: 35 pid: 5761 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1770685058.275954:0:5745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5504 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x49/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd5f expref: 35 pid: 5761 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1770685058.275964:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92d1988900) 00010000:00010000:3.0:1770685058.275984:0:5745:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1770685058.275988:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5551 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685058.275998:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5551 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685058.276007:0:5745:0:(ldlm_lockd.c:1703:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5504 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x49/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd5f expref: 35 pid: 5761 timeout: 483 lvb_type: 0 00000100:00100000:3.0:1770685058.276085:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+35:2350:x1856697500063104:12345-192.168.203.41@tcp:102:ldlm_bl.0 Request processed in 189us (1460us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685058.276093:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 130 00000100:00100000:2.0:1770685058.276288:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685058.276327:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500063360 00000100:00100000:2.0:1770685058.276339:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500063360 00010000:00010000:2.0:1770685058.276373:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef5401 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd0b expref: 23 pid: 5762 timeout: 483 lvb_type: 0 00000100:00100000:2.0:1770685058.276397:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 131 00000100:00100000:2.0:1770685058.276404:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18cb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+23:2350:x1856697500063360:12345-192.168.203.41@tcp:102:ldlm_bl.0 00010000:00010000:2.0:1770685058.276415:0:5746:0:(ldlm_lockd.c:1654:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef5401 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd0b expref: 23 pid: 5762 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1770685058.276423:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef5401 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd0b expref: 23 pid: 5762 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1770685058.276432:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef5401 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd0b expref: 23 pid: 5762 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1770685058.276438:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92d1988900) 00010000:00010000:2.0:1770685058.276441:0:5746:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 51 00010000:00010000:2.0:1770685058.276444:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5551 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685058.276453:0:5746:0:(ldlm_lockd.c:1703:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef5401 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd0b expref: 23 pid: 5762 timeout: 483 lvb_type: 0 00000100:00100000:2.0:1770685058.276485:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18cb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+23:2350:x1856697500063360:12345-192.168.203.41@tcp:102:ldlm_bl.0 Request processed in 82us (1823us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685058.276492:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 131 00000100:00080000:2.0:1770685058.276511:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1770685058.277819:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef53bb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd04 expref: 34 pid: 5762 timeout: 483 lvb_type: 0 00000100:00100000:0.0:1770685058.277918:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 132 00000100:00100000:0.0:1770685058.277939:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+34:2350:x1856697500063232:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685058.277961:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685058.277998:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef53bb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd04 expref: 34 pid: 5762 timeout: 483 lvb_type: 0 00010000:00010000:0.0:1770685058.278028:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef53bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd04 expref: 34 pid: 5762 timeout: 483 lvb_type: 0 00010000:00010000:0.0:1770685058.278062:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef53bb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x51/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd04 expref: 34 pid: 5762 timeout: 483 lvb_type: 0 00010000:00010000:0.0:1770685058.278084:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92d1988900) 00010000:00010000:0.0:1770685058.278089:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5551 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685058.278100:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5551 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685058.278109:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5551 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685058.278142:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685058.278211:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+33:2350:x1856697500063232:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 284us (3659us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685058.278220:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 132 00010000:00010000:0.0:1770685058.278317:0:6998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5551 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685058.278326:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5551 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00010000:0.0:1770685058.281845:0:6998:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb size from disk: 524288 -> 524288 00000004:00010000:0.0:1770685058.281857:0:6998:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb mtime from disk: 1770685053 -> 1770685053 00000004:00010000:0.0:1770685058.281861:0:6998:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb atime from disk: 1770685053 -> 1770685053 00000004:00010000:0.0:1770685058.281863:0:6998:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb ctime from disk: 1770685053 -> 1770685058 00000004:00010000:0.0:1770685058.281883:0:6998:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb blocks from disk: 1030 -> 1030 00000004:00010000:0.0:1770685058.281901:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000004da16ea9 reply state 00000000c6c89b32 transno 4294967578 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5551 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685058.281916:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1770685058.284821:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8355880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+34:13998:x1856697500062976:12345-192.168.203.41@tcp:36:chmod.0 Request processed in 17869us (19046us total) trans 4294967578 rc 0/0 00000100:00100000:0.0:1770685058.284842:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 378 00010000:00010000:0.0:1770685058.302053:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5551 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685058.302077:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5551 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685058.302085:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5551 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685058.302093:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245fc00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685058.302099:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5551 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685058.302107:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5551 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685058.302128:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92d1988900) 00010000:00010000:0.0:1770685058.302132:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1770685058.302137:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5551 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685058.302144:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5551 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770685058.302251:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685058.302355:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685058.302521:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500063488 00000100:00100000:0.0:1770685058.302558:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500063488 00000100:00100000:0.0:1770685058.302641:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 96 00000100:00100000:0.0:1770685058.302653:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2348:x1856697500063488:12345-192.168.203.41@tcp:2:chmod.0 00000100:00100000:3.0:1770685058.304168:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500063616 00000100:00100000:3.0:1770685058.304182:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500063616 00000100:00100000:3.0:1770685058.304243:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 97 00000100:00100000:3.0:1770685058.304255:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:2348:x1856697500063616:12345-192.168.203.41@tcp:2:chmod.0 00002000:00010000:3.0:1770685058.304446:0:6539:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1770685058.304450:0:6539:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1770685053 -> 1770685053 00002000:00010000:3.0:1770685058.304453:0:6539:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1770685053 -> 1770685053 00002000:00010000:3.0:1770685058.304455:0:6539:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1770685053 -> 1770685058 00002000:00010000:3.0:1770685058.304458:0:6539:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1770685058.304553:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2348:x1856697500063616:12345-192.168.203.41@tcp:2:chmod.0 Request processed in 300us (2196us total) trans 4294967314 rc 0/0 00000100:00100000:3.0:1770685058.304561:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 97 00002000:00010000:0.0:1770685058.305122:0:6540:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:0.0:1770685058.305128:0:6540:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb mtime from disk: 1770685053 -> 1770685053 00002000:00010000:0.0:1770685058.305130:0:6540:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb atime from disk: 1770685053 -> 1770685053 00002000:00010000:0.0:1770685058.305132:0:6540:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb ctime from disk: 1770685053 -> 1770685058 00002000:00010000:0.0:1770685058.305135:0:6540:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb blocks from disk: 1051 -> 1051 00000100:00100000:0.0:1770685058.305173:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:2348:x1856697500063488:12345-192.168.203.41@tcp:2:chmod.0 Request processed in 2520us (2925us total) trans 4294967315 rc 0/0 00000100:00100000:0.0:1770685058.305181:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 96 00000100:00100000:2.0:1770685058.328222:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685058.329920:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500063744 00000100:00100000:3.0:1770685058.329954:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500063744 00000100:00100000:3.0:1770685058.330038:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 379 00000100:00100000:3.0:1770685058.330064:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+33:13999:x1856697500063744:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685058.330125:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685058.330156:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef5558 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcd7b expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685058.330246:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef555f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685058.330265:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef555f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685058.330278:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef555f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685058.330295:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5566 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685058.330303:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5566 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685058.330309:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5566 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685058.330467:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef556d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685058.330476:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef556d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685058.330483:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef556d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:3.0:1770685058.330528:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 1048576 00000004:00200000:3.0:1770685058.330533:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685058.330608:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef556d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00010000:3.0:1770685058.330642:0:6998:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb size from disk: 524288 -> 524288 00000004:00010000:3.0:1770685058.330645:0:6998:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb mtime from disk: 1770685053 -> 1770685053 00000004:00010000:3.0:1770685058.330648:0:6998:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb atime from disk: 1770685053 -> 1770685053 00000004:00010000:3.0:1770685058.330651:0:6998:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb ctime from disk: 1770685058 -> 1770685058 00000004:00010000:3.0:1770685058.330653:0:6998:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb blocks from disk: 1030 -> 1030 00002000:00010000:3.0:1770685058.330658:0:6998:0:(mdt_io.c:1529:mdt_lvb2reply()) size 524288 00010000:00010000:3.0:1770685058.330675:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef555f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685058.330682:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef555f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685058.330689:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef555f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685058.330696:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c63000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685058.330702:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef555f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685058.330709:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef555f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685058.330723:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9d92d1988100) 00010000:00010000:3.0:1770685058.330726:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685058.330732:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef555f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685058.330738:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef555f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685058.330754:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5566 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685058.330769:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5566 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685058.330774:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5566 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685058.330779:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c63800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685058.330782:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5566 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685058.330787:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5566 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685058.330794:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x14789339 (ffff9d92e0875100) 00010000:00010000:3.0:1770685058.330797:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685058.330799:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5566 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685058.330805:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5566 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685058.330843:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef5558 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd7b expref: 35 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685058.330857:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef556d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd7b expref: 34 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685058.330865:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92d1988900) 00010000:00010000:3.0:1770685058.330877:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1770685058.330880:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c63400, rc 0) 00000100:00100000:3.0:1770685058.330977:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+34:13999:x1856697500063744:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 929us (2773us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685058.330993:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 379 00000100:00100000:3.0:1770685058.343972:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685058.344158:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500063872 00000100:00100000:0.0:1770685058.344172:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500063872 00000100:00100000:0.0:1770685058.344250:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 380 00000100:00100000:0.0:1770685058.344263:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8355180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+34:13999:x1856697500063872:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685058.344290:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685058.344316:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5574 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcd82 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685058.344408:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef557b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685058.344425:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef557b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685058.344439:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef557b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:0.0:1770685058.344518:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x12:0x0]: returning size 11776 00000004:00200000:0.0:1770685058.344537:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685058.344569:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef557b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685058.344634:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5574 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd82 expref: 36 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685058.344654:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175600/0x8f0dbafbd9ef557b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd82 expref: 35 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685058.344674:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9d92d1988100) 00010000:00010000:0.0:1770685058.344677:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1770685058.344681:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5175600, rc 0) 00000100:00100000:0.0:1770685058.344760:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8355180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+35:13999:x1856697500063872:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 500us (805us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685058.344768:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 380 00000100:00100000:0.0:1770685058.354186:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685058.354230:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500064128 00000100:00100000:0.0:1770685058.354242:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500064128 00000100:00100000:0.0:1770685058.354306:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 381 00000100:00100000:0.0:1770685058.354318:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+35:13999:x1856697500064128:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685058.354346:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685058.354375:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5582 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcd89 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685058.354896:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef5589 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685058.354915:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef5589 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685058.354941:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef5589 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685058.354958:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 1048576 00010000:00010000:0.0:1770685058.355249:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5582 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd89 expref: 38 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685058.355268:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef5589 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd89 expref: 37 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685058.355279:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92d1988900) 00010000:00010000:0.0:1770685058.355282:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1770685058.355288:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174e00, rc 0) 00000100:00100000:0.0:1770685058.355405:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+37:13999:x1856697500064128:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 1088us (1233us total) trans 4294967579 rc 0/0 00000100:00100000:0.0:1770685058.355414:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 381 00000100:00100000:3.0:1770685058.358506:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685058.358891:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500064256 00000100:00100000:1.0:1770685058.358907:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500064256 00000100:00100000:1.0:1770685058.359143:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 382 00000100:00100000:1.0:1770685058.359157:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+37:2350:x1856697500064256:12345-192.168.203.41@tcp:33:lfs.0 00010000:00010000:1.0:1770685058.359229:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5597 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.359250:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5504 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x49/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd5f expref: 37 pid: 5761 timeout: 483 lvb_type: 0 00010000:00010000:1.0:1770685058.359259:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef5401 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd0b expref: 22 pid: 5762 timeout: 483 lvb_type: 0 00010000:00010000:1.0:1770685058.359267:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef556d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd7b expref: 37 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685058.359275:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5597 lrc: 6/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x50010000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.359337:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef556d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd7b expref: 37 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685058.359353:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef556d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd7b expref: 37 pid: 6998 timeout: 483 lvb_type: 0 00000100:00100000:1.0:1770685058.359372:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aefb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514686208:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685058.359517:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef5401 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd0b expref: 22 pid: 5762 timeout: 483 lvb_type: 0 00010000:00010000:1.0:1770685058.359527:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef5401 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd0b expref: 22 pid: 5762 timeout: 483 lvb_type: 0 00000100:00100000:1.0:1770685058.359536:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aec380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514686336:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685058.359602:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5504 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x49/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd5f expref: 37 pid: 5761 timeout: 483 lvb_type: 0 00010000:00010000:1.0:1770685058.359612:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5504 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x49/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd5f expref: 37 pid: 5761 timeout: 483 lvb_type: 0 00000100:00100000:1.0:1770685058.359620:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aeca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514686464:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685058.359641:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0335d80 going to sleep for 11 seconds 00000100:00100000:0.0:1770685058.361961:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685058.362046:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685058.362496:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500064384 00000100:00100000:2.0:1770685058.362511:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500064384 00000100:00100000:3.0:1770685058.366122:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685058.366151:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685058.366191:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685058.366229:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500064640 00000100:00100000:3.0:1770685058.366240:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500064640 00010000:00010000:3.0:1770685058.366294:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef5401 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd0b expref: 23 pid: 5762 timeout: 483 lvb_type: 0 00000100:00100000:3.0:1770685058.366335:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500064768 00000100:00100000:3.0:1770685058.366339:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500064768 00010000:00010000:3.0:1770685058.366353:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5504 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x49/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd5f expref: 38 pid: 5761 timeout: 483 lvb_type: 0 00000100:00100000:3.0:1770685058.366365:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500064896 00000100:00100000:3.0:1770685058.366367:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500064896 00010000:00010000:3.0:1770685058.366379:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef556d lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd7b expref: 39 pid: 6998 timeout: 483 lvb_type: 0 00000100:00100000:3.0:1770685058.366396:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 133 00000100:00100000:1.0:1770685058.366402:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500064512 00000100:00100000:3.0:1770685058.366410:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+23:2351:x1856697500064640:12345-192.168.203.41@tcp:102:ldlm_bl.0 00000100:00100000:1.0:1770685058.366412:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500064512 00010000:00010000:3.0:1770685058.366435:0:5745:0:(ldlm_lockd.c:1654:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef5401 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd0b expref: 23 pid: 5762 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1770685058.366447:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef5401 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x41/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd0b expref: 23 pid: 5762 timeout: 483 lvb_type: 0 00000100:00100000:1.0:1770685058.366474:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 98 00000100:00100000:1.0:1770685058.366485:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2351:x1856697500064512:12345-192.168.203.41@tcp:1:lfs.0 00010000:00010000:3.0:1770685058.366492:0:5745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef5401 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd0b expref: 23 pid: 5762 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1770685058.366510:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92d1988900) 00010000:00010000:3.0:1770685058.366514:0:5745:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 41 00010000:00010000:3.0:1770685058.366518:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5597 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x50010000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685058.366531:0:5745:0:(ldlm_lockd.c:1703:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175c00/0x8f0dbafbd9ef5401 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd0b expref: 23 pid: 5762 timeout: 483 lvb_type: 0 00010000:00010000:1.0:1770685058.366590:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef559e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685058.366612:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef554a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd74 expref: 8 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685058.366621:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685058.366624:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685058.366627:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef559e lrc: 4/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685058.366642:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+23:2351:x1856697500064640:12345-192.168.203.41@tcp:102:ldlm_bl.0 Request processed in 235us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685058.366651:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 133 00000100:00100000:3.0:1770685058.366677:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 134 00000100:00100000:3.0:1770685058.366685:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+39:2351:x1856697500064768:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685058.366696:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685058.366726:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5504 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x49/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd5f expref: 39 pid: 5761 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1770685058.366737:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5504 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x49/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd5f expref: 39 pid: 5761 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1770685058.366757:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92d1988900) 00010000:00010000:3.0:1770685058.366762:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5597 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 7 type: IBT flags: 0x50010000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685058.366769:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685058.366797:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+39:2351:x1856697500064768:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 113us (645us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685058.366804:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 134 00000100:00100000:3.0:1770685058.366817:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 135 00000100:00100000:3.0:1770685058.366823:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f59500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+38:2351:x1856697500064896:12345-192.168.203.41@tcp:102:ldlm_bl.0 00010000:00010000:3.0:1770685058.366833:0:5745:0:(ldlm_lockd.c:1654:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef556d lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd7b expref: 38 pid: 6998 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1770685058.366843:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef556d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd7b expref: 38 pid: 6998 timeout: 483 lvb_type: 0 00010000:00010000:1.0:1770685058.366848:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef554a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd74 expref: 8 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685058.366857:0:5745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef556d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd7b expref: 38 pid: 6998 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1770685058.366876:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92d1988900) 00010000:00010000:1.0:1770685058.366880:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef554a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd74 expref: 8 pid: 8401 timeout: 483 lvb_type: 1 00010000:00010000:3.0:1770685058.366881:0:5745:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:3.0:1770685058.366885:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5597 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x50010000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685058.366902:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5597 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x50090000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685058.366908:0:5745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5597 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x50090000000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685058.366909:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514686592:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685058.366934:0:5745:0:(ldlm_lockd.c:1703:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef556d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd7b expref: 38 pid: 6998 timeout: 483 lvb_type: 0 00000100:00100000:3.0:1770685058.366975:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f59500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+38:2351:x1856697500064896:12345-192.168.203.41@tcp:102:ldlm_bl.0 Request processed in 151us (783us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685058.366990:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 135 00000100:00100000:2.0:1770685058.367195:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 99 00000100:00100000:2.0:1770685058.367207:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:2350:x1856697500064384:12345-192.168.203.41@tcp:1:lfs.0 00010000:00010000:2.0:1770685058.367236:0:6540:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef55a5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685058.367250:0:6540:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef5543 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd6d expref: 7 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685058.367257:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685058.367259:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685058.367262:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef55a5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685058.367285:0:6540:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef5543 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd6d expref: 7 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685058.367294:0:6540:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef5543 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd6d expref: 7 pid: 8401 timeout: 483 lvb_type: 1 00000100:00100000:2.0:1770685058.367306:0:6540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514686720:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685058.367500:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0335c00 going to sleep for 11 seconds 00000100:00100000:2.0:1770685058.368124:0:6540:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c835a180 going to sleep for 11 seconds 00000100:00100000:1.0:1770685058.368202:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aefb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514686208:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685058.368228:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aec380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514686336:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685058.368245:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5504 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x49/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd5f expref: 37 pid: 5761 timeout: 483 lvb_type: 0 00000100:00100000:1.0:1770685058.368267:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aeca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514686464:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685058.368311:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5597 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.368339:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5597 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.368346:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5597 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.368392:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5597 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x50010000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.368400:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5597 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x50010400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.368408:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5597 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.368415:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9c000 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:1.0:1770685058.368421:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5597 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.368430:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5597 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.368449:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92d1988900) 00010000:00010000:1.0:1770685058.368452:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1770685058.368455:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5597 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.368461:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5597 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819400000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685058.369980:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+36:2350:x1856697500064256:12345-192.168.203.41@tcp:33:lfs.0 Request processed in 9397us (10059us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685058.370008:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 382 00000100:00100000:1.0:1770685058.371905:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514686592:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685058.371949:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef559e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685058.372161:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685058.372197:0:6540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514686720:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685058.372216:0:6540:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef55a5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685058.372290:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500065024 00000100:00100000:0.0:1770685058.372300:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500065024 00010000:00010000:0.0:1770685058.372344:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef5543 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd6d expref: 8 pid: 8401 timeout: 483 lvb_type: 1 00000100:00100000:0.0:1770685058.372394:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 136 00000100:00100000:0.0:1770685058.372405:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2351:x1856697500065024:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685058.372424:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685058.372453:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef5543 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd6d expref: 8 pid: 8401 timeout: 483 lvb_type: 1 00010000:00010000:0.0:1770685058.372473:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef5543 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd6d expref: 8 pid: 8401 timeout: 483 lvb_type: 1 00010000:00010000:0.0:1770685058.372501:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef5543 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd6d expref: 8 pid: 8401 timeout: 483 lvb_type: 1 00010000:00010000:0.0:1770685058.372519:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685058.372522:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685058.372528:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef55a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685058.372552:0:11010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef55a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685058.372884:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685058.372952:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:2351:x1856697500065024:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 547us (790us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685058.372961:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 136 00010000:00010000:1.0:1770685058.373022:0:6540:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef55a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685058.373032:0:6540:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef55a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685058.373065:0:6540:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef55a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685058.373074:0:6540:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef55a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685058.373082:0:6540:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef55a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685058.373090:0:6540:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245f800 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:1.0:1770685058.373095:0:6540:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef55a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685058.373103:0:6540:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef55a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685058.373116:0:6540:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef55a5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685058.373137:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef55a5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685058.373194:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697500064384:12345-192.168.203.41@tcp:1:lfs.0 Request processed in 5990us (11247us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685058.373203:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 99 00000100:00100000:3.0:1770685058.373384:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685058.373459:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500065152 00000100:00100000:1.0:1770685058.373467:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500065152 00010000:00010000:1.0:1770685058.373494:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef554a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd74 expref: 9 pid: 8401 timeout: 483 lvb_type: 1 00000100:00100000:1.0:1770685058.373518:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 137 00000100:00100000:1.0:1770685058.373527:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f59c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2350:x1856697500065152:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685058.373549:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685058.373598:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef554a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd74 expref: 9 pid: 8401 timeout: 483 lvb_type: 1 00010000:00010000:1.0:1770685058.373611:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef554a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd74 expref: 9 pid: 8401 timeout: 483 lvb_type: 1 00010000:00010000:1.0:1770685058.373626:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef554a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd74 expref: 9 pid: 8401 timeout: 483 lvb_type: 1 00010000:00010000:1.0:1770685058.373638:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685058.373640:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685058.373653:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef559e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685058.373672:0:11010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef559e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685058.373699:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685058.373725:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f59c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2350:x1856697500065152:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 199us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685058.373731:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 137 00010000:00010000:1.0:1770685058.373755:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef559e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685058.373764:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef559e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685058.373783:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef559e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685058.373790:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef559e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685058.373797:0:8401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef559e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685058.373802:0:8401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9ca00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:1.0:1770685058.373806:0:8401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef559e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685058.373826:0:8401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef559e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685058.373838:0:8401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef559e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685058.373846:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef559e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685058.373908:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:2351:x1856697500064512:12345-192.168.203.41@tcp:1:lfs.0 Request processed in 7426us (11862us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685058.373916:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 98 00000100:00100000:3.0:1770685058.377121:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685058.377296:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500065408 00000100:00100000:1.0:1770685058.377312:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500065408 00000100:00100000:1.0:1770685058.377391:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 106 00000100:00100000:1.0:1770685058.377405:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+36:13999:x1856697500065408:12345-192.168.203.41@tcp:35:lfs.0 00000004:00010000:1.0:1770685058.377519:0:5764:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000401:0x13:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef5589 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x13:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd89 expref: 36 pid: 6998 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1770685058.378407:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967580 00000001:00080000:1.0:1770685058.379426:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967581 00010000:00010000:1.0:1770685058.379750:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef55ac lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0 00010000:00010000:1.0:1770685058.380037:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef556d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd7b expref: 39 pid: 6998 timeout: 483 lvb_type: 0 00010000:00010000:1.0:1770685058.380151:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef55ac lrc: 4/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685058.380947:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef556d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd7b expref: 39 pid: 6998 timeout: 483 lvb_type: 0 00010000:00010000:0.0:1770685058.380970:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef556d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd7b expref: 39 pid: 6998 timeout: 483 lvb_type: 0 00000100:00100000:0.0:1770685058.380989:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e48000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1856697514686848:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685058.381183:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c6370d80 going to sleep for 11 seconds 00000100:00100000:0.0:1770685058.393296:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685058.395116:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500065536 00000100:00100000:2.0:1770685058.395141:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500065536 00010000:00010000:2.0:1770685058.395207:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef556d lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd7b expref: 40 pid: 6998 timeout: 483 lvb_type: 0 00000100:00100000:2.0:1770685058.395256:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 138 00000100:00100000:2.0:1770685058.395268:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e49180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:2351:x1856697500065536:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685058.395289:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685058.395297:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef556d lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd7b expref: 40 pid: 6998 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1770685058.395312:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef556d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd7b expref: 40 pid: 6998 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1770685058.395341:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92d1988900) 00010000:00010000:2.0:1770685058.395348:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef55ac lrc: 3/0,1 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0 00010000:00010000:2.0:1770685058.395360:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef55ac lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0 00010000:00010000:2.0:1770685058.395368:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef55ac lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0 00010000:00010000:2.0:1770685058.395393:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685058.395497:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e49180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:2351:x1856697500065536:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 231us (2216us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685058.395506:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 138 00010000:00010000:1.0:1770685058.398333:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef556d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcd7b expref: 39 pid: 6998 timeout: 483 lvb_type: 0 00000100:00100000:1.0:1770685058.398367:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e48000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1856697514686848:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685058.398399:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef55ac lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 00010000:00010000:1.0:1770685058.398410:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef55ac lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 00010000:00010000:1.0:1770685058.398416:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef55ac lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 00000001:00080000:1.0:1770685058.398639:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967582 00000001:00080000:1.0:1770685058.398888:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967583 00000100:00100000:1.0:1770685058.401664:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aec700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1856697514686976:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1770685058.401778:0:5764:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685058.401993:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0335000 going to sleep for 11 seconds 00000100:00100000:2.0:1770685058.408937:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514686976 00000100:00100000:2.0:1770685058.408962:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514686976 00000100:00100000:2.0:1770685058.409227:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1770685058.409239:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5764:x1856697514686976:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00080000:3.0:1770685058.409960:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1770685058.410119:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5764:x1856697514686976:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 879us (8340us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685058.410131:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1770685058.414930:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aec700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1856697514686976:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1770685058.415206:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e4bb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1856697514687104:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1770685058.415297:0:5764:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685058.415335:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c6370f00 going to sleep for 11 seconds 00000100:00100000:2.0:1770685058.415743:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514687104 00000100:00100000:2.0:1770685058.415753:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514687104 00000100:00080000:3.0:1770685058.415882:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1770685058.415891:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1770685058.415903:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:5764:x1856697514687104:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1770685058.416030:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:5764:x1856697514687104:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 129us (733us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685058.416038:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1770685058.416118:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e4bb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1856697514687104:0@lo:1000:mdt_rdpg00_001.0 00000040:00080000:0.0:1770685058.416437:0:5764:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].2, 280 off33328 00000001:00080000:0.0:1770685058.416450:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967584 00000100:00100000:0.0:1770685058.416546:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e4bb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1856697514687232:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1770685058.416644:0:5764:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685058.418646:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c6370b40 going to sleep for 11 seconds 00000100:00100000:1.0:1770685058.418904:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514687232 00000100:00100000:1.0:1770685058.418918:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514687232 00000100:00100000:1.0:1770685058.418986:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1770685058.418996:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:5764:x1856697514687232:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1770685058.419504:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:5764:x1856697514687232:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 506us (2856us total) trans 4294967315 rc 0/0 00000100:00100000:1.0:1770685058.419515:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1770685058.419883:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e4bb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1856697514687232:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1770685058.419959:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0250000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1856697514687360:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1770685058.420128:0:5764:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685058.420162:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c6370b40 going to sleep for 11 seconds 00000100:00100000:1.0:1770685058.420226:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514687360 00000100:00100000:1.0:1770685058.420232:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514687360 00000100:00100000:1.0:1770685058.420262:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1770685058.420270:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5764:x1856697514687360:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1770685058.420523:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0251500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:5764:x1856697514687360:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 253us (395us total) trans 4294967316 rc 0/0 00000100:00100000:1.0:1770685058.420542:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1770685058.420922:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0250000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1856697514687360:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:0.0:1770685058.421150:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967585 00010000:00010000:0.0:1770685058.421204:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef55ac lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685058.421216:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef55ac lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685058.421224:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef55ac lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685058.421231:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9c000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685058.421251:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef55ac lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685058.421259:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef55ac lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685058.421278:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92d1988900) 00010000:00010000:0.0:1770685058.421281:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1770685058.421287:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef55ac lrc: 2/0,0 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685058.421292:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef55ac lrc: 0/0,0 mode: --/EX res: [0x200000401:0x13:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0 00000004:00080000:0.0:1770685058.421877:0:5764:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x15:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1770685058.423114:0:5764:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].6, 64 off8576 00000004:00080000:0.0:1770685058.423149:0:5764:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 383268570234ns, next at 384268562498ns, rc = 0 00000040:00080000:0.0:1770685058.423249:0:5764:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4, 64 off8448 00000004:00080000:0.0:1770685058.423257:0:5764:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 383268679039ns, next at 384268677988ns, rc = 0 00000001:00080000:0.0:1770685058.423274:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967586 00010000:00010000:0.0:1770685058.423410:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92d1988900) 00010000:00010000:0.0:1770685058.423415:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1770685058.423429:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef5589 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x13:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd89 expref: 43 pid: 6998 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685058.423883:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+42:13999:x1856697500065408:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 46478us (46849us total) trans 4294967587 rc 0/0 00000100:00100000:0.0:1770685058.423895:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 106 00000020:00080000:0.0:1770685058.423903:0:5764:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1770685058.448493:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685058.448897:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500065792 00000100:00100000:1.0:1770685058.448911:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500065792 00000100:00100000:1.0:1770685058.448988:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 383 00000100:00100000:1.0:1770685058.449011:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5004000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+42:14000:x1856697500065792:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:1.0:1770685058.449053:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685058.449086:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef55b3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcd90 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685058.449199:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef55ba lrc: 3/1,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.449217:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef55ba lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.449231:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef55ba lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.449248:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef55c1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.449255:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef55c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.449262:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef55c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.449489:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d800/0x8f0dbafbd9ef55c8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.449499:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d800/0x8f0dbafbd9ef55c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.449506:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d800/0x8f0dbafbd9ef55c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:1.0:1770685058.449517:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 1048576 00000004:00010000:1.0:1770685058.450336:0:5761:0:(mdt_lvb.c:89:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb size from disk: 524288 -> 524288 00000004:00010000:1.0:1770685058.450346:0:5761:0:(mdt_lvb.c:96:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb mtime from disk: 1770685053 -> 1770685053 00000004:00010000:1.0:1770685058.450349:0:5761:0:(mdt_lvb.c:102:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb atime from disk: 1770685053 -> 1770685053 00000004:00010000:1.0:1770685058.450352:0:5761:0:(mdt_lvb.c:108:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb ctime from disk: 1770685058 -> 1770685058 00000004:00010000:1.0:1770685058.450355:0:5761:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0x13:0x0] updating lvb blocks from disk: 1030 -> 1030 00002000:00010000:1.0:1770685058.450360:0:5761:0:(mdt_io.c:1529:mdt_lvb2reply()) size 524288 00010000:00010000:1.0:1770685058.450368:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef55ba lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.450377:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef55ba lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.450385:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef55ba lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.450391:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9ce00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685058.450397:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef55ba lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.450406:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef55ba lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.450442:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff9d92d1988100) 00010000:00010000:1.0:1770685058.450446:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685058.450453:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef55ba lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.450459:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef55ba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.450477:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef55c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.450483:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef55c1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.450489:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef55c1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.450494:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9c600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685058.450496:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef55c1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.450502:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef55c1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.450510:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x14789339 (ffff9d92d1988e00) 00010000:00010000:1.0:1770685058.450512:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685058.450515:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef55c1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.450520:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef55c1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x14789339 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.452156:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef55b3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd90 expref: 45 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685058.452216:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d800/0x8f0dbafbd9ef55c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd90 expref: 44 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685058.452223:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92d1988900) 00010000:00010000:1.0:1770685058.452225:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5b 00010000:00010000:1.0:1770685058.452228:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9d800, rc 0) 00000100:00100000:0.0:1770685058.452461:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5004000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+44:14000:x1856697500065792:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 3461us (3983us total) trans 4294967588 rc 0/0 00000100:00100000:0.0:1770685058.452475:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 383 00000100:00100000:0.0:1770685058.459319:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685058.459411:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500065920 00000100:00100000:1.0:1770685058.459424:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500065920 00000100:00100000:1.0:1770685058.459498:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 384 00000100:00100000:1.0:1770685058.459511:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5004a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+44:14000:x1856697500065920:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:1.0:1770685058.459649:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef55d6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.459669:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef55d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.459683:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef55d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.459718:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef55d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.459725:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef55d6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.459731:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef55d6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.459737:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9d000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685058.459742:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef55d6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.459765:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef55d6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.459779:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92d1988900) 00010000:00010000:1.0:1770685058.459782:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1770685058.459787:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef55d6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.459793:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef55d6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685058.459896:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5004a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+44:14000:x1856697500065920:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 388us (591us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685058.459903:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 384 00000100:00100000:3.0:1770685058.462961:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685058.463218:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500066176 00000100:00100000:0.0:1770685058.463232:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500066176 00000100:00100000:0.0:1770685058.463333:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 107 00000100:00100000:0.0:1770685058.463344:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c83d5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+44:14000:x1856697500066176:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:0.0:1770685058.463689:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c83d5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+45:14000:x1856697500066176:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 345us (743us total) trans 4294967589 rc 0/0 00000100:00100000:0.0:1770685058.463699:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 107 00000100:00100000:3.0:1770685058.505436:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685058.506725:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500066432 00000100:00100000:0.0:1770685058.506743:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500066432 00000100:00100000:0.0:1770685058.506838:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 385 00000100:00100000:0.0:1770685058.506851:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+45:14003:x1856697500066432:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685058.506895:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685058.506926:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef55dd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcd97 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685058.507059:0:6998:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d800/0x8f0dbafbd9ef55c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd90 expref: 46 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685058.507078:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef55e4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685058.507093:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef55e4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685058.507106:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef55e4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685058.507142:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x13:0x0]: returning size 1048576 00010000:00010000:0.0:1770685058.507303:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef55dd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd97 expref: 48 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685058.507325:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174800/0x8f0dbafbd9ef55e4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x13:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd97 expref: 47 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685058.507335:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92d1988900) 00010000:00010000:0.0:1770685058.507339:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1770685058.507343:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174800, rc 0) 00000100:00100000:0.0:1770685058.507446:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+47:14003:x1856697500066432:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 597us (2028us total) trans 4294967590 rc 0/0 00000100:00100000:0.0:1770685058.507453:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 385 00000100:00100000:2.0:1770685058.514695:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685058.516101:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500066560 00000100:00100000:1.0:1770685058.516121:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500066560 00000100:00100000:1.0:1770685058.516203:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 386 00000100:00100000:1.0:1770685058.516217:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+47:14003:x1856697500066560:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:1.0:1770685058.516309:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef55f2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.516330:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef55f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.516342:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef55f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.516377:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef55f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.516384:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef55f2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.516414:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef55f2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.516421:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9d000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685058.516426:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef55f2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.516435:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef55f2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.516450:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff9d92d1988900) 00010000:00010000:1.0:1770685058.516453:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1770685058.516459:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef55f2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685058.516466:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef55f2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685058.516571:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+47:14003:x1856697500066560:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 358us (1889us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685058.516621:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 386 00010000:00010000:2.0:1770685058.801873:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685059.782563:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685059.782702:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500066816 00000100:00100000:0.0:1770685059.782716:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500066816 00000100:00100000:0.0:1770685059.782786:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 191 00000100:00100000:0.0:1770685059.782799:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+47:2350:x1856697500066816:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685059.782924:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+47:2350:x1856697500066816:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 127us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685059.782934:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 191 00000100:00100000:3.0:1770685059.786340:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685059.786398:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685059.786433:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685059.786456:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685059.786475:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685059.786499:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685059.786540:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500067200 00000100:00100000:3.0:1770685059.786554:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500067200 00000100:00100000:3.0:1770685059.786650:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 192 00000100:00100000:3.0:1770685059.786662:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+23:2351:x1856697500067200:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685059.786773:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+23:2351:x1856697500067200:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 112us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685059.786782:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 192 00000100:00100000:3.0:1770685059.786812:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500066944 00000100:00100000:3.0:1770685059.786816:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500066944 00000100:00100000:3.0:1770685059.786847:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500067456 00000100:00100000:3.0:1770685059.786850:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500067456 00000100:00100000:3.0:1770685059.786884:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500067072 00000100:00100000:3.0:1770685059.786900:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500067072 00000100:00100000:3.0:1770685059.786916:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500067328 00000100:00100000:3.0:1770685059.786919:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500067328 00000100:00100000:3.0:1770685059.786935:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 134 00000100:00100000:3.0:1770685059.786941:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:2351:x1856697500066944:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685059.786972:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:2351:x1856697500066944:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 32us (574us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685059.786979:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 134 00000100:00100000:3.0:1770685059.786991:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 135 00000100:00100000:3.0:1770685059.786997:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+6:2351:x1856697500067456:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685059.787022:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+6:2351:x1856697500067456:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 25us (565us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685059.787028:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 135 00000100:00100000:3.0:1770685059.787038:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 136 00000100:00100000:3.0:1770685059.787044:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697500067072:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685059.787065:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697500067072:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 21us (589us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685059.787071:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 136 00000100:00100000:3.0:1770685059.787081:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 137 00000100:00100000:3.0:1770685059.787087:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+6:2350:x1856697500067328:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685059.787111:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+6:2350:x1856697500067328:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 24us (612us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685059.787117:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 137 00000100:00080000:3.0:1770685059.787266:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1770685059.787277:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1770685059.787363:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500066688 00000100:00100000:0.0:1770685059.787368:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500066688 00000100:00100000:0.0:1770685059.787409:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 313 00000100:00100000:0.0:1770685059.787417:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d159bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697500066688:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685059.787461:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d159bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697500066688:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 45us (1138us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685059.787477:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 313 00010000:00010000:3.0:1770685059.826751:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1770685060.531111:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685060.531126:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685060.531378:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 11 count 3 00000040:00080000:1.0:1770685060.531389:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1770685060.864710:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1770685061.283771:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967315 is committed 00000001:00080000:0.0:1770685061.283795:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967314 is committed 00000001:00080000:0.0:1770685061.283808:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967312 is committed 00000001:00080000:0.0:1770685061.318629:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967590 is committed 00000004:00080000:0.0:1770685061.318648:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 4 committed 00000004:00080000:0.0:1770685061.318661:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 7 committed 00000020:00080000:0.0:1770685061.318681:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9d92c63706c0 refcount 2 committed 0 result 0 batchid 9 00000020:00080000:0.0:1770685061.318686:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92c6705700 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9d92c6370000 00000020:00080000:0.0:1770685061.318689:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92c6705300 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9d92c6370600 00000020:00080000:0.0:1770685061.318692:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92c6705500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9d92f51ff800 00000020:00080000:0.0:1770685061.318695:0:5782:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].2 00000020:00080000:0.0:1770685061.318709:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 7 batchid updated 00000001:00080000:0.0:1770685061.318734:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967571 is committed 00000020:00080000:0.0:1770685061.318739:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9d92d0335540 refcount 2 committed 0 result 0 batchid 8 00000020:00080000:0.0:1770685061.318742:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92f277a100 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9d92d03359c0 00000020:00080000:0.0:1770685061.318745:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92f277a000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9d92d0335300 00000020:00080000:0.0:1770685061.318747:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92f277ac00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9d91c33f2000 00000020:00080000:0.0:1770685061.318750:0:5782:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].1 00000001:00080000:0.0:1770685061.318763:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967573 is committed 00000020:00080000:0.0:1770685061.318789:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 9 committed batchid 7 00000020:00080000:0.0:1770685061.318976:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 7 00000100:00100000:3.0:1770685061.319126:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1770685061.319145:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514687616:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1770685061.319208:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685061.319460:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f3f5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514687488:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1770685061.319487:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685061.319507:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514687616 00000100:00100000:0.0:1770685061.319514:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514687616 00000100:00080000:3.0:1770685061.319545:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1770685061.319558:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514687488 00000100:00100000:0.0:1770685061.319590:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514687488 00000100:00100000:0.0:1770685061.319632:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00080000:3.0:1770685061.319638:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1770685061.319641:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514687616:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1770685061.319667:0:6538:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:7 count 1 00000100:00100000:2.0:1770685061.319676:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1770685061.319694:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3290:x1856697514687488:12345-0@lo:6:osp-syn-1-0.0 00002000:00010000:0.0:1770685061.319698:0:6538:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x7:0x0] initial LVB size: 0, mtime: 0x698a827d, atime: 0x698a827d, ctime: 0x698a8282, blocks: 0x1 00010000:00010000:0.0:1770685061.319706:0:6538:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef55f9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1770685061.319707:0:6539:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:8 count 1 00010000:00010000:0.0:1770685061.319720:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685061.319722:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00010000:2.0:1770685061.319724:0:6539:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x8:0x0] initial LVB size: 1048576, mtime: 0x698a827d, atime: 0x698a827d, ctime: 0x698a8282, blocks: 0x41b 00010000:00010000:0.0:1770685061.319727:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef55f9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685061.319729:0:6539:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5600 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685061.319736:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685061.319738:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685061.319740:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5600 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685061.319742:0:6538:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef55f9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685061.319752:0:6538:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef55f9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685061.319760:0:6538:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef55f9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685061.319762:0:6539:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5600 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685061.319769:0:6539:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5600 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685061.319776:0:6539:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5600 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685061.319784:0:6538:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1770685061.319790:0:6539:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1770685061.320876:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3290:x1856697514687488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1190us (1384us total) trans 4294967317 rc 0/0 00000100:00100000:2.0:1770685061.320886:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00010000:00010000:2.0:1770685061.320915:0:5748:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1770685061.320921:0:5748:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef55f9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685061.320930:0:5748:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174a00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:2.0:1770685061.320934:0:5748:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef55f9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685061.320943:0:5748:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef55f9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685061.320963:0:5748:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef55f9 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685061.320984:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef55f9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685061.320999:0:5748:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1770685061.321003:0:5748:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5600 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685061.321008:0:5748:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245fc00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:2.0:1770685061.321011:0:5748:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5600 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685061.321019:0:5748:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5600 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685061.321028:0:5748:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5600 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685061.321033:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5600 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685061.321046:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685061.321047:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685061.321049:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685061.321511:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1770685061.321557:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9d92f3f5a680/2, rc 0, transno 4294967317 00000100:00100000:3.0:1770685061.321564:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f3f5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514687488:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1770685061.321804:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3290:x1856697514687616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2163us (2594us total) trans 4294967316 rc 0/0 00000100:00100000:0.0:1770685061.321813:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1770685061.321831:0:3290:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967315 gen 2 00000004:00080000:3.0:1770685061.321836:0:3290:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9d92d0252680, transno 4294967311 00000004:00080000:3.0:1770685061.321861:0:3290:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967313 committed transno 4294967315 00000004:00080000:3.0:1770685061.321880:0:3290:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967315 committed transno 4294967315 00000100:00100000:3.0:1770685061.321893:0:3290:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9d92c5006d80 x1856697514687616/t4294967316(4294967316) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770685077 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1770685061.321903:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9d92c5006d80/2, rc 0, transno 4294967316 00000100:00100000:3.0:1770685061.321907:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514687616:0@lo:6:osp-syn-0-0.0 00000001:00080000:2.0:1770685061.779549:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967315 is committed 00000001:00080000:2.0:1770685061.779776:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967316 is committed 00000001:00080000:2.0:1770685061.779842:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967317 is committed 00000001:00080000:2.0:1770685061.780999:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967313 is committed 00010000:00010000:2.0:1770685061.874671:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770685062.193928:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f3f58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3289:1856697514687872:0@lo:400:kworker.0 00000100:00100000:3.0:1770685062.193935:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0252680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514688000:0@lo:400:kworker.0 00000100:00100000:1.0:1770685062.194019:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f3f59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514687744:0@lo:400:kworker.0 00000100:00100000:0.0:1770685062.194035:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514688128:0@lo:400:kworker.0 00000100:00100000:2.0:1770685062.195459:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685062.195532:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514688384:0@lo:400:kworker.0 00000100:00100000:2.0:1770685062.195839:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685062.195968:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685062.196005:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514687872 00000100:00100000:2.0:1770685062.196009:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514688000 00000100:00100000:3.0:1770685062.196012:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514687872 00000100:00100000:2.0:1770685062.196012:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514688000 00000100:00100000:2.0:1770685062.196051:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193 00000100:00100000:3.0:1770685062.196057:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:2.0:1770685062.196059:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514688000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685062.196062:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1856697514687872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685062.196110:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1856697514687872:12345-0@lo:400:kworker.0 Request processed in 47us (655us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685062.196110:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514688000:12345-0@lo:400:kworker.0 Request processed in 52us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685062.196231:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685062.196262:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514688256:0@lo:400:kworker.0 00000100:00100000:1.0:1770685062.196284:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685062.196318:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514687744 00000100:00100000:1.0:1770685062.196322:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514687744 00000100:00100000:1.0:1770685062.196349:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:1.0:1770685062.196355:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d1598c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514687744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685062.196387:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d1598c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514687744:12345-0@lo:400:kworker.0 Request processed in 32us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685062.196392:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00100000:1.0:1770685062.196452:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f3f59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514687744:0@lo:400:kworker.0 00000100:00100000:1.0:1770685062.196490:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514688384 00000100:00100000:1.0:1770685062.196495:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514688384 00000100:00100000:1.0:1770685062.196520:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00100000:1.0:1770685062.196526:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514688384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685062.200065:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193 00000100:00100000:2.0:1770685062.200114:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514688256 00000100:00100000:2.0:1770685062.200205:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514688256 00000100:00100000:1.0:1770685062.200357:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514688384:12345-0@lo:400:kworker.0 Request processed in 3830us (4515us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685062.200368:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00080000:1.0:1770685062.200444:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770685062.200490:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0252680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514688000:0@lo:400:kworker.0 00000100:00100000:3.0:1770685062.201416:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000100:00100000:3.0:1770685062.201475:0:3289:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967317 gen 2 00000004:00080000:3.0:1770685062.201482:0:3289:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967314 committed transno 4294967317 00000004:00080000:3.0:1770685062.201498:0:3289:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967316 committed transno 4294967317 00000004:00080000:3.0:1770685062.201510:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9d92f3f5a680, transno 4294967317 00000100:00100000:3.0:1770685062.201530:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514688384:0@lo:400:kworker.0 00000100:00100000:3.0:1770685062.201546:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f3f58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3289:1856697514687872:0@lo:400:kworker.0 00000100:00100000:3.0:1770685062.201611:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195 00000100:00100000:3.0:1770685062.201624:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514688256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685062.201687:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514688256:12345-0@lo:400:kworker.0 Request processed in 69us (5401us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685062.201693:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195 00000100:00100000:0.0:1770685062.205167:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685062.205534:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514688128 00000100:00100000:3.0:1770685062.205557:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514688128 00000100:00100000:3.0:1770685062.205635:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00100000:3.0:1770685062.205644:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5006680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3291:x1856697514688128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685062.205719:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5006680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3291:x1856697514688128:12345-0@lo:400:kworker.0 Request processed in 75us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685062.205726:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00100000:0.0:1770685062.205887:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514688128:0@lo:400:kworker.0 00000100:00100000:0.0:1770685062.210884:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514688256:0@lo:400:kworker.0 00000100:00100000:0.0:1770685062.707617:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1770685062.707641:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5004700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514688512:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1770685062.707704:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685062.707768:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514688512 00000100:00100000:0.0:1770685062.707776:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514688512 00000100:00100000:0.0:1770685062.707815:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1770685062.707823:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3291:x1856697514688512:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1770685062.707866:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1770685062.707906:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3291:x1856697514688512:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685062.707913:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1770685062.707954:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5004700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514688512:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1770685062.711427:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1770685062.711448:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514688640:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1770685062.711519:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685062.711613:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514688640 00000100:00100000:1.0:1770685062.711620:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514688640 00000100:00100000:1.0:1770685062.711663:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1770685062.711672:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514688640:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1770685062.711704:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1770685062.711747:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514688640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685062.711762:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1770685062.711807:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514688640:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1770685062.898257:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685063.817228:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685063.818263:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500067584 00000100:00100000:2.0:1770685063.818276:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500067584 00000100:00100000:2.0:1770685063.818360:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 387 00000100:00100000:2.0:1770685063.818372:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+15:13951:x1856697500067584:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1770685063.818484:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+15:13951:x1856697500067584:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 Request processed in 114us (1266us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685063.818490:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 387 00000100:00080000:0.0:1770685063.818979:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685063.830780:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685063.830853:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500067840 00000100:00100000:0.0:1770685063.830864:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500067840 00000100:00100000:0.0:1770685063.830925:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 108 00000100:00100000:0.0:1770685063.830935:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+15:13951:x1856697500067840:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1770685063.831230:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+16:13951:x1856697500067840:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 295us (459us total) trans 4294967591 rc 0/0 00000100:00100000:0.0:1770685063.831238:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 108 00010000:00010000:2.0:1770685063.921938:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685064.913277:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685064.913344:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685064.913375:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685064.913469:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685064.913510:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685064.913528:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685064.913548:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685064.913606:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500068224 00000100:00100000:3.0:1770685064.913620:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500068224 00000100:00100000:0.0:1770685064.913639:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500068096 00000100:00100000:0.0:1770685064.913643:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500068096 00000100:00100000:3.0:1770685064.913684:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500068736 00000100:00100000:0.0:1770685064.913684:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500068480 00000100:00100000:3.0:1770685064.913687:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500068736 00000100:00100000:0.0:1770685064.913687:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500068480 00000100:00100000:3.0:1770685064.913704:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500068352 00000100:00100000:3.0:1770685064.913706:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500068352 00000100:00100000:0.0:1770685064.913716:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 196 00000100:00100000:3.0:1770685064.913719:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500068608 00000100:00100000:3.0:1770685064.913721:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500068608 00000100:00100000:0.0:1770685064.913727:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+30:2351:x1856697500068096:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685064.913734:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 140 00000100:00100000:3.0:1770685064.913739:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697500068224:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685064.913822:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697500068224:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 82us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685064.913839:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 140 00000100:00100000:1.0:1770685064.913855:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500067968 00000100:00100000:3.0:1770685064.913858:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 141 00000100:00100000:1.0:1770685064.913859:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500067968 00000100:00100000:3.0:1770685064.913864:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+5:2350:x1856697500068736:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685064.913889:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 315 00000100:00100000:1.0:1770685064.913901:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d159b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2350:x1856697500067968:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685064.922216:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+30:2351:x1856697500068096:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 8471us (9085us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685064.922237:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 196 00000100:00100000:3.0:1770685064.922242:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+5:2350:x1856697500068736:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 8376us (8729us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685064.922253:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 141 00000100:00100000:3.0:1770685064.922296:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 142 00000100:00100000:0.0:1770685064.922296:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 197 00000100:00100000:3.0:1770685064.922311:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2351:x1856697500068352:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685064.922311:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+16:2350:x1856697500068480:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685064.923885:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+16:2350:x1856697500068480:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 1563us (10466us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685064.923902:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 197 00000100:00100000:0.0:1770685064.924306:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 143 00000100:00100000:0.0:1770685064.924327:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+5:2351:x1856697500068608:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685064.924390:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+5:2351:x1856697500068608:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 74us (10841us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685064.924397:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 143 00000100:00080000:0.0:1770685064.924470:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1770685064.924477:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1770685064.924481:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1770685064.924561:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d159b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2350:x1856697500067968:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 10662us (11213us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685064.924571:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 315 00000100:00100000:3.0:1770685064.929350:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2351:x1856697500068352:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 7027us (15801us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685064.929368:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 142 00010000:00010000:0.0:1770685064.947856:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1770685065.664616:0:13545:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 2: Check file dirtyness when doing setattr ========================================================== 19:57:44 (1770685064) 00000100:00100000:1.0:1770685065.746778:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685065.747671:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500068864 00000100:00100000:1.0:1770685065.747683:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500068864 00000100:00100000:1.0:1770685065.747734:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 388 00000100:00100000:1.0:1770685065.747743:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+30:14580:x1856697500068864:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:1.0:1770685065.747763:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685065.747781:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5607 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcd9e expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685065.747860:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef560e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685065.747873:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef560e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685065.747886:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef560e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685065.747906:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef5615 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685065.747914:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef5615 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685065.747920:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef5615 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685065.747997:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef560e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685065.748004:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef560e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685065.748011:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef560e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685065.748017:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9c600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685065.748021:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef560e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685065.748029:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef560e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685065.748041:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d1988300) 00010000:00010000:1.0:1770685065.748045:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685065.748049:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef560e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685065.748054:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef560e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685065.748064:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef5615 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685065.748074:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef5615 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685065.748079:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef5615 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685065.748083:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9ca00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685065.748085:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef5615 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685065.748090:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef5615 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685065.748096:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf746ee97 (ffff9d92d1988e00) 00010000:00010000:1.0:1770685065.748099:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685065.748102:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef5615 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685065.748107:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef5615 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685065.748137:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5607 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd9e expref: 31 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685065.748146:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d1988300) 00010000:00010000:1.0:1770685065.748148:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685065.748152:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5607 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcd9e expref: 31 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685065.748159:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9ce00, rc 0) 00000100:00100000:1.0:1770685065.748216:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+30:14580:x1856697500068864:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 473us (1446us total) trans 0 rc 301/301 00000100:00100000:1.0:1770685065.748228:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 388 00000100:00100000:0.0:1770685065.755350:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685065.756083:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500069120 00000100:00100000:3.0:1770685065.756094:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500069120 00000100:00100000:3.0:1770685065.756159:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 389 00000100:00100000:3.0:1770685065.756169:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5004700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+30:14580:x1856697500069120:12345-192.168.203.41@tcp:36:lfs.0 00010000:00010000:3.0:1770685065.756223:0:5760:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685065.756247:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9dc00/0x8f0dbafbd9ef51c3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcc63 expref: 30 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685065.756264:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d1988300) 00010000:00010000:3.0:1770685065.756268:0:5760:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1770685065.756356:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef561c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685065.756370:0:5760:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef5287 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcca2 expref: 15 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685065.756379:0:5760:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef561c lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685065.756413:0:5760:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef5287 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcca2 expref: 15 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685065.756427:0:5760:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef5287 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcca2 expref: 15 pid: 5762 timeout: 490 lvb_type: 0 00000100:00100000:3.0:1770685065.756441:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514688768:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685065.756529:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c67aed80 going to sleep for 11 seconds 00000100:00100000:3.0:1770685065.761689:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514688768:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685065.761718:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef561c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:0.0:1770685065.764107:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685065.764181:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500069248 00000100:00100000:3.0:1770685065.764191:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500069248 00010000:00010000:3.0:1770685065.764241:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef5287 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcca2 expref: 16 pid: 5762 timeout: 490 lvb_type: 0 00000100:00100000:3.0:1770685065.764279:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 139 00000100:00100000:3.0:1770685065.764289:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18c8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+16:2351:x1856697500069248:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685065.764303:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685065.764310:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef5287 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcca2 expref: 16 pid: 5762 timeout: 490 lvb_type: 0 00010000:00010000:3.0:1770685065.764323:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef5287 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcca2 expref: 16 pid: 5762 timeout: 490 lvb_type: 0 00010000:00010000:3.0:1770685065.764345:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef5287 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcca2 expref: 16 pid: 5762 timeout: 490 lvb_type: 0 00010000:00010000:3.0:1770685065.764360:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d1988300) 00010000:00010000:3.0:1770685065.764365:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef561c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685065.764374:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef561c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685065.764382:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef561c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685065.764411:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685065.764462:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18c8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+15:2351:x1856697500069248:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 174us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685065.764482:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 139 00010000:00010000:3.0:1770685065.764544:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef561c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685065.764551:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef561c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685065.764571:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef5623 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685065.764604:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef5623 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685065.764611:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef5623 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:3.0:1770685065.765236:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x16:0x0]: returning size 512 00010000:00010000:3.0:1770685065.765246:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef561c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685065.765254:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef561c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685065.765261:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef561c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685065.765266:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c63800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685065.765270:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef561c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685065.765277:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef561c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685065.765286:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d1988300) 00010000:00010000:3.0:1770685065.765294:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685065.765298:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef561c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685065.765303:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef561c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000004:00010000:3.0:1770685065.765318:0:5760:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000669c41ed reply state 00000000ffe4f51e transno 4294967592 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef5623 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:3.0:1770685065.765326:0:5760:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1770685065.765378:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5004700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+31:14580:x1856697500069120:12345-192.168.203.41@tcp:36:lfs.0 Request processed in 9209us (10037us total) trans 4294967592 rc 0/0 00000100:00100000:3.0:1770685065.765385:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 389 00000100:00080000:0.0:1770685065.765787:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1770685065.771091:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef5623 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685065.771108:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef5623 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685065.771129:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef5623 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685065.771134:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c63c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685065.771139:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef5623 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685065.771145:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef5623 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685065.771160:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf746ee97 (ffff9d92e0875e00) 00010000:00010000:2.0:1770685065.771162:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685065.771166:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef5623 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685065.771171:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef5623 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:3.0:1770685065.814527:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685065.814665:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500069376 00000100:00100000:1.0:1770685065.814677:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500069376 00000100:00100000:1.0:1770685065.814733:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 390 00000100:00100000:1.0:1770685065.814744:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+15:14586:x1856697500069376:12345-192.168.203.41@tcp:101:mkdir.0 00010000:00010000:1.0:1770685065.814766:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685065.814791:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef562a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcda5 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685065.814863:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef5631 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685065.814877:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef5631 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685065.814887:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef5631 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:1.0:1770685065.814947:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:1.0:1770685065.814952:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 9 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685065.814977:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef5631 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685065.815013:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef562a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcda5 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685065.815031:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef5631 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcda5 expref: 16 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685065.815039:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d1988e00) 00010000:00010000:1.0:1770685065.815055:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1770685065.815059:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9ca00, rc 0) 00000100:00100000:1.0:1770685065.815115:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+16:14586:x1856697500069376:12345-192.168.203.41@tcp:101:mkdir.0 Request processed in 372us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685065.815122:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 390 00000100:00100000:3.0:1770685065.827365:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685065.827407:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685065.829444:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500069504 00000100:00100000:0.0:1770685065.829457:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500069504 00000100:00100000:0.0:1770685065.829512:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500069760 00000100:00100000:0.0:1770685065.829515:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500069760 00000100:00100000:1.0:1770685065.832693:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 391 00000100:00100000:1.0:1770685065.832715:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+17:2348:x1856697500069504:12345-192.168.203.41@tcp:41:mkdir.0 00000004:00000024:1.0:1770685065.832762:0:5762:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 14680064 pending 0 free 2258763776 avail 2256666624 00000100:00100000:1.0:1770685065.832956:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+17:2348:x1856697500069504:12345-192.168.203.41@tcp:41:mkdir.0 Request processed in 250us (5599us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685065.832964:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 391 00000100:00100000:0.0:1770685065.833837:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 392 00000100:00100000:0.0:1770685065.833848:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+16:14586:x1856697500069760:12345-192.168.203.41@tcp:36:mkdir.0 00010000:00010000:0.0:1770685065.833895:0:5760:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685065.833923:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef5631 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcda5 expref: 16 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685065.833942:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d1988e00) 00010000:00010000:0.0:1770685065.833955:0:5760:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685065.834392:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+15:14586:x1856697500069760:12345-192.168.203.41@tcp:36:mkdir.0 Request processed in 544us (6981us total) trans 0 rc -17/-17 00000100:00100000:0.0:1770685065.834400:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 392 00000100:00100000:3.0:1770685065.854464:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685065.854606:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500069888 00000100:00100000:2.0:1770685065.854622:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500069888 00000100:00100000:2.0:1770685065.854690:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 393 00000100:00100000:2.0:1770685065.854705:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+15:14586:x1856697500069888:12345-192.168.203.41@tcp:101:mkdir.0 00010000:00010000:2.0:1770685065.854725:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685065.854754:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef5638 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcdac expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685065.854833:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef563f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685065.854848:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef563f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685065.854869:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef563f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:2.0:1770685065.854930:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:2.0:1770685065.854935:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 9 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685065.854957:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef563f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685065.854980:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef5638 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcdac expref: 17 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685065.855011:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef563f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcdac expref: 16 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685065.855020:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c9178800) 00010000:00010000:2.0:1770685065.855023:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1770685065.855027:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245f200, rc 0) 00000100:00100000:2.0:1770685065.855095:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+16:14586:x1856697500069888:12345-192.168.203.41@tcp:101:mkdir.0 Request processed in 396us (650us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685065.855102:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 393 00000100:00100000:3.0:1770685065.861244:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685065.861318:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500070016 00000100:00100000:0.0:1770685065.861333:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500070016 00000100:00100000:0.0:1770685065.861397:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 394 00000100:00100000:0.0:1770685065.861407:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+16:14586:x1856697500070016:12345-192.168.203.41@tcp:101:mkdir.0 00010000:00010000:0.0:1770685065.861426:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685065.861444:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef5646 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcdb3 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685065.861500:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef564d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685065.861513:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef564d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685065.861524:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef564d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685065.861549:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5654 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685065.861563:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5654 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685065.861569:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5654 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685065.861687:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef565b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685065.861695:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef565b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685065.861703:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef565b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:0.0:1770685065.861739:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x16:0x0]: returning size 512 00000004:00200000:0.0:1770685065.861742:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685065.861761:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef565b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685065.861771:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef564d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685065.861776:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef564d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685065.861782:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef564d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685065.861788:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685065.861791:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef564d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685065.861798:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef564d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685065.861815:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c9178800) 00010000:00010000:0.0:1770685065.861830:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685065.861835:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef564d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685065.861840:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef564d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685065.861852:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5654 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685065.861857:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5654 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685065.861862:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5654 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685065.861867:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685065.861869:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5654 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685065.861874:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5654 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685065.861881:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf746ee97 (ffff9d930044ba00) 00010000:00010000:0.0:1770685065.861883:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685065.861886:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5654 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685065.861891:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5654 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685065.861920:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef5646 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcdb3 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685065.861941:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef565b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcdb3 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685065.861948:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff9d930044b000) 00010000:00010000:0.0:1770685065.861950:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1770685065.861952:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174e00, rc 0) 00000100:00100000:0.0:1770685065.862022:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+17:14586:x1856697500070016:12345-192.168.203.41@tcp:101:mkdir.0 Request processed in 616us (795us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685065.862030:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 394 00000100:00100000:3.0:1770685065.887782:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685065.887832:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500070144 00000100:00100000:3.0:1770685065.887843:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500070144 00000100:00100000:3.0:1770685065.887890:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 395 00000100:00100000:3.0:1770685065.887898:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+17:14588:x1856697500070144:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:3.0:1770685065.887916:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685065.887934:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef5662 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcdba expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685065.887992:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5669 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685065.888029:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5669 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685065.888039:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5669 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685065.888055:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef5670 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685065.888062:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef5670 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685065.888067:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef5670 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685065.888133:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5669 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685065.888140:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5669 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685065.888146:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5669 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685065.888151:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c63800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685065.888155:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5669 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685065.888161:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5669 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685065.888172:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff9d930044b000) 00010000:00010000:3.0:1770685065.888175:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685065.888184:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5669 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685065.888191:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5669 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685065.888202:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef5670 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685065.888208:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef5670 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685065.888214:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef5670 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685065.888220:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c63e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685065.888222:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef5670 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685065.888228:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef5670 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685065.888236:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x950f374f (ffff9d92e0875100) 00010000:00010000:3.0:1770685065.888239:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685065.888242:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef5670 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685065.888248:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef5670 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685065.888277:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef5662 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcdba expref: 18 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685065.888287:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff9d930044b000) 00010000:00010000:3.0:1770685065.888294:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685065.888298:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef5662 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcdba expref: 18 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685065.888306:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c63000, rc 0) 00000100:00100000:3.0:1770685065.888357:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+17:14588:x1856697500070144:12345-192.168.203.41@tcp:101:rm.0 Request processed in 459us (584us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685065.888364:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 395 00000100:00100000:3.0:1770685065.896624:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685065.896702:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500070400 00000100:00100000:1.0:1770685065.896712:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500070400 00000100:00100000:1.0:1770685065.896764:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 396 00000100:00100000:1.0:1770685065.896774:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+17:14589:x1856697500070400:12345-192.168.203.41@tcp:101:dd.0 00010000:00010000:1.0:1770685065.896794:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685065.896797:0:5760:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1770685065.896830:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef565b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcdb3 expref: 17 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685065.896845:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff9d930044b000) 00010000:00010000:1.0:1770685065.896855:0:5760:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1770685065.896869:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5677 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcdc1 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685065.896980:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef567e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685065.897013:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef567e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685065.897023:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef567e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685065.897035:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5685 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x16:0x0].0x950f374f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685065.897041:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5685 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685065.897047:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5685 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00080000:1.0:1770685065.897480:0:5760:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x9:0x0], index 1: 0 00010000:00010000:1.0:1770685065.897649:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef568c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685065.897658:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef568c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685065.897665:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef568c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685065.897698:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef567e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685065.897704:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef567e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685065.897710:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef567e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685065.897728:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9d000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685065.897732:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef567e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685065.897740:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef567e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685065.897749:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff9d92d1988400) 00010000:00010000:1.0:1770685065.897751:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685065.897755:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef567e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685065.897760:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef567e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000004:00010000:1.0:1770685065.897770:0:5760:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000019c2b4db reply state 000000008c12e443 transno 4294967593 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5685 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:1.0:1770685065.897778:0:5760:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1770685065.897806:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5677 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcdc1 expref: 19 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685065.897834:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef568c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcdc1 expref: 18 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685065.897842:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9d92d1988a00) 00010000:00010000:1.0:1770685065.897844:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1770685065.897847:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9ce00, rc 0) 00000100:00100000:1.0:1770685065.897905:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+19:14589:x1856697500070400:12345-192.168.203.41@tcp:101:dd.0 Request processed in 1132us (1288us total) trans 4294967593 rc 0/0 00000100:00100000:1.0:1770685065.897919:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 396 00010000:00010000:0.0:1770685065.903180:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5685 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685065.903196:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5685 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685065.903204:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5685 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685065.903210:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9c000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685065.903214:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5685 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685065.903221:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5685 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685065.903240:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x950f374f (ffff9d92d1988600) 00010000:00010000:0.0:1770685065.903243:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685065.903248:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5685 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685065.903275:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5685 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:3.0:1770685065.905200:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685065.905296:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500070656 00000100:00100000:1.0:1770685065.905305:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500070656 00000100:00100000:1.0:1770685065.905387:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 109 00000100:00100000:1.0:1770685065.905397:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+18:14589:x1856697500070656:12345-192.168.203.41@tcp:35:dd.0 00000100:00100000:1.0:1770685065.905846:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+19:14589:x1856697500070656:12345-192.168.203.41@tcp:35:dd.0 Request processed in 446us (654us total) trans 4294967594 rc 0/0 00000100:00100000:1.0:1770685065.905855:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 109 00000100:00100000:3.0:1770685065.924939:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685065.925250:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500070784 00000100:00100000:2.0:1770685065.925261:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500070784 00000100:00100000:2.0:1770685065.925319:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 397 00000100:00100000:2.0:1770685065.925330:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+19:14590:x1856697500070784:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685065.925354:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685065.925374:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef569a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcdc8 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685065.925435:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef56a1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685065.925459:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef56a1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685065.925470:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef56a1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685065.925484:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef56a8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685065.925490:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef56a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685065.925496:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef56a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685065.925623:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef56af lrc: 3/1,0 mode: --/PR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685065.925642:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef56af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685065.925648:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef56af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:2.0:1770685065.925680:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x16:0x0]: returning size 512 00000004:00200000:2.0:1770685065.925683:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685065.925704:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef56af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685065.925715:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef56a1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685065.925721:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef56a1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685065.925736:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef56a1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685065.925742:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245fa00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685065.925745:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef56a1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685065.925752:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef56a1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685065.925764:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c9178800) 00010000:00010000:2.0:1770685065.925767:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685065.925771:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef56a1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685065.925778:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef56a1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685065.925791:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef56a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685065.925796:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef56a8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685065.925801:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef56a8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685065.925806:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245f400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685065.925809:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef56a8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685065.925814:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef56a8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685065.925842:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf746ee97 (ffff9d92c9178d00) 00010000:00010000:2.0:1770685065.925844:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685065.925848:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef56a8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685065.925853:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef56a8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685065.925883:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef569a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcdc8 expref: 21 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685065.925895:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e400/0x8f0dbafbd9ef56af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcdc8 expref: 20 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685065.925902:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff9d92c9178b00) 00010000:00010000:2.0:1770685065.925905:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1770685065.925907:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245e400, rc 0) 00000100:00100000:2.0:1770685065.925967:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+20:14590:x1856697500070784:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 639us (1038us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685065.925974:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 397 00000100:00100000:3.0:1770685065.949701:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685065.949809:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500070912 00000100:00100000:2.0:1770685065.949829:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500070912 00000100:00100000:2.0:1770685065.949890:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 398 00000100:00100000:2.0:1770685065.949901:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+30:14595:x1856697500070912:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685065.949926:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685065.949946:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef56b6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcdcf expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685065.950052:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef56bd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685065.950066:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef56bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685065.950076:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef56bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:2.0:1770685065.950136:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:2.0:1770685065.950140:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 9 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685065.950160:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef56bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685065.950184:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef56b6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcdcf expref: 32 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685065.950201:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef56bd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcdcf expref: 31 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685065.950209:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c9178800) 00010000:00010000:2.0:1770685065.950212:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1770685065.950214:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245f400, rc 0) 00000100:00100000:2.0:1770685065.950274:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+31:14595:x1856697500070912:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 375us (584us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685065.950282:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 398 00000100:00100000:3.0:1770685065.954148:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685065.954487:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500071040 00000100:00100000:1.0:1770685065.954497:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500071040 00000100:00100000:1.0:1770685065.954751:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 399 00000100:00100000:1.0:1770685065.954763:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+31:14595:x1856697500071040:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:1.0:1770685065.954782:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685065.954804:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef56c4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcdd6 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685065.954876:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef56cb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685065.954890:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef56cb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685065.954901:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef56cb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685065.954913:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef56d2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685065.954920:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef56d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685065.954938:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef56d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685065.955298:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9dc00/0x8f0dbafbd9ef56d9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685065.955307:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9dc00/0x8f0dbafbd9ef56d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685065.955314:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9dc00/0x8f0dbafbd9ef56d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:1.0:1770685065.955344:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x16:0x0]: returning size 512 00000004:00200000:1.0:1770685065.955347:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685065.955364:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9dc00/0x8f0dbafbd9ef56d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685065.955375:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef56cb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685065.955381:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef56cb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685065.955387:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef56cb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685065.955393:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9d000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685065.955397:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef56cb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685065.955404:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef56cb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685065.955415:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c9178800) 00010000:00010000:1.0:1770685065.955425:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685065.955429:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef56cb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685065.955436:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef56cb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685065.955449:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef56d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685065.955455:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef56d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685065.955460:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef56d2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685065.955465:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9ca00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685065.955468:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef56d2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685065.955474:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef56d2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685065.955481:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf746ee97 (ffff9d92d1988000) 00010000:00010000:1.0:1770685065.955484:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685065.955486:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef56d2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685065.955492:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef56d2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf746ee97 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685065.955519:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef56c4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcdd6 expref: 33 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685065.955542:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9dc00/0x8f0dbafbd9ef56d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcdd6 expref: 32 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685065.955549:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff9d92c9178b00) 00010000:00010000:1.0:1770685065.955552:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1770685065.955554:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9dc00, rc 0) 00000100:00100000:1.0:1770685065.955638:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+32:14595:x1856697500071040:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 878us (1499us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685065.960401:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685065.960736:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500071296 00000100:00100000:0.0:1770685065.960746:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500071296 00000100:00100000:1.0:1770685065.961445:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 399 00000100:00100000:0.0:1770685065.962995:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 400 00000100:00100000:0.0:1770685065.963023:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+32:14595:x1856697500071296:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685065.963058:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685065.963079:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef56e0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcddd expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685065.963152:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef56e7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685065.963165:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef56e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685065.963175:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef56e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685065.963188:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef56ee lrc: 3/1,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685065.963194:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef56ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685065.963200:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef56ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685065.963310:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef56f5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685065.963333:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef56f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685065.963340:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef56f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:0.0:1770685065.963349:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x9:0x0]: returning size 0 00010000:00010000:0.0:1770685065.963437:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef56e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685065.963445:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef56e7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685065.963452:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef56e7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685065.963458:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685065.963463:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef56e7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685065.963470:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef56e7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685065.963481:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff9d92c9178b00) 00010000:00010000:0.0:1770685065.963485:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685065.963489:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef56e7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685065.963495:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef56e7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685065.963506:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef56ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685065.963521:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef56ee lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685065.963528:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef56ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685065.963548:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685065.963551:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef56ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685065.963558:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef56ee lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685065.963566:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x950f374f (ffff9d930044ba00) 00010000:00010000:0.0:1770685065.963569:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685065.963572:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef56ee lrc: 2/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685065.963601:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef56ee lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685065.963643:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef56e0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcddd expref: 35 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685065.963656:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef56f5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcddd expref: 34 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685065.963663:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9d92d1988a00) 00010000:00010000:0.0:1770685065.963665:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685065.963667:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5175e00, rc 0) 00000100:00100000:0.0:1770685065.963734:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+34:14595:x1856697500071296:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 719us (3343us total) trans 4294967595 rc 0/0 00000100:00100000:0.0:1770685065.963747:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 400 00000100:00100000:3.0:1770685065.967973:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685065.968390:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500071424 00000100:00100000:2.0:1770685065.968401:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500071424 00000100:00100000:2.0:1770685065.968458:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 401 00000100:00100000:2.0:1770685065.968468:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+34:14595:x1856697500071424:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:2.0:1770685065.968552:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef5703 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685065.968567:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef5703 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685065.968720:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef5703 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685065.968951:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef5703 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685065.968961:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef5703 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685065.968968:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef5703 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685065.968974:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245e200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685065.968979:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef5703 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685065.968987:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef5703 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685065.969071:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9d92d1988a00) 00010000:00010000:3.0:1770685065.969082:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1770685065.969087:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef5703 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685065.969093:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef5703 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:3.0:1770685065.969201:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+34:14595:x1856697500071424:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 733us (1235us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685065.969209:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 401 00010000:00010000:2.0:1770685065.970665:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1770685065.972197:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685065.972279:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500071680 00000100:00100000:1.0:1770685065.972287:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500071680 00000100:00100000:1.0:1770685065.972340:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 110 00000100:00100000:1.0:1770685065.972350:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5005180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+34:14595:x1856697500071680:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:1.0:1770685065.972615:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5005180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+35:14595:x1856697500071680:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 265us (425us total) trans 4294967596 rc 0/0 00000100:00100000:1.0:1770685065.972623:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 110 00000100:00100000:0.0:1770685066.014254:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685066.014351:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500071936 00000100:00100000:3.0:1770685066.014360:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500071936 00000100:00100000:3.0:1770685066.014438:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 402 00000100:00100000:3.0:1770685066.014448:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5005880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+35:14600:x1856697500071936:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685066.014471:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685066.014490:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef570a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcde4 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1770685066.015009:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1770685066.015161:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef5711 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685066.015177:0:5760:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef568c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcdc1 expref: 19 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685066.015184:0:5760:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef56f5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcddd expref: 36 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685066.015192:0:5760:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef5711 lrc: 5/0,1 mode: --/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685066.015225:0:5760:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef56f5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcddd expref: 36 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685066.015251:0:5760:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef56f5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcddd expref: 36 pid: 5762 timeout: 490 lvb_type: 0 00000100:00100000:3.0:1770685066.015265:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fc3c2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514688896:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685066.015415:0:5760:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef568c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcdc1 expref: 19 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685066.015425:0:5760:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef568c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcdc1 expref: 19 pid: 5760 timeout: 490 lvb_type: 0 00000100:00100000:3.0:1770685066.015435:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fc3c0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514689024:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685066.015459:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c67ae480 going to sleep for 11 seconds 00000100:00100000:3.0:1770685066.022151:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685066.022177:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685066.022257:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500072064 00000100:00100000:2.0:1770685066.022265:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500072064 00010000:00010000:2.0:1770685066.022301:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef56f5 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcddd expref: 37 pid: 5762 timeout: 490 lvb_type: 0 00000100:00100000:2.0:1770685066.022337:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500072192 00000100:00100000:2.0:1770685066.022339:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500072192 00010000:00010000:2.0:1770685066.022350:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef568c lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcdc1 expref: 20 pid: 5760 timeout: 490 lvb_type: 0 00000100:00100000:2.0:1770685066.022369:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 140 00000100:00100000:2.0:1770685066.022376:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+37:2349:x1856697500072064:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685066.022389:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685066.022395:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef56f5 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcddd expref: 37 pid: 5762 timeout: 490 lvb_type: 0 00010000:00010000:2.0:1770685066.022406:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef56f5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcddd expref: 37 pid: 5762 timeout: 490 lvb_type: 0 00010000:00010000:2.0:1770685066.022426:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9d92d1988a00) 00010000:00010000:2.0:1770685066.022442:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef5711 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685066.022450:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef5711 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685066.022456:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685066.022499:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+37:2349:x1856697500072064:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 123us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685066.022505:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 140 00000100:00100000:2.0:1770685066.022523:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 141 00000100:00100000:2.0:1770685066.022528:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+20:2349:x1856697500072192:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685066.022549:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685066.022553:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef568c lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcdc1 expref: 20 pid: 5760 timeout: 490 lvb_type: 0 00010000:00010000:2.0:1770685066.022563:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef568c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcdc1 expref: 20 pid: 5760 timeout: 490 lvb_type: 0 00010000:00010000:2.0:1770685066.022574:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9d92d1988a00) 00010000:00010000:2.0:1770685066.022605:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef5711 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685066.022612:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef5711 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685066.022619:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef5711 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685066.022635:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685066.022650:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+20:2349:x1856697500072192:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 122us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685066.022660:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 141 00010000:00010000:0.0:1770685066.022836:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef56f5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcddd expref: 36 pid: 5762 timeout: 490 lvb_type: 0 00000100:00100000:0.0:1770685066.022851:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fc3c2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514688896:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685066.022863:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef568c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcdc1 expref: 19 pid: 5760 timeout: 490 lvb_type: 0 00000100:00100000:0.0:1770685066.022871:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fc3c0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514689024:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685066.022888:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef5711 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.022896:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef5711 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.022903:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef5711 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:0.0:1770685066.022919:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x9:0x0]: returning size 0 00010000:00010000:0.0:1770685066.023050:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef570a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcde4 expref: 37 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685066.023064:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef5711 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcde4 expref: 36 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685066.023071:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9d92d1988a00) 00010000:00010000:0.0:1770685066.023079:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1770685066.023081:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c63000, rc 0) 00000100:00100000:0.0:1770685066.023122:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5005880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+36:14600:x1856697500071936:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 8675us (8878us total) trans 4294967597 rc 0/0 00000100:00100000:0.0:1770685066.023128:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 402 00000100:00100000:3.0:1770685066.026766:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685066.026874:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500072448 00000100:00100000:0.0:1770685066.026884:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500072448 00000100:00100000:0.0:1770685066.026941:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 403 00000100:00100000:0.0:1770685066.026952:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+36:14600:x1856697500072448:12345-192.168.203.41@tcp:55:lfs.0 00010000:00010000:0.0:1770685066.027038:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef571f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.027055:0:5760:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef5711 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcde4 expref: 36 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685066.027064:0:5760:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef571f lrc: 4/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.027100:0:5760:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef5711 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcde4 expref: 36 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685066.027113:0:5760:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef5711 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcde4 expref: 36 pid: 5760 timeout: 490 lvb_type: 0 00000100:00100000:0.0:1770685066.027126:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5005f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514689152:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685066.027215:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d1e8c240 going to sleep for 11 seconds 00000100:00100000:0.0:1770685066.031966:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5005f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514689152:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685066.031995:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef571f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:3.0:1770685066.033898:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685066.034310:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500072576 00000100:00100000:1.0:1770685066.034320:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500072576 00010000:00010000:1.0:1770685066.034356:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef5711 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcde4 expref: 37 pid: 5760 timeout: 490 lvb_type: 0 00000100:00100000:1.0:1770685066.034396:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 142 00000100:00100000:1.0:1770685066.034405:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+37:2348:x1856697500072576:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685066.034420:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685066.034426:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef5711 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcde4 expref: 37 pid: 5760 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1770685066.034449:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef5711 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcde4 expref: 37 pid: 5760 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1770685066.034470:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef5711 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcde4 expref: 37 pid: 5760 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1770685066.034486:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9d92d1988a00) 00010000:00010000:1.0:1770685066.034492:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef571f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685066.034501:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef571f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685066.034509:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef571f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685066.034552:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685066.034661:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+36:2348:x1856697500072576:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 257us (772us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685066.034669:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 142 00010000:00010000:0.0:1770685066.035114:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef571f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.035124:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef571f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.035313:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef571f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.035321:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef571f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.035329:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef571f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.035335:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685066.035339:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef571f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.035347:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef571f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.035358:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9d92d1988a00) 00010000:00010000:0.0:1770685066.035361:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1770685066.035365:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef571f lrc: 2/0,0 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.035371:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef571f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:0.0:1770685066.035432:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+36:14600:x1856697500072448:12345-192.168.203.41@tcp:55:lfs.0 Request processed in 8480us (8675us total) trans 4294967598 rc 0/0 00000100:00100000:0.0:1770685066.035440:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 403 00000100:00100000:3.0:1770685066.038516:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685066.038799:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500072832 00000100:00100000:0.0:1770685066.038809:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500072832 00000100:00100000:0.0:1770685066.038870:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 111 00000100:00100000:0.0:1770685066.038879:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+36:14600:x1856697500072832:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:0.0:1770685066.039120:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+37:14600:x1856697500072832:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 241us (613us total) trans 4294967599 rc 0/0 00000100:00100000:0.0:1770685066.039128:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 111 00000100:00100000:2.0:1770685066.061080:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685066.061150:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500073088 00000100:00100000:0.0:1770685066.061159:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500073088 00000100:00100000:0.0:1770685066.061210:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 404 00000100:00100000:0.0:1770685066.061219:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+37:14603:x1856697500073088:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685066.061240:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685066.061259:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5726 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcdeb expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685066.061342:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef572d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.061354:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef572d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.061364:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef572d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.061378:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5734 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.061385:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5734 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.061390:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5734 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.061514:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef573b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.061522:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef573b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.061528:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef573b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:0.0:1770685066.061554:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x9:0x0]: returning size 0 00010000:00010000:0.0:1770685066.061681:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef572d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.061688:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef572d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.061694:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef572d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.061700:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5175e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685066.061704:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef572d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.061710:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef572d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.061722:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff9d92c9178b00) 00010000:00010000:0.0:1770685066.061725:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685066.061730:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef572d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.061735:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef572d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.061756:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5734 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.061762:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5734 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.061768:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5734 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.061773:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685066.061776:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5734 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.061782:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5734 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.061789:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x950f374f (ffff9d930044ba00) 00010000:00010000:0.0:1770685066.061792:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685066.061795:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5734 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.061800:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5734 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.061849:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5726 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcdeb expref: 40 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685066.061863:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef573b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcdeb expref: 39 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685066.061869:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9d930044bd00) 00010000:00010000:0.0:1770685066.061877:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685066.061880:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5175000, rc 0) 00000100:00100000:0.0:1770685066.061943:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+39:14603:x1856697500073088:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 725us (871us total) trans 4294967600 rc 0/0 00000100:00100000:0.0:1770685066.061951:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 404 00000100:00100000:2.0:1770685066.067556:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685066.067693:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500073216 00000100:00100000:1.0:1770685066.067705:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500073216 00000100:00100000:1.0:1770685066.067755:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 405 00000100:00100000:1.0:1770685066.067764:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+39:14603:x1856697500073216:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:1.0:1770685066.067835:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5749 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.067850:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5749 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.067878:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5749 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.067902:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5749 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.067909:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5749 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.067915:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5749 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.067921:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9c600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685066.067925:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5749 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.067932:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5749 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.067942:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9d930044bd00) 00010000:00010000:1.0:1770685066.067946:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1770685066.067950:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5749 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.067956:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5749 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:1.0:1770685066.068039:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+39:14603:x1856697500073216:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 275us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685066.068046:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 405 00000100:00100000:3.0:1770685066.074874:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685066.074977:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500073472 00000100:00100000:1.0:1770685066.074987:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500073472 00000100:00100000:1.0:1770685066.075054:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 112 00000100:00100000:1.0:1770685066.075064:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+39:14603:x1856697500073472:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:1.0:1770685066.075279:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:14603:x1856697500073472:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 216us (414us total) trans 4294967601 rc 0/0 00000100:00100000:1.0:1770685066.075287:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 112 00000100:00100000:2.0:1770685066.105017:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685066.105105:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500073600 00000100:00100000:3.0:1770685066.105117:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500073600 00000100:00100000:3.0:1770685066.105188:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 102 00000100:00100000:3.0:1770685066.105196:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+5:2350:x1856697500073600:12345-192.168.203.41@tcp:101:chmod.0 00010000:00010000:3.0:1770685066.105213:0:6538:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685066.105233:0:6538:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef5750 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcdf2 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1770685066.105271:0:6538:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1770685066.105285:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685066.105287:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685066.105294:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef5750 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcdf2 expref: 6 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685066.105308:0:6538:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef5750 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcdf2 expref: 6 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685066.105319:0:6538:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c63e00, rc 0) 00000100:00100000:3.0:1770685066.105371:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697500073600:12345-192.168.203.41@tcp:101:chmod.0 Request processed in 176us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685066.105379:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 102 00000100:00080000:0.0:1770685066.105488:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1770685066.109075:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685066.109238:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500073856 00000100:00100000:0.0:1770685066.109248:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500073856 00000100:00100000:0.0:1770685066.109352:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 406 00000100:00100000:0.0:1770685066.109362:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:14608:x1856697500073856:12345-192.168.203.41@tcp:36:chmod.0 00010000:00010000:0.0:1770685066.109425:0:5760:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685066.109452:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef573b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcdeb expref: 40 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685066.109472:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9d930044bd00) 00010000:00010000:0.0:1770685066.109482:0:5760:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1770685066.109510:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5757 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.109523:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5757 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.109532:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5757 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00010000:0.0:1770685066.109781:0:5760:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000cdf90c80 reply state 000000000b9125ab transno 4294967602 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5757 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:0.0:1770685066.109791:0:5760:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1770685066.109902:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+41:14608:x1856697500073856:12345-192.168.203.41@tcp:36:chmod.0 Request processed in 541us (848us total) trans 4294967602 rc 0/0 00000100:00100000:0.0:1770685066.109922:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 406 00000100:00100000:2.0:1770685066.114550:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685066.114664:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500073984 00000100:00100000:0.0:1770685066.114674:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500073984 00000100:00100000:0.0:1770685066.114731:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 407 00000100:00100000:0.0:1770685066.114740:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+41:14608:x1856697500073984:12345-192.168.203.41@tcp:101:chmod.0 00010000:00010000:0.0:1770685066.114764:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685066.114783:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef575e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcdf9 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685066.114849:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef575e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcdf9 expref: 42 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685066.114862:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175000/0x8f0dbafbd9ef575e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcdf9 expref: 42 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685066.114878:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9d930044ba00) 00010000:00010000:0.0:1770685066.114881:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1770685066.114885:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5175000, rc 0) 00000100:00100000:0.0:1770685066.114935:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+42:14608:x1856697500073984:12345-192.168.203.41@tcp:101:chmod.0 Request processed in 197us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685066.114942:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 407 00010000:00010000:2.0:1770685066.116869:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5757 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685066.116888:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5757 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685066.116895:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5757 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685066.116902:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685066.116907:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5757 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685066.116915:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5757 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685066.116932:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9d930044ba00) 00010000:00010000:2.0:1770685066.116935:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1770685066.116940:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5757 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685066.116947:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5757 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:2.0:1770685066.120129:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685066.120196:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500074112 00000100:00100000:1.0:1770685066.120204:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500074112 00000100:00100000:1.0:1770685066.120245:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 103 00000100:00100000:1.0:1770685066.120251:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2351:x1856697500074112:12345-192.168.203.41@tcp:2:chmod.0 00002000:00010000:1.0:1770685066.120475:0:8401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1770685066.120478:0:8401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1770685066.120480:0:8401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1770685066.120481:0:8401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb ctime from disk: 0 -> 1770685066 00002000:00010000:1.0:1770685066.120483:0:8401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1770685066.120545:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:2351:x1856697500074112:12345-192.168.203.41@tcp:2:chmod.0 Request processed in 284us (415us total) trans 4294967318 rc 0/0 00000100:00100000:1.0:1770685066.120553:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 103 00000100:00100000:2.0:1770685066.132534:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685066.132760:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500074368 00000100:00100000:1.0:1770685066.132770:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500074368 00000100:00100000:1.0:1770685066.132843:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 408 00000100:00100000:1.0:1770685066.132855:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+41:14611:x1856697500074368:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:1.0:1770685066.132879:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685066.132902:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5765 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bce00 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685066.132987:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef576c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.133002:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef576c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.133010:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef576c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.133020:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef5773 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.133024:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef5773 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.133027:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef5773 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.133150:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef577a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.133156:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef577a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.133160:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef577a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:1.0:1770685066.133167:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x9:0x0]: returning size 0 00010000:00010000:1.0:1770685066.133238:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef576c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.133242:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef576c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.133247:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef576c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.133250:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9ca00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685066.133258:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef576c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.133262:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef576c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.133270:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff9d92c9178b00) 00010000:00010000:1.0:1770685066.133273:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685066.133275:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef576c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.133279:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef576c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.133289:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef5773 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.133294:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef5773 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.133299:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef5773 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.133304:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9d000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685066.133307:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef5773 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.133312:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef5773 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.133318:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x950f374f (ffff9d92d1988000) 00010000:00010000:1.0:1770685066.133320:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685066.133322:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef5773 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.133337:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef5773 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.133380:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5765 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce00 expref: 44 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685066.133390:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef577a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce00 expref: 43 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685066.133395:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9d930044ba00) 00010000:00010000:1.0:1770685066.133396:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1770685066.133398:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9cc00, rc 0) 00000100:00100000:1.0:1770685066.133551:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+43:14611:x1856697500074368:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 699us (1027us total) trans 4294967603 rc 0/0 00000100:00100000:1.0:1770685066.133558:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 408 00000100:00100000:2.0:1770685066.136301:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685066.136345:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500074496 00000100:00100000:1.0:1770685066.136355:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500074496 00000100:00100000:1.0:1770685066.136432:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 409 00000100:00100000:1.0:1770685066.136439:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+43:14611:x1856697500074496:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:1.0:1770685066.136492:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5788 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.136504:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5788 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.136511:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5788 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.136531:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5788 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.136635:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5788 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.136641:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5788 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.136647:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9d400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685066.136651:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5788 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.136657:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5788 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.136667:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9d930044ba00) 00010000:00010000:1.0:1770685066.136668:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1770685066.136672:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5788 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.136676:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5788 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:1.0:1770685066.136732:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+43:14611:x1856697500074496:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 293us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685066.136739:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 409 00000100:00100000:2.0:1770685066.138834:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685066.138952:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500074752 00000100:00100000:0.0:1770685066.138962:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500074752 00000100:00100000:0.0:1770685066.139023:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 113 00000100:00100000:0.0:1770685066.139031:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c83d6c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+43:14611:x1856697500074752:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:0.0:1770685066.139289:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c83d6c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+44:14611:x1856697500074752:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 257us (459us total) trans 4294967604 rc 0/0 00000100:00100000:0.0:1770685066.139316:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 113 00000100:00100000:2.0:1770685066.170007:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685066.170100:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500074880 00000100:00100000:1.0:1770685066.170109:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500074880 00000100:00100000:1.0:1770685066.171339:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 410 00000100:00100000:1.0:1770685066.171359:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+44:14616:x1856697500074880:12345-192.168.203.41@tcp:101:chown.0 00010000:00010000:1.0:1770685066.171384:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685066.171404:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef578f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bce07 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685066.171449:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5796 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.171459:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5796 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.171469:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5796 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.171556:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef578f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce07 expref: 46 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685066.171612:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5796 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce07 expref: 45 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685066.171622:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9d930044ba00) 00010000:00010000:1.0:1770685066.171625:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1770685066.171629:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9c600, rc 0) 00000100:00100000:1.0:1770685066.171739:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+45:14616:x1856697500074880:12345-192.168.203.41@tcp:101:chown.0 Request processed in 391us (1741us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685066.171747:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 410 00000100:00100000:2.0:1770685066.179023:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685066.179081:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500075136 00000100:00100000:1.0:1770685066.179092:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500075136 00000100:00100000:1.0:1770685066.179149:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 411 00000100:00100000:1.0:1770685066.179159:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+45:14616:x1856697500075136:12345-192.168.203.41@tcp:36:chown.0 00010000:00010000:1.0:1770685066.179212:0:5762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685066.179238:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef577a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce00 expref: 45 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685066.179275:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9d930044ba00) 00010000:00010000:1.0:1770685066.179279:0:5762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1770685066.179305:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef579d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.179318:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef579d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685066.179328:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef579d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000040:00080000:1.0:1770685066.179637:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].7, 88 off8664 00000004:00080000:1.0:1770685066.179648:0:5762:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 391025069905ns, next at 392025067070ns, rc = 0 00000004:00010000:1.0:1770685066.179718:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000877da5f4 reply state 000000005c4da3dd transno 4294967605 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef579d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:1.0:1770685066.179726:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1770685066.179811:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+46:14616:x1856697500075136:12345-192.168.203.41@tcp:36:chown.0 Request processed in 653us (802us total) trans 4294967605 rc 0/0 00000100:00100000:1.0:1770685066.179831:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 411 00000100:00100000:2.0:1770685066.184963:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00010000:00010000:0.0:1770685066.184982:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef579d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685066.185003:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef579d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685066.185012:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef579d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685066.185017:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9d400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685066.185022:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef579d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685066.185029:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef579d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685066.185044:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9d930044ba00) 00010000:00010000:0.0:1770685066.185048:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1770685066.185052:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef579d lrc: 2/0,0 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685066.185058:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef579d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:3.0:1770685066.185298:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500075264 00000100:00100000:3.0:1770685066.185309:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500075264 00000100:00100000:3.0:1770685066.185357:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 104 00000100:00100000:3.0:1770685066.185364:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:2350:x1856697500075264:12345-192.168.203.41@tcp:2:chown.0 00002000:00010000:3.0:1770685066.185534:0:6538:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1770685066.185537:0:6538:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1770685066.185540:0:6538:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1770685066.185542:0:6538:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb ctime from disk: 1770685066 -> 1770685066 00002000:00010000:3.0:1770685066.185544:0:6538:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1770685066.185637:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2350:x1856697500075264:12345-192.168.203.41@tcp:2:chown.0 Request processed in 271us (686us total) trans 4294967319 rc 0/0 00000100:00100000:3.0:1770685066.185645:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 104 00000100:00100000:3.0:1770685066.203727:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685066.203826:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500075520 00000100:00100000:0.0:1770685066.203836:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500075520 00000100:00100000:0.0:1770685066.203947:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 412 00000100:00100000:0.0:1770685066.203957:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+45:14619:x1856697500075520:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685066.203981:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685066.204001:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef57a4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bce0e expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685066.204086:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef57ab lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.204101:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef57ab lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.204111:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef57ab lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.204125:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef57b2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.204131:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef57b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.204137:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef57b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.204272:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef57b9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.204280:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef57b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.204286:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef57b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:0.0:1770685066.204297:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x9:0x0]: returning size 0 00010000:00010000:0.0:1770685066.204490:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef57ab lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.204497:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef57ab lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.204512:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef57ab lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.204517:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5175e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685066.204521:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef57ab lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.204527:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef57ab lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.204549:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff9d92c9178b00) 00010000:00010000:0.0:1770685066.204553:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685066.204557:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef57ab lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.204563:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef57ab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.204617:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef57b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.204624:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef57b2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.204630:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef57b2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.204634:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5175800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685066.204637:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef57b2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.204642:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef57b2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.204660:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x950f374f (ffff9d930044bd00) 00010000:00010000:0.0:1770685066.204663:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685066.204666:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef57b2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.204672:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef57b2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.204718:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef57a4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce0e expref: 48 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685066.204732:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef57b9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce0e expref: 47 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685066.204739:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9d930044ba00) 00010000:00010000:0.0:1770685066.204742:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685066.204744:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5175a00, rc 0) 00000100:00100000:0.0:1770685066.204802:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+47:14619:x1856697500075520:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 847us (1084us total) trans 4294967606 rc 0/0 00000100:00100000:0.0:1770685066.204810:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 412 00000100:00100000:2.0:1770685066.208146:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685066.208239:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500075648 00000100:00100000:0.0:1770685066.208250:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500075648 00000100:00100000:0.0:1770685066.208362:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 413 00000100:00100000:0.0:1770685066.208373:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+47:14619:x1856697500075648:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:0.0:1770685066.208444:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef57c7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.208458:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef57c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.208480:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef57c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.208506:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef57c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.208513:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef57c7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.208519:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef57c7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.208525:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685066.208528:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef57c7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.208548:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef57c7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.208558:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9d930044ba00) 00010000:00010000:0.0:1770685066.208562:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1770685066.208566:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef57c7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.208572:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef57c7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:0.0:1770685066.208673:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+47:14619:x1856697500075648:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 301us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685066.208680:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 413 00000100:00100000:2.0:1770685066.212147:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685066.212244:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500075904 00000100:00100000:0.0:1770685066.212255:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500075904 00000100:00100000:0.0:1770685066.212376:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 114 00000100:00100000:0.0:1770685066.212387:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+47:14619:x1856697500075904:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:0.0:1770685066.212679:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+48:14619:x1856697500075904:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 293us (541us total) trans 4294967607 rc 0/0 00000100:00100000:0.0:1770685066.212687:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 114 00000100:00100000:3.0:1770685066.264219:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685066.264943:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500076160 00000100:00100000:0.0:1770685066.264956:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500076160 00000100:00100000:0.0:1770685066.265028:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 414 00000100:00100000:0.0:1770685066.265038:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+48:14624:x1856697500076160:12345-192.168.203.41@tcp:36:truncate.0 00010000:00010000:0.0:1770685066.265099:0:5760:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685066.265125:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef57b9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce0e expref: 48 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685066.265142:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9d930044ba00) 00010000:00010000:0.0:1770685066.265147:0:5760:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1770685066.265527:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef57ce lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.265540:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef57ce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.265550:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef57ce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000001:00080000:0.0:1770685066.266445:0:5760:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967608 00000004:00010000:0.0:1770685066.266484:0:5760:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000055db297e reply state 00000000446cebbf transno 4294967609 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef57ce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:0.0:1770685066.266494:0:5760:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000001:00080000:0.0:1770685066.266548:0:5760:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967609 00000100:00100000:0.0:1770685066.266734:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+51:14624:x1856697500076160:12345-192.168.203.41@tcp:36:truncate.0 Request processed in 1695us (2525us total) trans 4294967610 rc 0/0 00000100:00100000:0.0:1770685066.266743:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 414 00000020:00080000:0.0:1770685066.266748:0:5760:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:2.0:1770685066.272567:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685066.272684:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500076288 00000100:00100000:0.0:1770685066.272701:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500076288 00000100:00100000:0.0:1770685066.272764:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 105 00000100:00100000:0.0:1770685066.272774:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:14624:x1856697500076288:12345-192.168.203.41@tcp:101:truncate.0 00010000:00010000:0.0:1770685066.272792:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685066.272813:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef57d5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bce15 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685066.272870:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef5750 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcdf2 expref: 9 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685066.272878:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685066.272880:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685066.272884:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef57d5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce15 expref: 9 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685066.272921:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef5750 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcdf2 expref: 9 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685066.272935:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef5750 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcdf2 expref: 9 pid: 6538 timeout: 491 lvb_type: 1 00000100:00100000:0.0:1770685066.272949:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5005180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8401:1856697514689280:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685066.273062:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fc277000 going to sleep for 11 seconds 00010000:00010000:1.0:1770685066.273476:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef57ce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685066.273486:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef57ce lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685066.273492:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef57ce lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685066.273498:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685066.273503:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef57ce lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685066.273517:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef57ce lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685066.273533:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9d930044ba00) 00010000:00010000:1.0:1770685066.273536:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685066.273541:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef57ce lrc: 2/0,0 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685066.273547:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef57ce lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:3.0:1770685066.282440:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685066.282633:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5005180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8401:1856697514689280:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685066.282671:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef57d5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bce15 expref: 9 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685066.282704:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5175a00, rc 0) 00000100:00100000:0.0:1770685066.282772:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:14624:x1856697500076288:12345-192.168.203.41@tcp:101:truncate.0 Request processed in 9998us (10215us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685066.282782:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 105 00000100:00100000:1.0:1770685066.285938:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500076416 00000100:00100000:1.0:1770685066.285958:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500076416 00010000:00010000:1.0:1770685066.286028:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef5750 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcdf2 expref: 9 pid: 6538 timeout: 491 lvb_type: 1 00000100:00100000:1.0:1770685066.286084:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 143 00000100:00100000:1.0:1770685066.286095:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2351:x1856697500076416:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685066.286118:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685066.286141:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef5750 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcdf2 expref: 9 pid: 6538 timeout: 491 lvb_type: 1 00010000:00010000:1.0:1770685066.286156:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef5750 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcdf2 expref: 9 pid: 6538 timeout: 491 lvb_type: 1 00010000:00010000:1.0:1770685066.286178:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef5750 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcdf2 expref: 9 pid: 6538 timeout: 491 lvb_type: 1 00010000:00010000:1.0:1770685066.286216:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685066.286219:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685066.286226:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef57d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bce15 expref: 8 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685066.286236:0:11010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef57d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bce15 expref: 8 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685066.286278:0:11010:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9d92f5175a00/0x8f0dbafbd9ef57d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bce15 expref: 8 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685066.286293:0:11010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aeed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11010:1856697514689408:192.168.203.41@tcp:105: 00000100:00100000:1.0:1770685066.286404:0:11010:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d03359c0 going to sleep for 11 seconds 00000100:00100000:3.0:1770685066.301084:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685066.301114:0:6545:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500076544 00000100:00100000:3.0:1770685066.301122:0:6545:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500076544 00002000:00010000:3.0:1770685066.301157:0:6545:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/9 (1->18446744073709551615) 00002000:00100000:3.0:1770685066.301162:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fc3c1880 with x1856697500076544 ext(1->18446744073709551615) 00002000:00010000:3.0:1770685066.301172:0:6545:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d92fc3c1880. 00000100:00100000:3.0:1770685066.304860:0:6545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 43 00000100:00100000:3.0:1770685066.304906:0:6545:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2350:x1856697500076544:12345-192.168.203.41@tcp:10:truncate.0 00002000:00010000:3.0:1770685066.305222:0:6545:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb size from disk: 0 -> 1 00002000:00010000:3.0:1770685066.305227:0:6545:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb mtime from disk: 0 -> 1770685066 00002000:00010000:3.0:1770685066.305229:0:6545:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1770685066.305231:0:6545:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb ctime from disk: 1770685066 -> 1770685066 00002000:00010000:3.0:1770685066.305233:0:6545:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1770685066.305304:0:6545:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2350:x1856697500076544:12345-192.168.203.41@tcp:10:truncate.0 Request processed in 418us (4229us total) trans 4294967320 rc 0/0 00000100:00100000:3.0:1770685066.305312:0:6545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 43 00002000:00010000:3.0:1770685066.305317:0:6545:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/9 (1->18446744073709551615) 00002000:00100000:3.0:1770685066.305320:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fc3c1880 with x1856697500076544 ext(1->18446744073709551615) 00002000:00010000:3.0:1770685066.305327:0:6545:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d92fc3c1880. 00000100:00100000:1.0:1770685066.306170:0:11010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aeed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11010:1856697514689408:192.168.203.41@tcp:105: 00010000:00010000:1.0:1770685066.306199:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685066.306232:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2351:x1856697500076416:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 20139us (23802us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685066.306241:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 143 00000100:00100000:2.0:1770685066.347227:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685066.349439:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500076800 00000100:00100000:0.0:1770685066.349456:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500076800 00000100:00100000:0.0:1770685066.349524:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 415 00000100:00100000:0.0:1770685066.349535:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+50:14627:x1856697500076800:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685066.350526:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685066.350895:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef57dc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bce1c expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685066.350970:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef57e3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685066.350984:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef57e3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685066.350995:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef57e3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685066.352149:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef57ea lrc: 3/1,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685066.352165:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef57ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685066.352191:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef57ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685066.352326:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef57f1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685066.352336:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef57f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685066.352345:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef57f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:0.0:1770685066.352355:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x9:0x0]: returning size 1 00010000:00010000:0.0:1770685066.352511:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef57e3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685066.352519:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef57e3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685066.352525:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef57e3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685066.352531:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5175800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685066.352535:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef57e3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685066.352552:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef57e3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685066.352564:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff9d92c9178b00) 00010000:00010000:0.0:1770685066.352567:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685066.352571:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef57e3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685066.352611:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef57e3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685066.352623:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef57ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685066.352629:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef57ea lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685066.352634:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef57ea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685066.352639:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5175e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685066.352642:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef57ea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685066.352648:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef57ea lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685066.352656:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x950f374f (ffff9d930044bd00) 00010000:00010000:0.0:1770685066.352659:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685066.352662:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef57ea lrc: 2/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685066.352667:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef57ea lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685066.352718:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef57dc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce1c expref: 53 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685066.352733:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef57f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce1c expref: 52 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685066.352751:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9d930044ba00) 00010000:00010000:0.0:1770685066.352753:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685066.352756:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174200, rc 0) 00000100:00100000:0.0:1770685066.352834:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+52:14627:x1856697500076800:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 3300us (5614us total) trans 4294967611 rc 0/0 00000100:00100000:0.0:1770685066.352844:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 415 00000100:00100000:2.0:1770685066.357910:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685066.358092:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500076928 00000100:00100000:0.0:1770685066.358102:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500076928 00000100:00100000:0.0:1770685066.358153:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 416 00000100:00100000:0.0:1770685066.358163:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+52:14627:x1856697500076928:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:0.0:1770685066.358267:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef57ff lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685066.358285:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef57ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685066.358297:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef57ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685066.358324:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef57ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685066.358331:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef57ff lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685066.358338:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef57ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685066.358344:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685066.358348:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef57ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685066.358363:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef57ff lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685066.358376:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9d930044ba00) 00010000:00010000:0.0:1770685066.358378:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1770685066.358383:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef57ff lrc: 2/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685066.358388:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef57ff lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:0.0:1770685066.358456:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+52:14627:x1856697500076928:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 294us (554us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685066.358464:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 416 00000100:00100000:0.0:1770685066.364663:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000001:00080000:3.0:1770685066.364738:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967316 is committed 00000100:00100000:0.0:1770685066.364864:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500077184 00000100:00100000:0.0:1770685066.364875:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500077184 00000100:00100000:0.0:1770685066.364932:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 115 00000100:00100000:0.0:1770685066.364942:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5005180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+52:14627:x1856697500077184:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:0.0:1770685066.365206:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5005180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+53:14627:x1856697500077184:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 264us (552us total) trans 4294967612 rc 0/0 00000100:00100000:0.0:1770685066.365215:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 115 00000001:00080000:1.0:1770685066.408656:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967610 is committed 00000001:00080000:1.0:1770685066.408701:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967591 is committed 00000020:00080000:1.0:1770685066.408710:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 9 batchid updated 00000004:00080000:1.0:1770685066.408732:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 8 committed 00000001:00080000:1.0:1770685066.408757:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967594 is committed 00000020:00080000:0.0:1770685066.408772:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 9 00000020:00080000:0.0:1770685066.408972:0:5793:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8 cancel update log [0x200000400:0x2:0x0].1: rc = 0 00000020:00080000:0.0:1770685066.409028:0:5793:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 9 cancel update log [0x200000400:0x2:0x0].2: rc = 0 00000020:00080000:0.0:1770685066.409047:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 9 00000100:00100000:0.0:1770685066.409233:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fc3c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514689536:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1770685066.409313:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685066.409720:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514689536 00000100:00100000:1.0:1770685066.409728:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514689536 00000100:00100000:1.0:1770685066.409800:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1770685066.409836:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5005f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514689536:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1770685066.409974:0:8401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb size from disk: 1 -> 1 00002000:00010000:1.0:1770685066.409977:0:8401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb mtime from disk: 1770685066 -> 1770685066 00002000:00010000:1.0:1770685066.409980:0:8401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1770685066.409982:0:8401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb ctime from disk: 1770685066 -> 1770685066 00002000:00010000:1.0:1770685066.409985:0:8401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x9:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1770685066.410046:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5005f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3288:x1856697514689536:12345-0@lo:2:osp-syn-1-0.0 Request processed in 211us (732us total) trans 4294967321 rc 0/0 00000100:00100000:1.0:1770685066.410052:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00080000:0.0:1770685066.410186:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:2.0:1770685066.410226:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9d92fc3c0a80/2, rc 0, transno 4294967321 00000100:00100000:2.0:1770685066.410235:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fc3c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514689536:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1770685066.415944:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685066.416041:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500077440 00000100:00100000:2.0:1770685066.416052:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500077440 00000100:00100000:2.0:1770685066.416127:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 417 00000100:00100000:2.0:1770685066.416139:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5006a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+36:14632:x1856697500077440:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685066.416166:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685066.416186:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5806 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bce23 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685066.416294:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef580d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685066.416309:0:5760:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef57f1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce1c expref: 37 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685066.416318:0:5760:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef580d lrc: 4/0,1 mode: --/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685066.416369:0:5760:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef57f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce1c expref: 37 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685066.416385:0:5760:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef57f1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce1c expref: 37 pid: 5762 timeout: 491 lvb_type: 0 00000100:00100000:2.0:1770685066.416402:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0f8aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514689664:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685066.416502:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0397780 going to sleep for 11 seconds 00000100:00100000:2.0:1770685066.420036:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0f8aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514689664:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685066.420068:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef580d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:0.0:1770685066.421019:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685066.421299:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500077568 00000100:00100000:1.0:1770685066.421308:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500077568 00010000:00010000:1.0:1770685066.421351:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef57f1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce1c expref: 38 pid: 5762 timeout: 491 lvb_type: 0 00000100:00100000:1.0:1770685066.421393:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 144 00000100:00100000:1.0:1770685066.421402:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5005500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+38:2351:x1856697500077568:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685066.421417:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685066.421424:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef57f1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce1c expref: 38 pid: 5762 timeout: 491 lvb_type: 0 00010000:00010000:1.0:1770685066.421438:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef57f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce1c expref: 38 pid: 5762 timeout: 491 lvb_type: 0 00010000:00010000:1.0:1770685066.421461:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef57f1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce1c expref: 38 pid: 5762 timeout: 491 lvb_type: 0 00010000:00010000:1.0:1770685066.421478:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9d930044ba00) 00010000:00010000:1.0:1770685066.421483:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef580d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685066.421505:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef580d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685066.421512:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef580d lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685066.422743:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685066.422834:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5005500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+37:2351:x1856697500077568:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 1427us (1815us total) trans 0 rc 0/0 00010000:00010000:0.0:1770685066.422839:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef580d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:1.0:1770685066.422847:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 144 00010000:00010000:0.0:1770685066.422854:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef580d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:0.0:1770685066.422879:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x9:0x0]: returning size 1 00010000:00010000:0.0:1770685066.423032:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5806 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce23 expref: 38 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685066.423053:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef580d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce23 expref: 37 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685066.423061:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9d930044ba00) 00010000:00010000:0.0:1770685066.423064:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1770685066.423067:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245f800, rc 0) 00000100:00100000:0.0:1770685066.423095:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5006a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+37:14632:x1856697500077440:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 6958us (7163us total) trans 4294967613 rc 0/0 00000100:00100000:0.0:1770685066.423103:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 417 00000100:00100000:2.0:1770685066.429016:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685066.429099:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500077824 00000100:00100000:0.0:1770685066.429109:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500077824 00000100:00100000:0.0:1770685066.429173:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 418 00000100:00100000:0.0:1770685066.429183:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+37:14632:x1856697500077824:12345-192.168.203.41@tcp:55:lfs.0 00010000:00010000:0.0:1770685066.429251:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef581b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.429284:0:5760:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5796 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce07 expref: 37 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685066.429293:0:5760:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef580d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce23 expref: 37 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685066.429300:0:5760:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef581b lrc: 5/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.429334:0:5760:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef580d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce23 expref: 37 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685066.429348:0:5760:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef580d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce23 expref: 37 pid: 5760 timeout: 491 lvb_type: 0 00000100:00100000:0.0:1770685066.429362:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5007800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514689792:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685066.429462:0:5760:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5796 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce07 expref: 37 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685066.429472:0:5760:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5796 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce07 expref: 37 pid: 5762 timeout: 491 lvb_type: 0 00000100:00100000:0.0:1770685066.429481:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5004e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514689920:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685066.429506:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c821d780 going to sleep for 11 seconds 00000100:00100000:2.0:1770685066.438575:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685066.438641:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685066.438896:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500078080 00000100:00100000:3.0:1770685066.438907:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500078080 00010000:00010000:3.0:1770685066.438949:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5796 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce07 expref: 38 pid: 5762 timeout: 491 lvb_type: 0 00000100:00100000:3.0:1770685066.439015:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500077952 00000100:00100000:3.0:1770685066.439020:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500077952 00010000:00010000:3.0:1770685066.439034:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef580d lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce23 expref: 39 pid: 5760 timeout: 491 lvb_type: 0 00000100:00100000:3.0:1770685066.439057:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 145 00000100:00100000:3.0:1770685066.439067:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+39:2351:x1856697500078080:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685066.439081:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685066.439087:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5796 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce07 expref: 39 pid: 5762 timeout: 491 lvb_type: 0 00010000:00010000:3.0:1770685066.439099:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5796 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce07 expref: 39 pid: 5762 timeout: 491 lvb_type: 0 00010000:00010000:3.0:1770685066.439122:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9d930044ba00) 00010000:00010000:3.0:1770685066.439128:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef581b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685066.439136:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef581b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685066.439143:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685066.439196:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+39:2351:x1856697500078080:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 130us (643us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685066.439204:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 145 00000100:00100000:3.0:1770685066.439222:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 146 00000100:00100000:3.0:1770685066.439228:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d021a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+38:2351:x1856697500077952:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685066.439244:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685066.439250:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef580d lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce23 expref: 38 pid: 5760 timeout: 491 lvb_type: 0 00010000:00010000:3.0:1770685066.439260:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef580d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce23 expref: 38 pid: 5760 timeout: 491 lvb_type: 0 00010000:00010000:3.0:1770685066.439271:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9d930044ba00) 00010000:00010000:3.0:1770685066.439275:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef581b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685066.439283:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef581b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685066.439290:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef581b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685066.439309:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685066.439328:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d021a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+38:2351:x1856697500077952:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 100us (687us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685066.439335:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 146 00010000:00010000:0.0:1770685066.439930:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef580d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce23 expref: 37 pid: 5760 timeout: 491 lvb_type: 0 00000100:00100000:0.0:1770685066.439949:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5007800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514689792:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685066.439974:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5796 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce07 expref: 36 pid: 5762 timeout: 491 lvb_type: 0 00000100:00100000:0.0:1770685066.439985:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5004e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514689920:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685066.440008:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef581b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.440017:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef581b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.440023:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef581b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.440204:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef581b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.440213:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef581b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.440220:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef581b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.440226:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685066.440230:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef581b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.440237:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef581b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.440248:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9d930044ba00) 00010000:00010000:0.0:1770685066.440250:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1770685066.440254:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef581b lrc: 2/0,0 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.440270:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef581b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:0.0:1770685066.440334:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+36:14632:x1856697500077824:12345-192.168.203.41@tcp:55:lfs.0 Request processed in 11153us (11328us total) trans 4294967614 rc 0/0 00000100:00100000:0.0:1770685066.440343:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 418 00000100:00100000:2.0:1770685066.445379:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685066.445468:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500078336 00000100:00100000:0.0:1770685066.445478:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500078336 00000100:00100000:0.0:1770685066.445545:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 116 00000100:00100000:0.0:1770685066.445566:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+36:14632:x1856697500078336:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:0.0:1770685066.445875:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+37:14632:x1856697500078336:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 320us (509us total) trans 4294967615 rc 0/0 00000100:00100000:0.0:1770685066.445883:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 116 00000100:00100000:1.0:1770685066.469218:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685066.469303:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500078592 00000100:00100000:0.0:1770685066.469314:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500078592 00000100:00100000:0.0:1770685066.469381:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 419 00000100:00100000:0.0:1770685066.469392:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+37:14635:x1856697500078592:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685066.469418:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685066.469438:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5822 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bce2a expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685066.469521:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef5829 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.469543:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef5829 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.469569:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef5829 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.469973:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5830 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.469981:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5830 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.469989:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5830 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.470127:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef5837 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.470136:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef5837 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.470144:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef5837 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:0.0:1770685066.470154:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x9:0x0]: returning size 1 00010000:00010000:0.0:1770685066.470239:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef5829 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.470246:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef5829 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.470253:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef5829 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.470258:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5175e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685066.470262:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef5829 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.470269:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef5829 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.470287:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff9d92c9178b00) 00010000:00010000:0.0:1770685066.470290:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685066.470294:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef5829 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.470300:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef5829 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.470312:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5830 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.470318:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5830 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.470323:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5830 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.470328:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5175800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685066.470330:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5830 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.470336:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5830 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.470343:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x950f374f (ffff9d930044b300) 00010000:00010000:0.0:1770685066.470345:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685066.470348:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5830 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.470353:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5830 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x950f374f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.470398:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5822 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x16:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce2a expref: 40 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685066.470417:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174c00/0x8f0dbafbd9ef5837 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce2a expref: 39 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685066.470423:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9d930044ba00) 00010000:00010000:0.0:1770685066.470425:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685066.470428:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174c00, rc 0) 00000100:00100000:0.0:1770685066.470495:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+39:14635:x1856697500078592:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 1105us (1286us total) trans 4294967616 rc 0/0 00000100:00100000:0.0:1770685066.470503:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 419 00000100:00100000:2.0:1770685066.476143:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685066.476261:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500078720 00000100:00100000:0.0:1770685066.476271:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500078720 00000100:00100000:0.0:1770685066.476329:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 420 00000100:00100000:0.0:1770685066.476339:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+39:14635:x1856697500078720:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:0.0:1770685066.476408:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5845 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.476425:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5845 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.476437:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5845 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.476462:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5845 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.476469:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5845 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.476476:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5845 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.476498:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5175400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685066.476503:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5845 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.476510:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5845 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.476521:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9d930044ba00) 00010000:00010000:0.0:1770685066.476524:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1770685066.476528:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5845 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685066.476533:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5845 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:0.0:1770685066.476645:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+39:14635:x1856697500078720:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 306us (510us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685066.476653:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 420 00000100:00100000:2.0:1770685066.480857:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685066.480946:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500078976 00000100:00100000:3.0:1770685066.480958:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500078976 00000100:00100000:3.0:1770685066.481010:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 117 00000100:00100000:3.0:1770685066.481020:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+39:14635:x1856697500078976:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:3.0:1770685066.481239:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:14635:x1856697500078976:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 219us (390us total) trans 4294967617 rc 0/0 00000100:00100000:3.0:1770685066.481246:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 117 00000001:00080000:3.0:1770685066.869258:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967321 is committed 00000001:00080000:3.0:1770685066.869294:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967318 is committed 00000001:00080000:3.0:1770685066.869488:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967320 is committed 00010000:00010000:0.0:1770685066.993852:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770685067.314143:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514690048:0@lo:400:kworker.0 00000100:00100000:2.0:1770685067.314214:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685067.314362:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514690432:0@lo:400:kworker.0 00000100:00100000:3.0:1770685067.314396:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685067.314439:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514690048 00000100:00100000:3.0:1770685067.314446:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514690048 00000100:00100000:3.0:1770685067.314479:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:3.0:1770685067.314485:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d1599450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514690048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685067.314948:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514690304:0@lo:400:kworker.0 00000100:00100000:0.0:1770685067.314981:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685067.315005:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1770685067.315011:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3291:1856697514690176:0@lo:400:kworker.0 00000100:00100000:0.0:1770685067.315029:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685067.315050:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514690304 00000100:00100000:0.0:1770685067.315053:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514690304 00000100:00100000:0.0:1770685067.315077:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514690176 00000100:00100000:0.0:1770685067.315079:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514690176 00000100:00100000:0.0:1770685067.315090:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:0.0:1770685067.315093:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5004e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514690304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685067.315133:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5004e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514690304:12345-0@lo:400:kworker.0 Request processed in 40us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685067.315138:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000100:00100000:0.0:1770685067.315150:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:0.0:1770685067.315153:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5007800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1856697514690176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685067.315167:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5007800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1856697514690176:12345-0@lo:400:kworker.0 Request processed in 13us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685067.315170:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00080000:0.0:1770685067.315179:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685067.315200:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3291:1856697514690176:0@lo:400:kworker.0 00000100:00100000:0.0:1770685067.315206:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514690304:0@lo:400:kworker.0 00000100:00100000:0.0:1770685067.315231:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514690432 00000100:00100000:0.0:1770685067.315233:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514690432 00000100:00100000:0.0:1770685067.315252:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:0.0:1770685067.315255:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514690432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685067.315296:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514690432:12345-0@lo:400:kworker.0 Request processed in 39us (899us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685067.315301:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00080000:0.0:1770685067.315315:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1770685067.316206:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514690688:0@lo:400:kworker.0 00000100:00100000:0.0:1770685067.316250:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685067.316301:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514690688 00000100:00100000:1.0:1770685067.316307:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514690688 00000100:00100000:1.0:1770685067.316346:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:1.0:1770685067.316354:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5007480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514690688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685067.316396:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5007480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514690688:12345-0@lo:400:kworker.0 Request processed in 44us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685067.316402:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:1.0:1770685067.316432:0:3290:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967321 gen 2 00000004:00080000:1.0:1770685067.316437:0:3290:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9d92fc3c0a80, transno 4294967321 00000100:00100000:1.0:1770685067.316448:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514690688:0@lo:400:kworker.0 00000100:00100000:3.0:1770685067.316879:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d1599450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514690048:12345-0@lo:400:kworker.0 Request processed in 2391us (2664us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685067.316892:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00100000:2.0:1770685067.316948:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514690048:0@lo:400:kworker.0 00000100:00100000:2.0:1770685067.316967:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514690560:0@lo:400:kworker.0 00000100:00100000:2.0:1770685067.317000:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685067.317044:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514690560 00000100:00100000:2.0:1770685067.317048:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514690560 00000100:00100000:2.0:1770685067.317102:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:2.0:1770685067.317109:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514690560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685067.317140:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514690560:12345-0@lo:400:kworker.0 Request processed in 32us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685067.317146:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00080000:2.0:1770685067.317163:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685067.317179:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514690560:0@lo:400:kworker.0 00000100:00100000:3.0:1770685067.317203:0:3288:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967316 gen 2 00000004:00080000:3.0:1770685067.317207:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9d92c5006d80, transno 4294967316 00000100:00100000:3.0:1770685067.317230:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514690432:0@lo:400:kworker.0 00000100:00100000:1.0:1770685067.831683:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514690816:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1770685067.831748:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685067.831825:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514690816 00000100:00100000:1.0:1770685067.831832:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514690816 00000100:00100000:1.0:1770685067.831869:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1770685067.831876:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514690816:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1770685067.831917:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1770685067.831956:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514690816:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685067.831963:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1770685067.832003:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514690816:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1770685067.834813:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1770685067.835259:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fc3c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514690944:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1770685067.835323:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685067.835411:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514690944 00000100:00100000:1.0:1770685067.835420:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514690944 00000100:00100000:1.0:1770685067.835483:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1770685067.835493:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514690944:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1770685067.835543:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1770685067.835625:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514690944:12345-0@lo:13:osp-pre-0-0.0 Request processed in 133us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685067.835632:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1770685067.838140:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fc3c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514690944:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1770685068.019960:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770685069.042018:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770685070.023984:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685070.024031:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685070.024078:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685070.024106:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685070.024129:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685070.024144:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685070.024167:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685070.024205:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500079360 00000100:00100000:2.0:1770685070.024214:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500079360 00000100:00100000:2.0:1770685070.024262:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500079872 00000100:00100000:2.0:1770685070.024266:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500079872 00000100:00100000:2.0:1770685070.024279:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500079488 00000100:00100000:2.0:1770685070.024282:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500079488 00000100:00100000:2.0:1770685070.024293:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500079744 00000100:00100000:2.0:1770685070.024295:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500079744 00000100:00100000:2.0:1770685070.024310:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 146 00000100:00100000:2.0:1770685070.024318:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2348:x1856697500079360:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685070.024673:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2348:x1856697500079360:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 66us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685070.024685:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 146 00000100:00100000:2.0:1770685070.024706:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 147 00000100:00100000:2.0:1770685070.024731:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+5:2348:x1856697500079872:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685070.024762:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+5:2348:x1856697500079872:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 33us (655us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685070.024767:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 147 00000100:00100000:2.0:1770685070.024778:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 148 00000100:00100000:2.0:1770685070.024785:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2348:x1856697500079488:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685070.024819:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2348:x1856697500079488:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 35us (674us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685070.024825:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 148 00000100:00100000:2.0:1770685070.024835:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 149 00000100:00100000:2.0:1770685070.024841:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5552c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+5:2348:x1856697500079744:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685070.024864:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5552c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+5:2348:x1856697500079744:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 24us (696us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685070.024870:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 149 00000100:00100000:3.0:1770685070.024998:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500079104 00000100:00100000:3.0:1770685070.025005:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500079104 00000100:00100000:2.0:1770685070.025013:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500079616 00000100:00100000:2.0:1770685070.025018:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500079616 00000100:00100000:3.0:1770685070.025052:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 317 00000100:00100000:3.0:1770685070.025062:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d1599c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2348:x1856697500079104:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685070.025091:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d1599c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2348:x1856697500079104:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 31us (1128us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685070.025098:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 317 00000100:00100000:0.0:1770685070.025280:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500079232 00000100:00100000:0.0:1770685070.025284:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500079232 00000100:00100000:0.0:1770685070.025310:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 201 00000100:00100000:0.0:1770685070.025322:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+16:2348:x1856697500079616:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685070.025349:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+16:2348:x1856697500079616:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 29us (1271us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685070.025355:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 201 00000100:00100000:0.0:1770685070.025365:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 202 00000100:00100000:0.0:1770685070.025370:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:2348:x1856697500079232:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685070.025567:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:2348:x1856697500079232:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 195us (1436us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685070.025573:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 202 00000100:00080000:0.0:1770685070.025653:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1770685070.025659:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1770685070.025662:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1770685070.065939:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1770685070.769923:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685070.769933:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685070.770118:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 10 count 1 00000040:00080000:1.0:1770685070.770125:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1770685071.094849:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1770685071.487462:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967616 is committed 00000001:00080000:2.0:1770685071.487517:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967617 is committed 00010000:00010000:0.0:1770685072.114905:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685072.436772:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514691456:0@lo:400:kworker.0 00000100:00100000:3.0:1770685072.437360:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514691072:0@lo:400:kworker.0 00000100:00100000:3.0:1770685072.437453:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685072.437512:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514691584:0@lo:400:kworker.0 00000100:00100000:3.0:1770685072.437542:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685072.437606:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514691072 00000100:00100000:3.0:1770685072.437615:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514691072 00000100:00100000:3.0:1770685072.437664:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:3.0:1770685072.437673:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d1598450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514691072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685072.437729:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d1598450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514691072:12345-0@lo:400:kworker.0 Request processed in 56us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685072.437736:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00100000:3.0:1770685072.440995:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514691584 00000100:00100000:3.0:1770685072.441017:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514691584 00000100:00100000:1.0:1770685072.441459:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685072.441533:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514691200:0@lo:400:kworker.0 00000100:00100000:1.0:1770685072.441565:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685072.441795:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514691712:0@lo:400:kworker.0 00000100:00100000:1.0:1770685072.441821:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685072.441940:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514691200 00000100:00100000:3.0:1770685072.441947:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514691200 00000100:00100000:3.0:1770685072.441975:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00100000:3.0:1770685072.441985:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514691584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685072.442051:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514691584:12345-0@lo:400:kworker.0 Request processed in 67us (4508us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685072.442059:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00000100:00100000:3.0:1770685072.442076:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00100000:3.0:1770685072.442082:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514691200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685072.442108:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514691200:12345-0@lo:400:kworker.0 Request processed in 27us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685072.442114:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00100000:3.0:1770685072.442162:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514691072:0@lo:400:kworker.0 00000100:00100000:3.0:1770685072.442199:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514691584:0@lo:400:kworker.0 00000100:00100000:1.0:1770685072.443414:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514691200:0@lo:400:kworker.0 00000100:00100000:1.0:1770685072.443437:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1770685072.443460:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514691328:0@lo:400:kworker.0 00000100:00100000:1.0:1770685072.443504:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685072.443558:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514691456 00000100:00100000:1.0:1770685072.443564:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514691456 00000100:00100000:1.0:1770685072.443628:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514691712 00000100:00100000:1.0:1770685072.443631:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514691712 00000100:00100000:1.0:1770685072.443652:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:1.0:1770685072.443660:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514691456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685072.443708:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514691456:12345-0@lo:400:kworker.0 Request processed in 49us (2254us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685072.443715:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:1.0:1770685072.443730:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:1.0:1770685072.443735:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514691712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685072.443762:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514691712:12345-0@lo:400:kworker.0 Request processed in 27us (1940us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685072.443767:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:1.0:1770685072.443794:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514691328 00000100:00100000:1.0:1770685072.443797:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514691328 00000100:00100000:1.0:1770685072.443814:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:1.0:1770685072.443820:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514691328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685072.443844:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514691328:12345-0@lo:400:kworker.0 Request processed in 25us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685072.443850:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000100:00100000:1.0:1770685072.443879:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514691456:0@lo:400:kworker.0 00000100:00100000:1.0:1770685072.444054:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514691328:0@lo:400:kworker.0 00000100:00100000:1.0:1770685072.444064:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514691712:0@lo:400:kworker.0 00000100:00080000:0.0:1770685072.449080:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1770685072.449095:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1770685072.449099:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:02000400:2.0:1770685072.845967:0:13746:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 3: Check file dirtyness when opening for write ========================================================== 19:57:51 (1770685071) 00000100:00100000:0.0:1770685072.937086:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685072.937173:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500080000 00000100:00100000:2.0:1770685072.937185:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500080000 00000100:00100000:2.0:1770685072.937267:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 421 00000100:00100000:2.0:1770685072.937280:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5006300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+33:15199:x1856697500080000:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685072.937321:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685072.937369:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef584c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bce31 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685072.937455:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef5853 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685072.937471:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef5853 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685072.937485:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef5853 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685072.937511:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef585a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685072.937519:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef585a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685072.937525:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef585a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685072.937659:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef5853 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685072.937666:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef5853 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685072.937673:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef5853 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685072.937679:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245fa00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685072.937683:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef5853 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685072.937693:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef5853 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685072.937713:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c9178800) 00010000:00010000:2.0:1770685072.937717:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685072.937722:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef5853 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685072.937728:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef5853 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685072.937741:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef585a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685072.937747:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef585a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685072.937751:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef585a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685072.937756:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245fc00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685072.937759:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef585a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685072.937764:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef585a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685072.937781:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x79bbb45c (ffff9d92c9178300) 00010000:00010000:2.0:1770685072.937784:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685072.937787:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef585a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685072.937792:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef585a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685072.937830:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef584c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce31 expref: 34 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685072.937846:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c9178800) 00010000:00010000:2.0:1770685072.937849:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685072.937852:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef584c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce31 expref: 34 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685072.937862:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245e200, rc 0) 00000100:00100000:2.0:1770685072.937940:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5006300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+33:15199:x1856697500080000:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 663us (870us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685072.937949:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 421 00000100:00080000:0.0:1770685072.938696:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685072.951683:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685072.951931:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500080256 00000100:00100000:2.0:1770685072.951947:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500080256 00000100:00100000:2.0:1770685072.952033:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 422 00000100:00100000:2.0:1770685072.952045:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+33:15199:x1856697500080256:12345-192.168.203.41@tcp:36:lfs.0 00010000:00010000:2.0:1770685072.952118:0:5760:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685072.952151:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef56bd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcdcf expref: 33 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685072.952175:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c9178800) 00010000:00010000:2.0:1770685072.952181:0:5760:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770685072.952298:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef5861 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685072.952316:0:5760:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef563f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcdac expref: 15 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685072.952324:0:5760:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef5861 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685072.952379:0:5760:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef563f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcdac expref: 15 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685072.952394:0:5760:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef563f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcdac expref: 15 pid: 5761 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1770685072.952411:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514691968:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685072.952549:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d9300434f00 going to sleep for 11 seconds 00000100:00100000:2.0:1770685072.956626:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685072.956671:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500080384 00000100:00100000:2.0:1770685072.956686:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500080384 00010000:00010000:2.0:1770685072.956757:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef563f lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcdac expref: 16 pid: 5761 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1770685072.956812:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 147 00000100:00100000:2.0:1770685072.956822:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+16:2349:x1856697500080384:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685072.956843:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685072.956850:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef563f lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcdac expref: 16 pid: 5761 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1770685072.956866:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef563f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcdac expref: 16 pid: 5761 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1770685072.956896:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c9178800) 00010000:00010000:2.0:1770685072.956902:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef5861 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685072.956913:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef5861 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685072.956937:0:5745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef5861 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685072.956974:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685072.957038:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+16:2349:x1856697500080384:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 216us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685072.957047:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 147 00000100:00080000:2.0:1770685072.957073:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1770685072.957790:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef563f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcdac expref: 15 pid: 5761 timeout: 497 lvb_type: 0 00000100:00100000:3.0:1770685072.957815:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514691968:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685072.957840:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef5861 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685072.957850:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef5861 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685072.957856:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef5861 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685072.957887:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5868 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685072.957898:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5868 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685072.957907:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5868 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:3.0:1770685072.962562:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x17:0x0]: returning size 512 00010000:00010000:3.0:1770685072.962610:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef5861 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685072.962624:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef5861 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685072.962632:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef5861 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685072.962658:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245ec00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685072.962663:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef5861 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685072.962671:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef5861 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685072.962692:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c9178800) 00010000:00010000:3.0:1770685072.962695:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685072.962700:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef5861 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685072.962707:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef5861 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000004:00010000:3.0:1770685072.962734:0:5760:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000a8261ab7 reply state 00000000315e4cd8 transno 4294967618 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5868 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:3.0:1770685072.962745:0:5760:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1770685072.962894:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+34:15199:x1856697500080256:12345-192.168.203.41@tcp:36:lfs.0 Request processed in 10844us (11220us total) trans 4294967618 rc 0/0 00000100:00100000:3.0:1770685072.962903:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 422 00000100:00100000:1.0:1770685072.966871:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fc3c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514691840:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1770685072.966979:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685072.967048:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514691840 00000100:00100000:1.0:1770685072.967059:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514691840 00000100:00100000:1.0:1770685072.967112:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1770685072.967122:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514691840:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1770685072.967169:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1770685072.967218:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514691840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 98us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685072.967226:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1770685072.967298:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fc3c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514691840:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1770685072.969974:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1770685072.969999:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514692096:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1770685072.970079:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685072.970135:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514692096 00000100:00100000:2.0:1770685072.970143:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514692096 00000100:00100000:2.0:1770685072.970193:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1770685072.970201:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514692096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1770685072.970240:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1770685072.970283:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514692096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685072.970290:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1770685072.970342:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514692096:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1770685072.983672:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5868 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685072.983703:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5868 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685072.983714:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5868 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685072.983723:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c63800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685072.983730:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5868 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685072.983742:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5868 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685072.983767:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x79bbb45c (ffff9d92e0875800) 00010000:00010000:1.0:1770685072.983782:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685072.983799:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5868 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685072.983806:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5868 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:2.0:1770685072.998769:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685072.998959:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500080512 00000100:00100000:3.0:1770685072.998974:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500080512 00000100:00100000:3.0:1770685072.999058:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 423 00000100:00100000:3.0:1770685072.999072:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+33:15203:x1856697500080512:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:3.0:1770685072.999105:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685072.999135:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef586f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bce38 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685072.999241:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef5876 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685072.999256:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef5876 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685072.999268:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef5876 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:3.0:1770685072.999344:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1770685072.999349:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 10 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685072.999400:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef5876 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685072.999430:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef586f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce38 expref: 35 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685072.999449:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef5876 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce38 expref: 34 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685072.999460:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92e0875500) 00010000:00010000:3.0:1770685072.999462:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685072.999466:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c63200, rc 0) 00000100:00100000:3.0:1770685072.999547:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+34:15203:x1856697500080512:12345-192.168.203.41@tcp:101:cp.0 Request processed in 478us (792us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685072.999555:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 423 00000100:00100000:3.0:1770685073.002548:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685073.002693:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500080640 00000100:00100000:2.0:1770685073.002709:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500080640 00000100:00100000:2.0:1770685073.002792:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 424 00000100:00100000:2.0:1770685073.002805:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+34:15203:x1856697500080640:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:2.0:1770685073.002835:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685073.002885:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef587d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bce3f expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685073.002971:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef5884 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.002987:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef5884 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.003000:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef5884 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.003017:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef588b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.003023:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef588b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.003031:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef588b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.003173:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef5892 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.003182:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef5892 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.003189:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef5892 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:2.0:1770685073.003231:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x17:0x0]: returning size 512 00000004:00200000:2.0:1770685073.003236:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685073.003267:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef5892 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.003281:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef5884 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.003296:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef5884 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.003303:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef5884 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.003310:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245e200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685073.003315:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef5884 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.003323:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef5884 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.003339:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92e0875500) 00010000:00010000:2.0:1770685073.003342:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685073.003348:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef5884 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.003354:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef5884 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.003372:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef588b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.003378:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef588b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.003383:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef588b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.003388:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245fc00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685073.003391:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef588b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.003405:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef588b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.003412:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x79bbb45c (ffff9d92c9178300) 00010000:00010000:2.0:1770685073.003415:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685073.003418:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef588b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.003423:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef588b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.003463:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef587d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce3f expref: 36 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685073.003478:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fa00/0x8f0dbafbd9ef5892 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce3f expref: 35 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685073.003486:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9d92c9178100) 00010000:00010000:2.0:1770685073.003488:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1770685073.003490:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245fa00, rc 0) 00000100:00100000:2.0:1770685073.003611:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+35:15203:x1856697500080640:12345-192.168.203.41@tcp:101:cp.0 Request processed in 774us (1042us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685073.003621:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 424 00000100:00100000:1.0:1770685073.010797:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685073.010900:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500080768 00000100:00100000:0.0:1770685073.010914:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500080768 00000100:00100000:0.0:1770685073.010991:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 425 00000100:00100000:0.0:1770685073.011005:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+35:15203:x1856697500080768:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:0.0:1770685073.011033:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685073.011065:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5899 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bce46 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685073.011172:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef58a0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.011189:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef58a0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.011203:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef58a0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.011218:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef58a7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.011225:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef58a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.011232:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef58a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.011329:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef58a0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.011337:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef58a0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.011344:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef58a0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.011351:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685073.011356:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef58a0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.011363:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef58a0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.011391:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9d92c9178100) 00010000:00010000:0.0:1770685073.011395:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685073.011401:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef58a0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.011408:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef58a0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.011422:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef58a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.011427:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef58a7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.011433:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef58a7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.011438:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685073.011441:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef58a7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.011447:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef58a7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.011454:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x122e82b9 (ffff9d930044b300) 00010000:00010000:0.0:1770685073.011456:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685073.011459:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef58a7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.011464:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef58a7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.011507:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5899 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce46 expref: 36 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685073.011524:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9d92c9178100) 00010000:00010000:0.0:1770685073.011527:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685073.011531:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5899 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce46 expref: 36 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685073.011541:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174400, rc 0) 00000100:00100000:0.0:1770685073.011665:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+35:15203:x1856697500080768:12345-192.168.203.41@tcp:101:cp.0 Request processed in 663us (894us total) trans 0 rc 301/301 00000100:00100000:0.0:1770685073.011675:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 425 00000100:00100000:2.0:1770685073.016792:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685073.016910:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500080896 00000100:00100000:3.0:1770685073.016926:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500080896 00000100:00100000:3.0:1770685073.017020:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 426 00000100:00100000:3.0:1770685073.017042:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+35:15203:x1856697500080896:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:3.0:1770685073.017073:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685073.017103:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef58ae lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bce4d expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685073.017204:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef58b5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.017221:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef58b5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.017236:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef58b5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.017252:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef58bc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.017259:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef58bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.017266:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef58bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.017355:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef58b5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.017362:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef58b5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.017369:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef58b5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.017377:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c62000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685073.017383:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef58b5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.017400:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef58b5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.017416:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9d92c9178100) 00010000:00010000:3.0:1770685073.017419:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685073.017426:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef58b5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.017433:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef58b5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.017451:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef58bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.017457:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef58bc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.017463:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef58bc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.017467:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c63a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685073.017470:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef58bc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.017476:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef58bc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.017484:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x122e82b9 (ffff9d92e0875400) 00010000:00010000:3.0:1770685073.017486:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685073.017489:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef58bc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.017495:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef58bc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.017902:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef58ae lrc: 1/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce4d expref: 36 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685073.017916:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9d92c9178100) 00010000:00010000:3.0:1770685073.017919:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685073.017923:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef58ae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce4d expref: 36 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685073.017935:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c63600, rc 0) 00000100:00100000:3.0:1770685073.018046:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+35:15203:x1856697500080896:12345-192.168.203.41@tcp:101:cp.0 Request processed in 1005us (1282us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685073.018056:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 426 00000100:00100000:0.0:1770685073.028397:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685073.028478:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500081152 00000100:00100000:3.0:1770685073.028492:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500081152 00000100:00100000:3.0:1770685073.028621:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 427 00000100:00100000:3.0:1770685073.028634:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5007100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+35:15203:x1856697500081152:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:3.0:1770685073.028661:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685073.028689:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef58c3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bce54 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685073.028878:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef58ca lrc: 3/0,1 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.028895:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef58ca lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.028909:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef58ca lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.028947:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef58d1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.028955:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef58d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.028961:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef58d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00080000:3.0:1770685073.029570:0:5762:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x8:0x0], index 0: 0 00010000:00010000:3.0:1770685073.029858:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef58d8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.029873:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef58d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.029883:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef58d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.029953:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef58ca lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.029961:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef58ca lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.029968:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef58ca lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.029975:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c63a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685073.029980:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef58ca lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.029990:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef58ca lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.030013:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9d92c9178100) 00010000:00010000:3.0:1770685073.030017:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685073.030024:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef58ca lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.030030:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef58ca lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000004:00010000:3.0:1770685073.030048:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000144cf031 reply state 000000009024d428 transno 4294967619 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef58d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:3.0:1770685073.030059:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1770685073.030100:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef58c3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce54 expref: 38 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685073.030115:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef58d8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce54 expref: 37 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685073.030123:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9d92e0875800) 00010000:00010000:3.0:1770685073.030126:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1770685073.030128:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c63400, rc 0) 00000100:00100000:3.0:1770685073.030229:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5007100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+38:15203:x1856697500081152:12345-192.168.203.41@tcp:101:cp.0 Request processed in 1598us (1849us total) trans 4294967619 rc 0/0 00000100:00100000:3.0:1770685073.030239:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 427 00010000:00010000:3.0:1770685073.039476:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef58d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.039506:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef58d1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.039514:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef58d1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.039535:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c62000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685073.039541:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef58d1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.039549:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef58d1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.039569:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x122e82b9 (ffff9d92e0875400) 00010000:00010000:3.0:1770685073.039573:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685073.039607:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef58d1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.039613:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef58d1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:0.0:1770685073.039794:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685073.040392:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500081280 00000100:00100000:1.0:1770685073.040408:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500081280 00000100:00100000:1.0:1770685073.040504:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 107 00000100:00100000:1.0:1770685073.040516:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5006680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2348:x1856697500081280:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:1.0:1770685073.040549:0:6538:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685073.040594:0:6538:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef58e6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bce5b expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1770685073.040626:0:6538:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1770685073.040652:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685073.040654:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685073.040665:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef58e6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce5b expref: 7 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685073.040686:0:6538:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef58e6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce5b expref: 7 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685073.040700:0:6538:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9d400, rc 0) 00000100:00100000:1.0:1770685073.040782:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5006680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:2348:x1856697500081280:12345-192.168.203.41@tcp:101:cp.0 Request processed in 258us (982us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685073.040789:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 107 00000100:00080000:0.0:1770685073.040945:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1770685073.046997:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685073.047107:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500081408 00000100:00100000:3.0:1770685073.047120:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500081408 00000100:00100000:3.0:1770685073.047193:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 108 00000100:00100000:3.0:1770685073.047205:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:15203:x1856697500081408:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:3.0:1770685073.047230:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685073.047253:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef58ed lrc: 2/0,0 mode: --/PW res: [0x240000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bce62 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685073.047292:0:6540:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef58e6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce5b expref: 8 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685073.047302:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685073.047304:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685073.047309:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef58ed lrc: 4/0,0 mode: --/PW res: [0x240000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce62 expref: 8 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685073.047362:0:6540:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef58e6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce5b expref: 8 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685073.047376:0:6540:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef58e6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce5b expref: 8 pid: 6538 timeout: 497 lvb_type: 1 00000100:00100000:3.0:1770685073.047394:0:6540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fc3c2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6540:1856697514692224:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685073.047523:0:6540:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c821d480 going to sleep for 11 seconds 00000100:00100000:0.0:1770685073.051053:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685073.051182:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500081536 00000100:00100000:1.0:1770685073.051196:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500081536 00010000:00010000:1.0:1770685073.051253:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef58e6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce5b expref: 9 pid: 6538 timeout: 497 lvb_type: 1 00000100:00100000:1.0:1770685073.051296:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 148 00000100:00100000:1.0:1770685073.051308:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5005f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2351:x1856697500081536:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685073.051327:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685073.051359:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef58e6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce5b expref: 9 pid: 6538 timeout: 497 lvb_type: 1 00010000:00010000:1.0:1770685073.051375:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef58e6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce5b expref: 9 pid: 6538 timeout: 497 lvb_type: 1 00010000:00010000:1.0:1770685073.051408:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685073.051411:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685073.051420:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef58ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce62 expref: 9 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685073.051432:0:11010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef58ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce62 expref: 9 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685073.051481:0:11010:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef58ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce62 expref: 9 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685073.051497:0:11010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11010:1856697514692352:192.168.203.41@tcp:105: 00000100:00100000:1.0:1770685073.051634:0:11010:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c835a780 going to sleep for 11 seconds 00010000:00010000:3.0:1770685073.051913:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef58e6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce5b expref: 9 pid: 6538 timeout: 497 lvb_type: 1 00000100:00100000:3.0:1770685073.051930:0:6540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fc3c2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6540:1856697514692224:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685073.051963:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63600/0x8f0dbafbd9ef58ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bce62 expref: 8 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685073.051973:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c63600, rc 0) 00000100:00100000:3.0:1770685073.052012:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:15203:x1856697500081408:12345-192.168.203.41@tcp:101:cp.0 Request processed in 4810us (5032us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685073.052021:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 108 00000100:00100000:1.0:1770685073.057002:0:11010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11010:1856697514692352:192.168.203.41@tcp:105: 00010000:00010000:1.0:1770685073.057040:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685073.057119:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5005f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:2351:x1856697500081536:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 5810us (6080us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685073.057131:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 148 00000100:00100000:3.0:1770685073.059880:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685073.060706:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500081792 00000100:00100000:2.0:1770685073.060722:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500081792 00000100:00100000:2.0:1770685073.060812:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 428 00000100:00100000:2.0:1770685073.060824:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+37:15203:x1856697500081792:12345-192.168.203.41@tcp:36:cp.0 00010000:00010000:2.0:1770685073.060897:0:5760:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685073.060947:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef58d8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce54 expref: 37 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685073.060969:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9d92e0875800) 00010000:00010000:2.0:1770685073.060984:0:5760:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770685073.061039:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef58f4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685073.061056:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef58f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685073.061068:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef58f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00010000:2.0:1770685073.061239:0:5760:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000000636f402 reply state 0000000034b406a8 transno 4294967620 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef58f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:2.0:1770685073.061249:0:5760:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1770685073.061369:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+38:15203:x1856697500081792:12345-192.168.203.41@tcp:36:cp.0 Request processed in 547us (1501us total) trans 4294967620 rc 0/0 00000100:00100000:2.0:1770685073.061377:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 428 00000100:00100000:3.0:1770685073.065553:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00010000:00010000:0.0:1770685073.065719:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef58f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.065735:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef58f4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.065743:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef58f4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.065750:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245f400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685073.065755:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef58f4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.065764:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef58f4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.065794:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9d92c9178300) 00010000:00010000:0.0:1770685073.065818:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685073.065825:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef58f4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.065832:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef58f4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:2.0:1770685073.066021:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500081920 00000100:00100000:2.0:1770685073.066035:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500081920 00000100:00100000:2.0:1770685073.066107:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 429 00000100:00100000:2.0:1770685073.066120:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+37:15203:x1856697500081920:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:2.0:1770685073.066151:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685073.066173:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef58fb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bce69 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685073.066240:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef58fb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x18:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce69 expref: 38 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685073.066270:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e200/0x8f0dbafbd9ef58fb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x18:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce69 expref: 38 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685073.066291:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9d92c9178a00) 00010000:00010000:2.0:1770685073.066294:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1770685073.066297:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245e200, rc 0) 00000100:00100000:2.0:1770685073.066374:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+38:15203:x1856697500081920:12345-192.168.203.41@tcp:101:cp.0 Request processed in 256us (845us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685073.066382:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 429 00000100:00100000:3.0:1770685073.080135:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685073.080184:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500082048 00000100:00100000:3.0:1770685073.080197:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500082048 00000100:00100000:3.0:1770685073.080270:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 109 00000100:00100000:3.0:1770685073.080291:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5341c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:2348:x1856697500082048:12345-192.168.203.41@tcp:2:cp.0 00002000:00010000:3.0:1770685073.080793:0:6540:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1770685073.080799:0:6540:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x8:0x0] updating lvb mtime from disk: 0 -> 1645827007 00002000:00010000:3.0:1770685073.080801:0:6540:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x8:0x0] updating lvb atime from disk: 0 -> 1770684685 00002000:00010000:3.0:1770685073.080804:0:6540:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x8:0x0] updating lvb ctime from disk: 0 -> 1770685073 00002000:00010000:3.0:1770685073.080807:0:6540:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x8:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1770685073.080882:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5341c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2348:x1856697500082048:12345-192.168.203.41@tcp:2:cp.0 Request processed in 592us (761us total) trans 4294967317 rc 0/0 00000100:00100000:3.0:1770685073.080891:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 109 00000100:00100000:3.0:1770685073.107288:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685073.112900:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500082304 00000100:00100000:0.0:1770685073.112924:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500082304 00000100:00100000:0.0:1770685073.113017:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 430 00000100:00100000:0.0:1770685073.113031:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5340700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+38:15203:x1856697500082304:12345-192.168.203.41@tcp:55:cp.0 00010000:00010000:0.0:1770685073.113126:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5902 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.113148:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5902 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.113164:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5902 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.113199:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5902 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.113207:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5902 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.113214:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5902 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.113221:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5175800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685073.113226:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5902 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.113234:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5902 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.113259:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9d92c9178a00) 00010000:00010000:0.0:1770685073.113263:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1770685073.113270:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5902 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.113276:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5902 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:0.0:1770685073.113405:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5340700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+38:15203:x1856697500082304:12345-192.168.203.41@tcp:55:cp.0 Request processed in 376us (6131us total) trans 0 rc -22/-22 00000100:00100000:0.0:1770685073.113415:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 430 00000100:00100000:0.0:1770685073.130245:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685073.130332:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500082560 00000100:00100000:2.0:1770685073.130347:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500082560 00000100:00100000:2.0:1770685073.130425:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 431 00000100:00100000:2.0:1770685073.130436:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5007480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+38:15203:x1856697500082560:12345-192.168.203.41@tcp:36:cp.0 00010000:00010000:2.0:1770685073.130548:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef5909 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685073.130570:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef5909 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685073.130612:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef5909 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00010000:2.0:1770685073.130926:0:5760:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000d0fd84bf reply state 0000000008a8d9d7 transno 4294967621 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef5909 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:2.0:1770685073.130939:0:5760:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1770685073.131045:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5007480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:15203:x1856697500082560:12345-192.168.203.41@tcp:36:cp.0 Request processed in 609us (815us total) trans 4294967621 rc 0/0 00000100:00100000:2.0:1770685073.131054:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 431 00010000:00010000:1.0:1770685073.138838:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef5909 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x18:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.138862:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef5909 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x18:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.138871:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef5909 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.138878:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245ec00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685073.138883:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef5909 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.138891:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef5909 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x18:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.138912:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9d92c9178a00) 00010000:00010000:1.0:1770685073.138916:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1770685073.138923:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef5909 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x18:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.138930:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef5909 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x18:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:0.0:1770685073.141749:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685073.141882:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500082816 00000100:00100000:1.0:1770685073.141896:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500082816 00000100:00100000:1.0:1770685073.141972:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 118 00000100:00100000:1.0:1770685073.141985:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5006d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+39:15203:x1856697500082816:12345-192.168.203.41@tcp:35:cp.0 00000100:00100000:1.0:1770685073.142478:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5006d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:15203:x1856697500082816:12345-192.168.203.41@tcp:35:cp.0 Request processed in 493us (740us total) trans 4294967622 rc 0/0 00000100:00100000:1.0:1770685073.142488:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 118 00010000:00010000:0.0:1770685073.144161:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1770685073.192410:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685073.193277:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500083072 00000100:00100000:2.0:1770685073.193294:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500083072 00000100:00100000:2.0:1770685073.194448:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 432 00000100:00100000:2.0:1770685073.194472:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5005500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+40:15211:x1856697500083072:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685073.194511:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685073.195476:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5910 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bce70 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685073.195678:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef5917 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.195698:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef5917 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.195713:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef5917 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.195730:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef591e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.195736:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef591e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.195741:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef591e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.195916:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5925 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.195925:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5925 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.195932:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5925 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:2.0:1770685073.195967:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x18:0x0]: returning size 1516 00010000:00010000:2.0:1770685073.196084:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef5917 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.196091:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef5917 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.196098:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef5917 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.196104:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245ec00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685073.196109:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef5917 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.196117:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef5917 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.196130:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9d92c9178100) 00010000:00010000:2.0:1770685073.196133:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685073.196139:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef5917 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.196144:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef5917 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.196155:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef591e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.196160:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef591e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.196166:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef591e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.196180:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245f200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685073.196183:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef591e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.196189:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef591e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.196197:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x122e82b9 (ffff9d92c9178000) 00010000:00010000:2.0:1770685073.196199:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685073.196202:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef591e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.196208:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef591e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.196259:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5910 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce70 expref: 43 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685073.196274:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5925 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce70 expref: 42 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685073.196281:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9d92c9178a00) 00010000:00010000:2.0:1770685073.196284:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685073.196287:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245f400, rc 0) 00000100:00100000:2.0:1770685073.196376:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5005500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+42:15211:x1856697500083072:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 1912us (3980us total) trans 4294967623 rc 0/0 00000100:00100000:2.0:1770685073.196386:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 432 00000100:00100000:2.0:1770685073.200468:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685073.200606:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500083200 00000100:00100000:3.0:1770685073.200620:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500083200 00000100:00100000:3.0:1770685073.200696:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 433 00000100:00100000:3.0:1770685073.200709:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+42:15211:x1856697500083200:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:3.0:1770685073.201045:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5933 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.201064:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5933 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.201073:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5933 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.201103:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5933 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.201108:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5933 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.201113:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5933 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.201123:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c63a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685073.201126:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5933 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.201131:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5933 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.201142:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9d92c9178a00) 00010000:00010000:3.0:1770685073.201144:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1770685073.201148:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5933 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.201152:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5933 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:3.0:1770685073.201228:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+42:15211:x1856697500083200:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 521us (773us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685073.201236:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 433 00000100:00100000:3.0:1770685073.205120:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685073.205171:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500083456 00000100:00100000:3.0:1770685073.205184:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500083456 00000100:00100000:3.0:1770685073.205243:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 119 00000100:00100000:3.0:1770685073.205254:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c83d6050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+42:15211:x1856697500083456:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:3.0:1770685073.205630:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c83d6050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+43:15211:x1856697500083456:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 375us (522us total) trans 4294967624 rc 0/0 00000100:00100000:3.0:1770685073.205639:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 119 00000100:00100000:2.0:1770685073.230081:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685073.230176:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500083712 00000100:00100000:3.0:1770685073.230188:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500083712 00000100:00100000:3.0:1770685073.230241:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 434 00000100:00100000:3.0:1770685073.230254:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+43:15216:x1856697500083712:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685073.230286:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685073.230307:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef593a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bce77 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685073.230453:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5941 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.230466:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5925 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce70 expref: 44 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685073.230473:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5941 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.230506:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5925 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce70 expref: 44 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685073.230517:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5925 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce70 expref: 44 pid: 5762 timeout: 498 lvb_type: 0 00000100:00100000:3.0:1770685073.230537:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5343b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514692480:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685073.230701:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c821d540 going to sleep for 11 seconds 00000100:00100000:3.0:1770685073.233367:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685073.233422:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500083840 00000100:00100000:1.0:1770685073.233434:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500083840 00000100:00100000:2.0:1770685073.233474:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5343b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514692480:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685073.233480:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5925 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce70 expref: 45 pid: 5762 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1770685073.233520:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5941 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:1.0:1770685073.233617:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 149 00000100:00100000:1.0:1770685073.233629:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5342a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+45:2350:x1856697500083840:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685073.233646:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685073.233654:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5925 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce70 expref: 45 pid: 5762 timeout: 498 lvb_type: 0 00010000:00010000:1.0:1770685073.233668:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5925 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce70 expref: 45 pid: 5762 timeout: 498 lvb_type: 0 00010000:00010000:1.0:1770685073.233696:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5925 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce70 expref: 45 pid: 5762 timeout: 498 lvb_type: 0 00010000:00010000:1.0:1770685073.233714:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9d92c9178a00) 00010000:00010000:1.0:1770685073.233720:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5941 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.233730:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5941 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.233739:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5941 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.233807:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770685073.233858:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5941 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.233866:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5941 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:1.0:1770685073.233873:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5342a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+44:2350:x1856697500083840:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 247us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685073.233880:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 149 00000004:00200000:2.0:1770685073.233888:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x18:0x0]: returning size 1516 00010000:00010000:2.0:1770685073.234179:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef593a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce77 expref: 45 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685073.234193:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5941 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce77 expref: 44 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685073.234198:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9d92c9178a00) 00010000:00010000:2.0:1770685073.234200:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1770685073.234202:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c63a00, rc 0) 00000100:00100000:2.0:1770685073.234224:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+44:15216:x1856697500083712:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 3972us (4158us total) trans 4294967625 rc 0/0 00000100:00100000:2.0:1770685073.234228:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 434 00000100:00100000:0.0:1770685073.236168:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685073.236284:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500084096 00000100:00100000:3.0:1770685073.236297:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500084096 00000100:00100000:3.0:1770685073.236356:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 435 00000100:00100000:3.0:1770685073.236370:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5005180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+44:15216:x1856697500084096:12345-192.168.203.41@tcp:55:lfs.0 00010000:00010000:3.0:1770685073.236464:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef594f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.236506:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5941 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce77 expref: 44 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685073.236517:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef594f lrc: 4/0,1 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.236828:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5941 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce77 expref: 44 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685073.236845:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5941 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce77 expref: 44 pid: 5762 timeout: 498 lvb_type: 0 00000100:00100000:3.0:1770685073.236864:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5341500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514692608:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685073.236989:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c821df00 going to sleep for 11 seconds 00000100:00100000:2.0:1770685073.238976:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5341500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514692608:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685073.239020:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef594f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:0.0:1770685073.240208:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685073.240254:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500084224 00000100:00100000:1.0:1770685073.240265:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500084224 00010000:00010000:1.0:1770685073.240312:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5941 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce77 expref: 45 pid: 5762 timeout: 498 lvb_type: 0 00000100:00100000:1.0:1770685073.240351:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 150 00000100:00100000:1.0:1770685073.240362:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5006d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+45:2351:x1856697500084224:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685073.240382:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685073.240390:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5941 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce77 expref: 45 pid: 5762 timeout: 498 lvb_type: 0 00010000:00010000:1.0:1770685073.240404:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5941 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce77 expref: 45 pid: 5762 timeout: 498 lvb_type: 0 00010000:00010000:1.0:1770685073.240431:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5941 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce77 expref: 45 pid: 5762 timeout: 498 lvb_type: 0 00010000:00010000:1.0:1770685073.240446:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9d92c9178a00) 00010000:00010000:1.0:1770685073.240450:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef594f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.240459:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef594f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.240466:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef594f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.240571:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685073.240688:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5006d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+44:2351:x1856697500084224:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 327us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685073.240694:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 150 00010000:00010000:2.0:1770685073.240747:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef594f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.240762:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef594f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.241058:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef594f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.241065:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef594f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.241070:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef594f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.241074:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c62a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685073.241078:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef594f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.241084:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef594f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.241091:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9d92c9178a00) 00010000:00010000:2.0:1770685073.241093:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1770685073.241096:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef594f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.241100:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef594f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:2.0:1770685073.241139:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5005180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+44:15216:x1856697500084096:12345-192.168.203.41@tcp:55:lfs.0 Request processed in 4774us (4987us total) trans 4294967626 rc 0/0 00000100:00100000:2.0:1770685073.241146:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 435 00000100:00100000:3.0:1770685073.242881:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685073.242969:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500084480 00000100:00100000:1.0:1770685073.242982:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500084480 00000100:00100000:1.0:1770685073.243036:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 120 00000100:00100000:1.0:1770685073.243045:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+44:15216:x1856697500084480:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:1.0:1770685073.243288:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+45:15216:x1856697500084480:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 244us (418us total) trans 4294967627 rc 0/0 00000100:00100000:1.0:1770685073.243297:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 120 00000100:00100000:3.0:1770685073.254219:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685073.254280:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500084736 00000100:00100000:2.0:1770685073.254293:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500084736 00000100:00100000:2.0:1770685073.254432:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 436 00000100:00100000:2.0:1770685073.254444:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5342680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+45:15220:x1856697500084736:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685073.254477:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685073.254508:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef5956 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bce7e expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685073.254635:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef595d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.254650:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef595d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.254662:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef595d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.254679:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5964 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.254685:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5964 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.254691:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5964 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.254877:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef596b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.254884:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef596b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.254888:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef596b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:2.0:1770685073.254898:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x18:0x0]: returning size 1516 00010000:00010000:2.0:1770685073.255022:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef595d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.255029:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef595d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.255035:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef595d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.255040:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245ec00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685073.255045:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef595d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.255053:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef595d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.255067:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9d92c9178100) 00010000:00010000:2.0:1770685073.255070:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685073.255076:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef595d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.255081:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef595d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.255094:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5964 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.255100:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5964 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.255106:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5964 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.255111:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245fe00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685073.255114:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5964 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.255125:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5964 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.255133:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x122e82b9 (ffff9d92c9178000) 00010000:00010000:2.0:1770685073.255136:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685073.255138:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5964 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.255144:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5964 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.255195:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef5956 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce7e expref: 48 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685073.255210:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef596b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce7e expref: 47 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685073.255217:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9d92c9178a00) 00010000:00010000:2.0:1770685073.255219:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685073.255222:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245f000, rc 0) 00000100:00100000:2.0:1770685073.255311:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5342680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+47:15220:x1856697500084736:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 870us (1103us total) trans 4294967628 rc 0/0 00000100:00100000:2.0:1770685073.255319:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 436 00000100:00100000:0.0:1770685073.257844:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685073.257991:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500084864 00000100:00100000:2.0:1770685073.258004:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500084864 00000100:00100000:2.0:1770685073.258109:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 437 00000100:00100000:2.0:1770685073.258119:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+47:15220:x1856697500084864:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:2.0:1770685073.258207:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5979 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.258244:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5979 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.258258:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5979 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.258289:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5979 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.258293:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5979 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.258298:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5979 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.258302:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245f400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685073.258305:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5979 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.258310:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5979 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.258320:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9d92c9178a00) 00010000:00010000:2.0:1770685073.258323:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1770685073.258326:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5979 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.258330:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5979 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:2.0:1770685073.258407:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+47:15220:x1856697500084864:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 289us (577us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685073.258416:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 437 00000100:00100000:0.0:1770685073.260092:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685073.260143:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500085120 00000100:00100000:3.0:1770685073.260153:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500085120 00000100:00100000:3.0:1770685073.260203:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 121 00000100:00100000:3.0:1770685073.260213:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+47:15220:x1856697500085120:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:3.0:1770685073.260507:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+48:15220:x1856697500085120:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 295us (423us total) trans 4294967629 rc 0/0 00000100:00100000:3.0:1770685073.260516:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 121 00000100:00100000:3.0:1770685073.279025:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685073.279099:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500085376 00000100:00100000:2.0:1770685073.279113:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500085376 00000100:00100000:2.0:1770685073.279237:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 438 00000100:00100000:2.0:1770685073.279249:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+48:15225:x1856697500085376:12345-192.168.203.41@tcp:101:cat.0 00010000:00010000:2.0:1770685073.279283:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685073.279314:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5980 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bce85 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685073.279464:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef5987 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.279481:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef5987 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x18:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.279506:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef5987 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x18:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:2.0:1770685073.279520:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x18:0x0]: returning size 1516 00010000:00010000:2.0:1770685073.279957:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5980 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce85 expref: 51 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685073.279979:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f200/0x8f0dbafbd9ef5987 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x18:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce85 expref: 50 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685073.279989:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9d92c9178a00) 00010000:00010000:2.0:1770685073.279992:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1770685073.279997:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245f200, rc 0) 00000100:00100000:2.0:1770685073.280121:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+50:15225:x1856697500085376:12345-192.168.203.41@tcp:101:cat.0 Request processed in 875us (1109us total) trans 4294967630 rc 0/0 00000100:00100000:2.0:1770685073.280129:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 438 00000100:00100000:0.0:1770685073.292877:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685073.293014:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500085504 00000100:00100000:2.0:1770685073.293027:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500085504 00000100:00100000:2.0:1770685073.293091:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 439 00000100:00100000:2.0:1770685073.293103:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+50:15228:x1856697500085504:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:2.0:1770685073.293188:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5995 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.293205:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5995 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.293215:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5995 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.293243:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5995 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.293248:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5995 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.293253:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5995 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.293257:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245f400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685073.293260:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5995 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.293265:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5995 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.293275:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9d92c9178a00) 00010000:00010000:2.0:1770685073.293277:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1770685073.293280:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5995 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.293301:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5995 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:2.0:1770685073.293375:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+50:15228:x1856697500085504:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 274us (513us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685073.293382:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 439 00000100:00100000:0.0:1770685073.326289:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685073.326448:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500085760 00000100:00100000:2.0:1770685073.326464:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500085760 00000100:00100000:1.0:1770685073.326631:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 440 00000100:00100000:1.0:1770685073.326646:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+50:15233:x1856697500085760:12345-192.168.203.41@tcp:101:openfile.0 00010000:00010000:1.0:1770685073.326678:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685073.326711:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef599c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bce8c expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685073.326974:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef59a3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.326997:0:5760:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef596b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce7e expref: 51 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685073.327009:0:5760:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef59a3 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.327057:0:5760:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef596b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce7e expref: 51 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685073.327088:0:5760:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef596b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce7e expref: 51 pid: 5762 timeout: 498 lvb_type: 0 00000100:00100000:1.0:1770685073.327103:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aece00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514692736:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685073.327241:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c835a780 going to sleep for 11 seconds 00000100:00100000:3.0:1770685073.331291:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685073.331367:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500085888 00000100:00100000:2.0:1770685073.331380:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500085888 00010000:00010000:2.0:1770685073.331433:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef596b lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce7e expref: 52 pid: 5762 timeout: 498 lvb_type: 0 00000100:00100000:2.0:1770685073.331552:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 151 00000100:00100000:2.0:1770685073.331564:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5340380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+52:2350:x1856697500085888:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685073.331627:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685073.331637:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef596b lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce7e expref: 52 pid: 5762 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1770685073.331652:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef596b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce7e expref: 52 pid: 5762 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1770685073.331681:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9d92c9178a00) 00010000:00010000:2.0:1770685073.331686:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef59a3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685073.331696:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef59a3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.331701:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef596b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce7e expref: 52 pid: 5762 timeout: 498 lvb_type: 0 00000100:00100000:1.0:1770685073.331721:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aece00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514692736:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685073.331725:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef59a3 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685073.331747:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1770685073.331754:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef59a3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.331763:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef59a3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:2.0:1770685073.331847:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5340380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+51:2350:x1856697500085888:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 285us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685073.331856:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 151 00010000:00010000:1.0:1770685073.332142:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef59a3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:1.0:1770685073.332165:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x18:0x0]: returning size 1516 00010000:00010000:1.0:1770685073.332375:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef599c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce8c expref: 52 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685073.332390:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef59a3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce8c expref: 51 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685073.332396:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9d92c9178a00) 00010000:00010000:1.0:1770685073.332398:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1770685073.332400:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9c600, rc 0) 00000100:00100000:1.0:1770685073.333690:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+51:15233:x1856697500085760:12345-192.168.203.41@tcp:101:openfile.0 Request processed in 7038us (7410us total) trans 4294967631 rc 0/0 00000100:00100000:1.0:1770685073.333705:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 440 00000100:00100000:3.0:1770685073.352492:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685073.352729:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500086144 00000100:00100000:1.0:1770685073.352742:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500086144 00000100:00100000:1.0:1770685073.352837:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 441 00000100:00100000:1.0:1770685073.352849:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5340a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+51:15236:x1856697500086144:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:1.0:1770685073.352882:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685073.352912:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef59b1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bce93 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685073.353016:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef59b8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.353034:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef59b8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.353050:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef59b8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.353067:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef59bf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.353073:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef59bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.353079:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef59bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.353247:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef59c6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.353257:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef59c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.353287:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef59c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:1.0:1770685073.353300:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x18:0x0]: returning size 1516 00010000:00010000:1.0:1770685073.353432:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef59b8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.353559:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef59b8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.353565:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef59b8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.353572:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9ca00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685073.353608:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef59b8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.353618:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef59b8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.353633:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9d92c9178100) 00010000:00010000:1.0:1770685073.353637:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685073.353643:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef59b8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.353649:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef59b8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.353664:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef59bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.353672:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef59bf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.353690:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef59bf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.353696:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9de00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685073.353699:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef59bf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.353705:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef59bf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.353713:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x122e82b9 (ffff9d92d1988200) 00010000:00010000:1.0:1770685073.353716:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685073.353719:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef59bf lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.353726:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef59bf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x122e82b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.353978:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef59b1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce93 expref: 54 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685073.353995:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c200/0x8f0dbafbd9ef59c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce93 expref: 53 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685073.354002:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9d92c9178a00) 00010000:00010000:1.0:1770685073.354005:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1770685073.354008:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9c200, rc 0) 00000100:00100000:1.0:1770685073.354103:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5340a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+53:15236:x1856697500086144:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 1255us (1627us total) trans 4294967632 rc 0/0 00000100:00100000:1.0:1770685073.354113:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 441 00000100:00100000:0.0:1770685073.358146:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685073.358677:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500086400 00000100:00100000:3.0:1770685073.358716:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500086400 00000100:00100000:3.0:1770685073.358801:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 122 00000100:00100000:1.0:1770685073.358808:0:5764:0:(service.c:3434:ptlrpc_start_thread()) mdt_readpage[0] started 2 min 2 max 80 00000100:00100000:3.0:1770685073.358814:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+53:15236:x1856697500086400:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:1.0:1770685073.358821:0:5764:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_002' 00000100:00100000:3.0:1770685073.359202:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+54:15236:x1856697500086400:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 388us (1067us total) trans 4294967633 rc 0/0 00000100:00100000:3.0:1770685073.359211:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 122 00000100:00100000:0.0:1770685073.373653:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685073.373785:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500086528 00000100:00100000:1.0:1770685073.373799:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500086528 00000100:00100000:1.0:1770685073.373883:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 442 00000100:00100000:1.0:1770685073.373895:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+54:15236:x1856697500086528:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:1.0:1770685073.373996:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef59d4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.374017:0:5760:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef59a3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce8c expref: 54 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685073.374026:0:5760:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef59d4 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.374401:0:5760:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef59a3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce8c expref: 54 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685073.374417:0:5760:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef59a3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce8c expref: 54 pid: 5760 timeout: 498 lvb_type: 0 00000100:00100000:1.0:1770685073.374435:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aece00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514692864:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685073.374634:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c835a180 going to sleep for 11 seconds 00000100:00100000:2.0:1770685073.379099:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aece00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514692864:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685073.379146:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef59d4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:0.0:1770685073.382048:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685073.382959:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500086784 00000100:00100000:3.0:1770685073.382978:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500086784 00000100:00100000:3.0:1770685073.383047:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 123 00000100:00100000:3.0:1770685073.383060:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+55:5538:x1856697500086784:12345-192.168.203.41@tcp:35:ldlm_bl.0 00000100:00100000:3.0:1770685073.383401:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+56:5538:x1856697500086784:12345-192.168.203.41@tcp:35:ldlm_bl.0 Request processed in 342us (1378us total) trans 4294967634 rc 0/0 00000100:00100000:3.0:1770685073.383409:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 123 00000100:00100000:1.0:1770685073.388068:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685073.388175:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500086912 00000100:00100000:2.0:1770685073.388188:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500086912 00010000:00010000:2.0:1770685073.388240:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef59a3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce8c expref: 56 pid: 5760 timeout: 498 lvb_type: 0 00000100:00100000:2.0:1770685073.388287:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 152 00000100:00100000:2.0:1770685073.388299:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+56:2348:x1856697500086912:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685073.388318:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685073.388326:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef59a3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce8c expref: 56 pid: 5760 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1770685073.388498:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef59a3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce8c expref: 56 pid: 5760 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1770685073.388538:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef59a3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x18:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce8c expref: 56 pid: 5760 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1770685073.388624:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9d92c9178a00) 00010000:00010000:2.0:1770685073.388630:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef59d4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685073.388640:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef59d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685073.388650:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef59d4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685073.388688:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685073.388752:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+55:2348:x1856697500086912:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 455us (697us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685073.388760:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 152 00010000:00010000:3.0:1770685073.388920:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef59d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.388930:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef59d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.388970:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef59d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.388978:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef59d4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.388984:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef59d4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.388991:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9d000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685073.388995:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef59d4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.389013:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef59d4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.389024:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff9d92c9178a00) 00010000:00010000:3.0:1770685073.389026:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1770685073.389031:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef59d4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.389037:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef59d4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:3.0:1770685073.389087:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+54:15236:x1856697500086528:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 15194us (15511us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685073.389096:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 442 00000100:00100000:1.0:1770685073.430220:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685073.431850:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500087040 00000100:00100000:3.0:1770685073.431873:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500087040 00000100:00100000:3.0:1770685073.432046:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 443 00000100:00100000:3.0:1770685073.432059:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+54:15241:x1856697500087040:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:3.0:1770685073.432092:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685073.432130:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef59db lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bce9a expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685073.432226:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef59e2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.432245:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef59e2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.432259:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef59e2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.432302:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef59e9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.432323:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef59e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.432332:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef59e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.432869:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef59e2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.432880:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef59e2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.432887:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef59e2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.432893:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c62400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685073.432898:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef59e2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.432905:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef59e2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.432923:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9d92c9178100) 00010000:00010000:3.0:1770685073.432927:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685073.432933:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef59e2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.432940:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef59e2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.432957:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef59e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.432972:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef59e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.432978:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef59e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.432982:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c62200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685073.432986:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef59e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.432991:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef59e9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.433000:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x9126f063 (ffff9d92e0875400) 00010000:00010000:3.0:1770685073.433002:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685073.433005:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef59e9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.433011:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef59e9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.433061:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef59db lrc: 1/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce9a expref: 55 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685073.433072:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9d92c9178100) 00010000:00010000:3.0:1770685073.433074:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685073.433078:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef59db lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce9a expref: 55 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685073.433088:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c62e00, rc 0) 00000100:00100000:3.0:1770685073.434031:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+54:15241:x1856697500087040:12345-192.168.203.41@tcp:101:cp.0 Request processed in 1282us (3133us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685073.434063:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 443 00000100:00100000:0.0:1770685073.444611:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685073.445170:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500087168 00000100:00100000:3.0:1770685073.445187:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500087168 00000100:00100000:3.0:1770685073.445262:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 444 00000100:00100000:3.0:1770685073.445275:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+54:15241:x1856697500087168:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:3.0:1770685073.445303:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685073.445331:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef59f0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcea1 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685073.445442:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef59f7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.445459:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef59f7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.445471:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef59f7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.446812:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef59fe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.446833:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef59fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.446844:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef59fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.446949:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef59f7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.446958:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef59f7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.446984:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef59f7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.446991:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c63a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685073.446996:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef59f7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.447004:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef59f7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.447020:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9d92c9178100) 00010000:00010000:3.0:1770685073.447023:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685073.447029:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef59f7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.447035:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef59f7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.447051:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef59fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.447058:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef59fe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.447063:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef59fe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.447069:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c62a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685073.447071:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef59fe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.447077:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef59fe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.447096:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x9126f063 (ffff9d92e0875e00) 00010000:00010000:3.0:1770685073.447099:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685073.447102:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef59fe lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.447107:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef59fe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.447162:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef59f0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcea1 expref: 55 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685073.447175:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9d92c9178100) 00010000:00010000:3.0:1770685073.447177:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685073.447180:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef59f0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcea1 expref: 55 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685073.447191:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c62600, rc 0) 00000100:00100000:3.0:1770685073.447292:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+54:15241:x1856697500087168:12345-192.168.203.41@tcp:101:cp.0 Request processed in 2019us (2719us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685073.447302:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 444 00000100:00100000:1.0:1770685073.461099:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685073.467252:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500087424 00000100:00100000:0.0:1770685073.467272:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500087424 00000100:00100000:0.0:1770685073.467370:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 445 00000100:00100000:0.0:1770685073.467382:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+54:15241:x1856697500087424:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:0.0:1770685073.467428:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685073.467458:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5a05 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcea8 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685073.468098:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5a0c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.468120:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5a0c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.468135:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5a0c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.468153:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5a13 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x17:0x0].0x9126f063 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.468159:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5a13 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.468166:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5a13 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00080000:0.0:1770685073.469881:0:5762:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xa:0x0], index 1: 0 00010000:00010000:0.0:1770685073.470321:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5a1a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.470402:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5a1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.470414:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5a1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.470456:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5a0c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.470479:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5a0c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.471033:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5a0c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.471038:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685073.471041:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5a0c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.471048:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5a0c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.471060:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9d92c9178100) 00010000:00010000:0.0:1770685073.471062:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685073.471066:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5a0c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.471071:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5a0c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000004:00010000:0.0:1770685073.471087:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000006def178b reply state 00000000f7315e13 transno 4294967635 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5a13 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:0.0:1770685073.471096:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1770685073.471155:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5a05 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcea8 expref: 57 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685073.471173:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5a1a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcea8 expref: 56 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685073.471181:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff9d930044be00) 00010000:00010000:0.0:1770685073.471194:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685073.471198:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5175800, rc 0) 00000100:00100000:0.0:1770685073.471381:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+57:15241:x1856697500087424:12345-192.168.203.41@tcp:101:cp.0 Request processed in 4000us (11281us total) trans 4294967635 rc 0/0 00000100:00100000:0.0:1770685073.471389:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 445 00010000:00010000:0.0:1770685073.485809:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5a13 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.485833:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5a13 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.485842:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5a13 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.485850:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685073.485856:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5a13 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.485865:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5a13 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.485886:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x9126f063 (ffff9d930044b300) 00010000:00010000:0.0:1770685073.485889:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685073.485894:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5a13 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.485900:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5a13 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:1.0:1770685073.490067:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685073.490249:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500087552 00000100:00100000:2.0:1770685073.490263:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500087552 00000100:00100000:2.0:1770685073.490392:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 110 00000100:00100000:2.0:1770685073.490407:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0252a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+6:2350:x1856697500087552:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:2.0:1770685073.490432:0:6538:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685073.490463:0:6538:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5a28 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bceaf expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1770685073.490497:0:6538:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1770685073.490520:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685073.490523:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685073.490545:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5a28 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bceaf expref: 7 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685073.490633:0:6538:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5a28 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bceaf expref: 7 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685073.490652:0:6538:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245fe00, rc 0) 00000100:00100000:2.0:1770685073.490728:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0252a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:2350:x1856697500087552:12345-192.168.203.41@tcp:101:cp.0 Request processed in 326us (675us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685073.490736:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 110 00000100:00080000:0.0:1770685073.492301:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1770685073.501216:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685073.501464:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500087680 00000100:00100000:3.0:1770685073.501479:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500087680 00000100:00100000:3.0:1770685073.501635:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 111 00000100:00100000:3.0:1770685073.501648:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0253800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:15241:x1856697500087680:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:3.0:1770685073.501673:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685073.501699:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef5a2f lrc: 2/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bceb6 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685073.501761:0:6540:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5a28 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bceaf expref: 8 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685073.501788:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685073.501791:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685073.501796:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef5a2f lrc: 4/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bceb6 expref: 8 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685073.501840:0:6540:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5a28 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bceaf expref: 8 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685073.501856:0:6540:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5a28 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bceaf expref: 8 pid: 6538 timeout: 498 lvb_type: 1 00000100:00100000:3.0:1770685073.501872:0:6540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5341180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514692992:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685073.502008:0:6540:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c821d900 going to sleep for 11 seconds 00000100:00100000:1.0:1770685073.507182:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685073.507292:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500087808 00000100:00100000:2.0:1770685073.507305:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500087808 00010000:00010000:2.0:1770685073.507369:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5a28 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bceaf expref: 9 pid: 6538 timeout: 498 lvb_type: 1 00000100:00100000:2.0:1770685073.507422:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 153 00000100:00100000:2.0:1770685073.507434:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d021b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2350:x1856697500087808:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685073.507454:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685073.507480:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5a28 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bceaf expref: 9 pid: 6538 timeout: 498 lvb_type: 1 00010000:00010000:2.0:1770685073.507496:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5a28 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bceaf expref: 9 pid: 6538 timeout: 498 lvb_type: 1 00010000:00010000:2.0:1770685073.507527:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685073.507529:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685073.507902:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef5a2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bceb6 expref: 9 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685073.507934:0:11010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef5a2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bceb6 expref: 9 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685073.507986:0:11010:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef5a2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bceb6 expref: 9 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685073.508003:0:11010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11010:1856697514693120:192.168.203.41@tcp:105: 00000100:00100000:2.0:1770685073.508112:0:11010:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d9300434e40 going to sleep for 11 seconds 00010000:00010000:3.0:1770685073.509158:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5a28 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bceaf expref: 9 pid: 6538 timeout: 498 lvb_type: 1 00000100:00100000:3.0:1770685073.509183:0:6540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5341180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514692992:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685073.509222:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62600/0x8f0dbafbd9ef5a2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bceb6 expref: 8 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685073.509237:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c62600, rc 0) 00000100:00100000:3.0:1770685073.509315:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0253800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:15241:x1856697500087680:12345-192.168.203.41@tcp:101:cp.0 Request processed in 7668us (8111us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685073.509353:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 111 00000100:00100000:2.0:1770685073.513400:0:11010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11010:1856697514693120:192.168.203.41@tcp:105: 00010000:00010000:2.0:1770685073.513438:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685073.513516:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d021b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:2350:x1856697500087808:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 6083us (6348us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685073.513531:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 153 00000100:00100000:1.0:1770685073.518333:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685073.518561:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500088064 00000100:00100000:0.0:1770685073.518630:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500088064 00000100:00100000:0.0:1770685073.518706:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 446 00000100:00100000:0.0:1770685073.518727:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+56:15241:x1856697500088064:12345-192.168.203.41@tcp:36:cp.0 00010000:00010000:0.0:1770685073.518837:0:5762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685073.518878:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5a1a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcea8 expref: 56 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685073.518900:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff9d930044be00) 00010000:00010000:0.0:1770685073.518914:0:5762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1770685073.518986:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5a36 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.519002:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5a36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.519014:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5a36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00010000:0.0:1770685073.519200:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000dd05217d reply state 0000000023b67ca9 transno 4294967636 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5a36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:0.0:1770685073.519210:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1770685073.519325:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+57:15241:x1856697500088064:12345-192.168.203.41@tcp:36:cp.0 Request processed in 599us (1005us total) trans 4294967636 rc 0/0 00000100:00100000:0.0:1770685073.519333:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 446 00000100:00100000:1.0:1770685073.526328:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00010000:00010000:3.0:1770685073.526518:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5a36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.526532:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5a36 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.526551:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5a36 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.526558:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685073.526564:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5a36 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.526572:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5a36 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.526756:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff9d930044b300) 00010000:00010000:3.0:1770685073.526759:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685073.526875:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5a36 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.526882:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5a36 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:2.0:1770685073.528271:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500088192 00000100:00100000:2.0:1770685073.528293:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500088192 00000100:00100000:2.0:1770685073.528407:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 447 00000100:00100000:2.0:1770685073.528420:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+56:15241:x1856697500088192:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:2.0:1770685073.528454:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685073.528497:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef5a3d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcebd expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685073.530141:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef5a3d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcebd expref: 57 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685073.530187:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245ec00/0x8f0dbafbd9ef5a3d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcebd expref: 57 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685073.530268:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff9d92c9178f00) 00010000:00010000:2.0:1770685073.530272:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1770685073.530278:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245ec00, rc 0) 00000100:00100000:2.0:1770685073.530389:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+57:15241:x1856697500088192:12345-192.168.203.41@tcp:101:cp.0 Request processed in 1970us (4075us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685073.530400:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 447 00000100:00100000:1.0:1770685073.537920:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685073.538138:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500088320 00000100:00100000:3.0:1770685073.538151:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500088320 00000100:00100000:3.0:1770685073.538230:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 112 00000100:00100000:3.0:1770685073.538241:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0250000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:2351:x1856697500088320:12345-192.168.203.41@tcp:2:cp.0 00002000:00010000:3.0:1770685073.538738:0:6540:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0xa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1770685073.538743:0:6540:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0xa:0x0] updating lvb mtime from disk: 0 -> 1645827007 00002000:00010000:3.0:1770685073.538763:0:6540:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0xa:0x0] updating lvb atime from disk: 0 -> 1770684685 00002000:00010000:3.0:1770685073.538777:0:6540:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0xa:0x0] updating lvb ctime from disk: 0 -> 1770685073 00002000:00010000:3.0:1770685073.538780:0:6540:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0xa:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1770685073.538866:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0250000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2351:x1856697500088320:12345-192.168.203.41@tcp:2:cp.0 Request processed in 625us (960us total) trans 4294967322 rc 0/0 00000100:00100000:3.0:1770685073.538876:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 112 00000100:00100000:1.0:1770685073.541984:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685073.542204:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500088576 00000100:00100000:2.0:1770685073.542219:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500088576 00000100:00100000:2.0:1770685073.542296:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 448 00000100:00100000:2.0:1770685073.542313:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+57:15241:x1856697500088576:12345-192.168.203.41@tcp:55:cp.0 00010000:00010000:2.0:1770685073.542404:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5a44 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685073.542425:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5a44 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685073.542438:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5a44 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685073.542469:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5a44 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685073.542476:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5a44 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685073.542493:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5a44 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685073.542502:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245e800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685073.542506:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5a44 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685073.542533:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5a44 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685073.543906:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff9d92c9178f00) 00010000:00010000:2.0:1770685073.543912:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1770685073.543919:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5a44 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685073.543927:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5a44 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:2.0:1770685073.544133:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+57:15241:x1856697500088576:12345-192.168.203.41@tcp:55:cp.0 Request processed in 1821us (2158us total) trans 0 rc -22/-22 00000100:00100000:2.0:1770685073.544144:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 448 00000100:00100000:1.0:1770685073.551728:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685073.552070:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500088832 00000100:00100000:2.0:1770685073.552084:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500088832 00000100:00100000:2.0:1770685073.552148:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 449 00000100:00100000:2.0:1770685073.552160:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+57:15241:x1856697500088832:12345-192.168.203.41@tcp:36:cp.0 00010000:00010000:2.0:1770685073.552262:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5a4b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685073.552283:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5a4b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685073.552296:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5a4b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00010000:2.0:1770685073.553093:0:5760:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000da2dc347 reply state 0000000092f6133d transno 4294967637 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5a4b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:2.0:1770685073.553111:0:5760:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1770685073.553228:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+59:15241:x1856697500088832:12345-192.168.203.41@tcp:36:cp.0 Request processed in 1067us (1511us total) trans 4294967637 rc 0/0 00000100:00100000:2.0:1770685073.553237:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 449 00010000:00010000:0.0:1770685073.556350:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5a4b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.556370:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5a4b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.556379:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5a4b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.556409:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245e800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685073.556415:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5a4b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.556423:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5a4b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.556442:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff9d92c9178f00) 00010000:00010000:0.0:1770685073.556446:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1770685073.556451:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5a4b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.556457:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5a4b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:1.0:1770685073.559113:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685073.559540:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500089088 00000100:00100000:0.0:1770685073.559556:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500089088 00000100:00100000:0.0:1770685073.559644:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 124 00000100:00100000:0.0:1770685073.559657:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+58:15241:x1856697500089088:12345-192.168.203.41@tcp:35:cp.0 00000100:00100000:0.0:1770685073.560167:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+59:15241:x1856697500089088:12345-192.168.203.41@tcp:35:cp.0 Request processed in 511us (1067us total) trans 4294967638 rc 0/0 00000100:00100000:0.0:1770685073.560178:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 124 00000100:00100000:1.0:1770685073.589452:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685073.589559:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500089344 00000100:00100000:0.0:1770685073.589623:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500089344 00000100:00100000:0.0:1770685073.589695:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 450 00000100:00100000:0.0:1770685073.589707:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+59:15242:x1856697500089344:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685073.589736:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685073.589760:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5a52 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcec4 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685073.589890:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5a59 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.589904:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5a59 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.589914:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5a59 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.589926:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5a60 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.589930:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5a60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.589934:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5a60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.590082:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef5a67 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.590090:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef5a67 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.590097:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef5a67 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:0.0:1770685073.590108:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x19:0x0]: returning size 1516 00010000:00010000:0.0:1770685073.590235:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5a59 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.590241:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5a59 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.590254:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5a59 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.590259:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685073.590262:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5a59 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.590268:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5a59 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.590279:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9d92c9178100) 00010000:00010000:0.0:1770685073.590282:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685073.590285:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5a59 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.590289:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5a59 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.590299:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5a60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.590302:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5a60 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.590306:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5a60 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.590309:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685073.590310:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5a60 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.590313:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5a60 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.590325:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x9126f063 (ffff9d930044be00) 00010000:00010000:0.0:1770685073.590326:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685073.590328:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5a60 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.590331:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5a60 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.590374:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5a52 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcec4 expref: 62 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685073.590387:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef5a67 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcec4 expref: 61 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685073.590393:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff9d92c9178f00) 00010000:00010000:0.0:1770685073.590396:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685073.590399:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5175e00, rc 0) 00000100:00100000:0.0:1770685073.590466:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+61:15242:x1856697500089344:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 762us (1030us total) trans 4294967639 rc 0/0 00000100:00100000:0.0:1770685073.590471:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 450 00000100:00100000:1.0:1770685073.594535:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685073.594634:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500089600 00000100:00100000:2.0:1770685073.594650:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500089600 00000100:00100000:2.0:1770685073.594720:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 451 00000100:00100000:2.0:1770685073.594732:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+61:15242:x1856697500089600:12345-192.168.203.41@tcp:55:lfs.0 00010000:00010000:2.0:1770685073.594835:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5a75 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685073.594854:0:5760:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef5a67 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcec4 expref: 61 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685073.594863:0:5760:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5a75 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685073.594907:0:5760:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef5a67 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcec4 expref: 61 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685073.594918:0:5760:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef5a67 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcec4 expref: 61 pid: 5762 timeout: 498 lvb_type: 0 00000100:00100000:2.0:1770685073.594931:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514693248:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685073.595048:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d9300434900 going to sleep for 11 seconds 00000100:00100000:1.0:1770685073.598758:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685073.598927:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500089728 00000100:00100000:3.0:1770685073.598939:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500089728 00010000:00010000:3.0:1770685073.599007:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef5a67 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcec4 expref: 62 pid: 5762 timeout: 498 lvb_type: 0 00000100:00100000:3.0:1770685073.599057:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 154 00000100:00100000:3.0:1770685073.599068:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f59f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+62:2351:x1856697500089728:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685073.599087:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685073.599096:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef5a67 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcec4 expref: 62 pid: 5762 timeout: 498 lvb_type: 0 00010000:00010000:3.0:1770685073.599112:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef5a67 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcec4 expref: 62 pid: 5762 timeout: 498 lvb_type: 0 00010000:00010000:3.0:1770685073.599144:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff9d92c9178f00) 00010000:00010000:3.0:1770685073.599150:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5a75 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.599162:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5a75 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.599171:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5a75 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.599219:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685073.599291:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f59f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+62:2351:x1856697500089728:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 224us (546us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685073.599300:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 154 00010000:00010000:2.0:1770685073.601026:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef5a67 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcec4 expref: 61 pid: 5762 timeout: 498 lvb_type: 0 00000100:00100000:2.0:1770685073.601060:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514693248:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685073.601093:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5a75 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.601226:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5a75 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.601235:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5a75 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.601738:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5a75 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.601748:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5a75 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.601755:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5a75 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.601763:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245fc00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685073.601780:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5a75 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.601789:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5a75 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.601809:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff9d92c9178f00) 00010000:00010000:3.0:1770685073.601812:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1770685073.601818:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5a75 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685073.601825:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5a75 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:3.0:1770685073.602069:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+61:15242:x1856697500089600:12345-192.168.203.41@tcp:55:lfs.0 Request processed in 7335us (7546us total) trans 4294967640 rc 0/0 00000100:00100000:3.0:1770685073.602081:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 451 00000100:00100000:1.0:1770685073.605508:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685073.605702:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500089984 00000100:00100000:3.0:1770685073.605715:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500089984 00000100:00100000:3.0:1770685073.605783:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 125 00000100:00100000:3.0:1770685073.605793:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c83d7050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+61:15242:x1856697500089984:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:3.0:1770685073.606090:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c83d7050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+62:15242:x1856697500089984:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 297us (605us total) trans 4294967641 rc 0/0 00000100:00100000:3.0:1770685073.606098:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 125 00000100:00100000:1.0:1770685073.608067:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685073.608152:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500090112 00000100:00100000:3.0:1770685073.608165:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500090112 00002000:00100000:3.0:1770685073.608231:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x8:0x0] (0->1515) req@ffff9d92f3f58380 x1856697500090112/t0(0) o4->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:194/0 lens 2008/0 e 0 to 0 dl 1770685084 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685073.608244:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92f3f58380 with x1856697500090112 ext(0->1515) 00002000:00010000:3.0:1770685073.608251:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92f3f58380 00000100:00100000:3.0:1770685073.608347:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 44 00000100:00100000:3.0:1770685073.608359:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2349:x1856697500090112:12345-192.168.203.41@tcp:4:cat.0 00000100:00100000:3.0:1770685073.609099:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2349:x1856697500090112:12345-192.168.203.41@tcp:4:cat.0 Request processed in 739us (1042us total) trans 4294967318 rc 0/0 00000100:00100000:3.0:1770685073.609109:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 44 00002000:00100000:3.0:1770685073.609119:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x8:0x0] (0->1515) req@ffff9d92f3f58380 x1856697500090112/t4294967318(0) o4->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:194/0 lens 2008/448 e 0 to 0 dl 1770685084 ref 1 fl Complete:/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685073.609129:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92f3f58380 with x1856697500090112 ext(0->1515) 00002000:00010000:3.0:1770685073.609141:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92f3f58380 00000100:00100000:1.0:1770685073.611170:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685073.613384:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500090240 00000100:00100000:2.0:1770685073.613404:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500090240 00000100:00100000:2.0:1770685073.613499:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 113 00000100:00100000:2.0:1770685073.613513:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2349:x1856697500090240:12345-192.168.203.41@tcp:16:kworker.0 00000100:00100000:1.0:1770685073.640181:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685073.640238:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500090496 00000100:00100000:1.0:1770685073.640252:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500090496 00000100:00100000:1.0:1770685073.640334:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 452 00000100:00100000:1.0:1770685073.640346:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+62:15243:x1856697500090496:12345-192.168.203.41@tcp:101:dd.0 00010000:00010000:1.0:1770685073.640381:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685073.640410:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5a7c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcecb expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685073.641224:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef5a83 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.641243:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef5a83 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.641258:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef5a83 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.641275:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5a8a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.641301:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5a8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.641309:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5a8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.641409:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef5a91 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.641418:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef5a91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.641426:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef5a91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:1.0:1770685073.641439:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x19:0x0]: returning size 1516 00010000:00010000:1.0:1770685073.642040:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef5a83 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.642052:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef5a83 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.642059:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef5a83 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.642066:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9d000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685073.642071:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef5a83 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.642080:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef5a83 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.642096:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9d92c9178100) 00010000:00010000:1.0:1770685073.642110:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685073.642116:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef5a83 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.642123:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef5a83 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.642143:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5a8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.642149:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5a8a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.642154:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5a8a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.642160:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9de00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685073.642162:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5a8a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.642168:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5a8a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.642175:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x9126f063 (ffff9d92d1988200) 00010000:00010000:1.0:1770685073.642178:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685073.642180:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5a8a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.642185:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5a8a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.642250:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5a7c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcecb expref: 65 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685073.642279:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9da00/0x8f0dbafbd9ef5a91 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcecb expref: 64 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685073.642287:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff9d92c9178f00) 00010000:00010000:1.0:1770685073.642290:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1770685073.642293:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9da00, rc 0) 00000100:00100000:1.0:1770685073.642699:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+64:15243:x1856697500090496:12345-192.168.203.41@tcp:101:dd.0 Request processed in 2351us (2529us total) trans 4294967642 rc 0/0 00000100:00100000:1.0:1770685073.642710:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 452 00000100:00100000:3.0:1770685073.657348:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685073.657394:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500090752 00000100:00100000:3.0:1770685073.657408:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500090752 00000100:00100000:3.0:1770685073.657474:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 126 00000100:00100000:3.0:1770685073.657498:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+64:15243:x1856697500090752:12345-192.168.203.41@tcp:35:dd.0 00000001:00080000:3.0:1770685073.658143:0:13758:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967643 00000001:00080000:3.0:1770685073.658253:0:13758:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967644 00000100:00100000:3.0:1770685073.658395:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+67:15243:x1856697500090752:12345-192.168.203.41@tcp:35:dd.0 Request processed in 908us (1059us total) trans 4294967645 rc 0/0 00000100:00100000:3.0:1770685073.658406:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 126 00000020:00080000:3.0:1770685073.658413:0:13758:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1770685073.694461:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2349:x1856697500090240:12345-192.168.203.41@tcp:16:kworker.0 Request processed in 80934us (83285us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685073.694480:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 113 00000001:00080000:3.0:1770685073.694857:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967318 is committed 00000100:00100000:3.0:1770685073.700050:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685073.700190:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500091008 00000100:00100000:1.0:1770685073.700204:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500091008 00000100:00100000:1.0:1770685073.700285:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 453 00000100:00100000:1.0:1770685073.700298:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+67:15246:x1856697500091008:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:1.0:1770685073.700331:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685073.700358:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5a9f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bced2 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685073.700520:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef5aa6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.700551:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef5aa6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.700565:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef5aa6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:1.0:1770685073.700642:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x19:0x0]: returning size 1519 00010000:00010000:1.0:1770685073.700828:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5a9f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bced2 expref: 70 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685073.700853:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d000/0x8f0dbafbd9ef5aa6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x19:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bced2 expref: 69 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685073.700864:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff9d92c9178f00) 00010000:00010000:1.0:1770685073.700868:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1770685073.700872:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9d000, rc 0) 00000100:00100000:1.0:1770685073.700945:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+69:15246:x1856697500091008:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 650us (910us total) trans 4294967646 rc 0/0 00000100:00100000:1.0:1770685073.700954:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 453 00000100:00100000:2.0:1770685073.705015:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685073.705345:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500091264 00000100:00100000:1.0:1770685073.705359:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500091264 00000100:00100000:1.0:1770685073.705429:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 114 00000100:00100000:1.0:1770685073.705440:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2348:x1856697500091264:12345-192.168.203.41@tcp:16:kworker.0 00000100:00100000:1.0:1770685073.705684:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2348:x1856697500091264:12345-192.168.203.41@tcp:16:kworker.0 Request processed in 245us (686us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685073.705692:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 114 00000100:00100000:2.0:1770685073.707867:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685073.707982:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500091136 00000100:00100000:3.0:1770685073.707995:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500091136 00002000:00100000:3.0:1770685073.708056:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xa:0x0] (0->1518) req@ffff9d92c5d2df80 x1856697500091136/t0(0) o4->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:194/0 lens 2008/0 e 0 to 0 dl 1770685084 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685073.708068:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92c5d2df80 with x1856697500091136 ext(0->1518) 00002000:00010000:3.0:1770685073.708075:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d92c5d2df80 00000100:00100000:3.0:1770685073.708115:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 45 00000100:00100000:3.0:1770685073.708126:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2348:x1856697500091136:12345-192.168.203.41@tcp:4:dd.0 00000100:00100000:3.0:1770685073.708831:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2348:x1856697500091136:12345-192.168.203.41@tcp:4:dd.0 Request processed in 701us (973us total) trans 4294967323 rc 0/0 00000100:00100000:3.0:1770685073.708841:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 45 00002000:00100000:3.0:1770685073.708850:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xa:0x0] (0->1518) req@ffff9d92c5d2df80 x1856697500091136/t4294967323(0) o4->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:194/0 lens 2008/448 e 0 to 0 dl 1770685084 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685073.708865:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92c5d2df80 with x1856697500091136 ext(0->1518) 00002000:00010000:3.0:1770685073.708869:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d92c5d2df80 00000100:00100000:2.0:1770685073.714103:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685073.714237:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500091392 00000100:00100000:0.0:1770685073.714252:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500091392 00000100:00100000:0.0:1770685073.714336:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 454 00000100:00100000:0.0:1770685073.714350:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+69:15246:x1856697500091392:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:0.0:1770685073.714447:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5ab4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.714470:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5ab4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.714514:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5ab4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.714558:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5ab4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.714566:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5ab4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.714573:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5ab4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.714626:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5175800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685073.714632:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5ab4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.714640:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5ab4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.714654:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff9d92c9178f00) 00010000:00010000:0.0:1770685073.714657:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1770685073.714663:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5ab4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685073.714669:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5ab4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:0.0:1770685073.714758:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+69:15246:x1856697500091392:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 412us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685073.714779:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 454 00000100:00100000:2.0:1770685073.756925:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685073.757166:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500091520 00000100:00100000:1.0:1770685073.757179:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500091520 00000100:00100000:1.0:1770685073.757259:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 455 00000100:00100000:1.0:1770685073.757271:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+69:15251:x1856697500091520:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:1.0:1770685073.757299:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685073.757328:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5abb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bced9 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685073.757437:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5ac2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.757453:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5ac2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.757465:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5ac2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.757494:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5ac9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.757502:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5ac9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.757509:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5ac9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.757880:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5ac2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.757889:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5ac2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.757896:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5ac2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.757903:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9d400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685073.757908:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5ac2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.757916:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5ac2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.758081:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9d92c9178100) 00010000:00010000:1.0:1770685073.758086:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685073.758093:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5ac2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.758099:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5ac2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.758117:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5ac9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.758123:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5ac9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.758129:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5ac9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.758135:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9cc00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685073.758138:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5ac9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.758144:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5ac9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.758152:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x7a5df1c8 (ffff9d92d1988a00) 00010000:00010000:1.0:1770685073.758155:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685073.758158:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5ac9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.758163:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5ac9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.758207:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5abb lrc: 1/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bced9 expref: 70 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685073.758227:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9d92c9178100) 00010000:00010000:1.0:1770685073.758230:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685073.758234:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5abb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bced9 expref: 70 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685073.758243:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9de00, rc 0) 00000100:00100000:0.0:1770685073.759050:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+69:15251:x1856697500091520:12345-192.168.203.41@tcp:101:cp.0 Request processed in 1774us (2135us total) trans 0 rc 301/301 00000100:00100000:0.0:1770685073.759076:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 455 00000100:00100000:2.0:1770685073.762940:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685073.763117:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500091648 00000100:00100000:0.0:1770685073.763130:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500091648 00000100:00100000:0.0:1770685073.763208:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 456 00000100:00100000:0.0:1770685073.763220:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+69:15251:x1856697500091648:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:0.0:1770685073.763249:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685073.763278:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5ad0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcee0 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685073.763370:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ad7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.763386:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ad7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.763399:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ad7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.763414:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5ade lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.763421:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5ade lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.763427:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5ade lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.763510:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ad7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.763518:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ad7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.763562:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ad7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.763568:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685073.763573:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ad7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.763621:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ad7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.763635:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9d92c9178100) 00010000:00010000:0.0:1770685073.763638:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685073.763644:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ad7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.763650:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ad7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.763666:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5ade lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.763671:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5ade lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.763677:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5ade lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.763681:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685073.763684:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5ade lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.763690:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5ade lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.763708:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x7a5df1c8 (ffff9d930044b200) 00010000:00010000:0.0:1770685073.763710:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685073.763713:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5ade lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.763718:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5ade lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.763759:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5ad0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcee0 expref: 70 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685073.763782:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9d92c9178100) 00010000:00010000:0.0:1770685073.763785:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685073.763789:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5ad0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcee0 expref: 70 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685073.763800:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5175800, rc 0) 00000100:00100000:0.0:1770685073.763872:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+69:15251:x1856697500091648:12345-192.168.203.41@tcp:101:cp.0 Request processed in 653us (949us total) trans 0 rc 301/301 00000100:00100000:0.0:1770685073.763881:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 456 00000100:00100000:2.0:1770685073.768478:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685073.768620:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500091904 00000100:00100000:1.0:1770685073.768637:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500091904 00000100:00100000:1.0:1770685073.768714:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 457 00000100:00100000:1.0:1770685073.768726:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+69:15251:x1856697500091904:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:1.0:1770685073.768759:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685073.768797:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5ae5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcee7 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685073.768999:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5aec lrc: 3/0,1 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.769019:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5aec lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.769033:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5aec lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.769049:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5af3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.769055:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5af3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.769061:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5af3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00080000:1.0:1770685073.769565:0:5762:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x9:0x0], index 0: 0 00010000:00010000:1.0:1770685073.769754:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5afa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.769762:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5afa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.769787:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5afa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.769831:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5aec lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.769839:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5aec lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.769845:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5aec lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.769852:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9cc00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685073.769856:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5aec lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.769861:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5aec lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.769872:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9d92c9178100) 00010000:00010000:1.0:1770685073.769875:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685073.769878:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5aec lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685073.769882:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5aec lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000004:00010000:1.0:1770685073.769905:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000002c876dbd reply state 00000000798bd0d9 transno 4294967647 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5af3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:1.0:1770685073.769913:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1770685073.769946:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5ae5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcee7 expref: 72 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685073.769958:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5afa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcee7 expref: 71 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685073.769963:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff9d92d1988200) 00010000:00010000:1.0:1770685073.769964:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1770685073.769966:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9ce00, rc 0) 00000100:00100000:1.0:1770685073.770035:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+72:15251:x1856697500091904:12345-192.168.203.41@tcp:101:cp.0 Request processed in 1313us (1573us total) trans 4294967647 rc 0/0 00000100:00100000:1.0:1770685073.770041:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 457 00010000:00010000:3.0:1770685073.772310:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5af3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.772332:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5af3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.772339:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5af3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.772347:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9d400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685073.772352:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5af3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.772360:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5af3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.772378:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x7a5df1c8 (ffff9d92d1988a00) 00010000:00010000:3.0:1770685073.772382:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685073.772387:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5af3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.772394:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5af3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:2.0:1770685073.774237:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685073.774376:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500092032 00000100:00100000:3.0:1770685073.774388:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500092032 00000100:00100000:3.0:1770685073.774444:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 115 00000100:00100000:3.0:1770685073.774453:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+7:2350:x1856697500092032:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:3.0:1770685073.774500:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685073.774528:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef5b08 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bceee expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1770685073.774714:0:6540:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1770685073.774733:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685073.774735:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685073.774744:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef5b08 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bceee expref: 8 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685073.774762:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef5b08 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bceee expref: 8 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685073.774790:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c62a00, rc 0) 00000100:00100000:3.0:1770685073.774859:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2350:x1856697500092032:12345-192.168.203.41@tcp:101:cp.0 Request processed in 407us (638us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685073.774865:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 115 00000100:00100000:2.0:1770685073.779081:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685073.779185:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500092160 00000100:00100000:1.0:1770685073.779199:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500092160 00000100:00100000:1.0:1770685073.779278:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 116 00000100:00100000:1.0:1770685073.779292:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:15251:x1856697500092160:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:1.0:1770685073.779319:0:6538:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685073.779347:0:6538:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5b0f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcef5 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685073.779387:0:6538:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef5b08 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bceee expref: 9 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685073.779422:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685073.779424:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685073.779429:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5b0f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcef5 expref: 9 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685073.779474:0:6538:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef5b08 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bceee expref: 9 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685073.779498:0:6538:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef5b08 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bceee expref: 9 pid: 6540 timeout: 498 lvb_type: 1 00000100:00100000:1.0:1770685073.779515:0:6538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f3f5ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6538:1856697514693376:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685073.779684:0:6538:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0335540 going to sleep for 11 seconds 00000100:00100000:2.0:1770685073.783329:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685073.783457:0:6538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f3f5ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6538:1856697514693376:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685073.783513:0:6538:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5b0f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bcef5 expref: 9 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685073.783540:0:6538:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9c000, rc 0) 00000100:00100000:1.0:1770685073.783643:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:15251:x1856697500092160:12345-192.168.203.41@tcp:101:cp.0 Request processed in 4353us (4576us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685073.783653:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 116 00000100:00100000:3.0:1770685073.783923:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500092288 00000100:00100000:3.0:1770685073.783932:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500092288 00010000:00010000:3.0:1770685073.783985:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef5b08 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bceee expref: 9 pid: 6540 timeout: 498 lvb_type: 1 00000100:00100000:3.0:1770685073.784019:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 155 00000100:00100000:3.0:1770685073.784028:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5005f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2350:x1856697500092288:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685073.784044:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685073.784069:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef5b08 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bceee expref: 9 pid: 6540 timeout: 498 lvb_type: 1 00010000:00010000:3.0:1770685073.784105:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef5b08 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bceee expref: 9 pid: 6540 timeout: 498 lvb_type: 1 00010000:00010000:3.0:1770685073.784133:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef5b08 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bceee expref: 9 pid: 6540 timeout: 498 lvb_type: 1 00010000:00010000:3.0:1770685073.784148:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685073.784150:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685073.784157:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5b0f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bcef5 expref: 8 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685073.784169:0:11010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5b0f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bcef5 expref: 8 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685073.784211:0:11010:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c1d9c000/0x8f0dbafbd9ef5b0f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bcef5 expref: 8 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685073.784226:0:11010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5343800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11010:1856697514693504:192.168.203.41@tcp:105: 00000100:00100000:3.0:1770685073.784301:0:11010:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c821d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1770685073.787547:0:11010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5343800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11010:1856697514693504:192.168.203.41@tcp:105: 00010000:00010000:3.0:1770685073.787634:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685073.787709:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5005f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2350:x1856697500092288:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 3680us (4395us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685073.787722:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 155 00000100:00100000:2.0:1770685073.793865:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685073.793917:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500092544 00000100:00100000:0.0:1770685073.793930:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500092544 00000100:00100000:0.0:1770685073.794012:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 458 00000100:00100000:0.0:1770685073.794025:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5006d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+71:15251:x1856697500092544:12345-192.168.203.41@tcp:36:cp.0 00010000:00010000:0.0:1770685073.794122:0:5760:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685073.794159:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5afa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcee7 expref: 71 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685073.794204:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff9d92d1988200) 00010000:00010000:0.0:1770685073.794217:0:5760:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1770685073.794297:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5b16 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.794312:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5b16 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.794322:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5b16 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00010000:0.0:1770685073.794525:0:5760:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000007ec107d8 reply state 0000000091c89fd3 transno 4294967648 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5b16 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:0.0:1770685073.794536:0:5760:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1770685073.794674:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5006d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+72:15251:x1856697500092544:12345-192.168.203.41@tcp:36:cp.0 Request processed in 651us (825us total) trans 4294967648 rc 0/0 00000100:00100000:0.0:1770685073.794683:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 458 00000100:00100000:3.0:1770685073.796966:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685073.797020:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500092672 00000100:00100000:2.0:1770685073.797034:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500092672 00000100:00100000:2.0:1770685073.797100:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 459 00000100:00100000:2.0:1770685073.797123:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5343800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+72:15251:x1856697500092672:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:2.0:1770685073.797155:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685073.797184:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5b1d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcefc expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685073.797262:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5b1d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcefc expref: 73 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685073.797279:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fc00/0x8f0dbafbd9ef5b1d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcefc expref: 73 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685073.797313:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff9d930044b200) 00010000:00010000:2.0:1770685073.797318:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1770685073.797322:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245fc00, rc 0) 00000100:00100000:2.0:1770685073.797393:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5343800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+73:15251:x1856697500092672:12345-192.168.203.41@tcp:101:cp.0 Request processed in 273us (453us total) trans 0 rc 0/0 00010000:00010000:0.0:1770685073.797469:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5b16 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.797479:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5b16 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.797486:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5b16 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.797493:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5175800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685073.797498:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5b16 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.797507:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5b16 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.797529:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff9d930044b200) 00010000:00010000:0.0:1770685073.797532:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685073.797536:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5b16 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685073.797542:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5b16 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:3.0:1770685073.801221:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685073.801896:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500092800 00000100:00100000:0.0:1770685073.801912:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500092800 00000100:00100000:0.0:1770685073.801979:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 117 00000100:00100000:0.0:1770685073.801992:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5342d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2350:x1856697500092800:12345-192.168.203.41@tcp:2:cp.0 00002000:00010000:0.0:1770685073.802337:0:6538:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1770685073.802340:0:6538:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x9:0x0] updating lvb mtime from disk: 0 -> 1645827007 00002000:00010000:0.0:1770685073.802342:0:6538:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x9:0x0] updating lvb atime from disk: 0 -> 1770684685 00002000:00010000:0.0:1770685073.802344:0:6538:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x9:0x0] updating lvb ctime from disk: 0 -> 1770685074 00002000:00010000:0.0:1770685073.802345:0:6538:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x9:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1770685073.802411:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5342d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2350:x1856697500092800:12345-192.168.203.41@tcp:2:cp.0 Request processed in 422us (1206us total) trans 4294967319 rc 0/0 00000100:00100000:0.0:1770685073.802419:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 117 00000100:00100000:3.0:1770685073.804912:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685073.805058:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500093056 00000100:00100000:1.0:1770685073.805071:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500093056 00000100:00100000:1.0:1770685073.805139:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 460 00000100:00100000:1.0:1770685073.805150:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+73:15251:x1856697500093056:12345-192.168.203.41@tcp:55:cp.0 00010000:00010000:1.0:1770685073.805252:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5b24 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.805272:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5b24 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.805284:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5b24 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.805315:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5b24 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.805321:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5b24 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.805329:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5b24 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.805335:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9cc00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685073.805340:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5b24 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.805347:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5b24 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.805360:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff9d930044b200) 00010000:00010000:1.0:1770685073.805363:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1770685073.805368:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5b24 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685073.805373:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5b24 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:1.0:1770685073.805456:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+73:15251:x1856697500093056:12345-192.168.203.41@tcp:55:cp.0 Request processed in 307us (559us total) trans 0 rc -22/-22 00000100:00100000:1.0:1770685073.805469:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 460 00000100:00100000:2.0:1770685073.808243:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 459 00000100:00100000:3.0:1770685073.813050:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685073.813178:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500093312 00000100:00100000:2.0:1770685073.813192:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500093312 00000100:00100000:2.0:1770685073.813309:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 461 00000100:00100000:2.0:1770685073.813323:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+72:15251:x1856697500093312:12345-192.168.203.41@tcp:36:cp.0 00010000:00010000:2.0:1770685073.813443:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5b2b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.813464:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5b2b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.813479:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5b2b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00010000:2.0:1770685073.813838:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000a40f3930 reply state 00000000f9dcde6f transno 4294967649 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5b2b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:2.0:1770685073.813850:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1770685073.813961:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+74:15251:x1856697500093312:12345-192.168.203.41@tcp:36:cp.0 Request processed in 640us (925us total) trans 4294967649 rc 0/0 00000100:00100000:2.0:1770685073.813969:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 461 00000100:00100000:0.0:1770685073.818008:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685073.818086:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500093568 00000100:00100000:1.0:1770685073.818100:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500093568 00000100:00100000:1.0:1770685073.818180:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 127 00000100:00100000:1.0:1770685073.818192:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+74:15251:x1856697500093568:12345-192.168.203.41@tcp:35:cp.0 00000100:00100000:1.0:1770685073.818678:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+75:15251:x1856697500093568:12345-192.168.203.41@tcp:35:cp.0 Request processed in 488us (696us total) trans 4294967650 rc 0/0 00000100:00100000:1.0:1770685073.818686:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 127 00010000:00010000:3.0:1770685073.822305:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5b2b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.822326:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5b2b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.822335:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5b2b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.822341:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245e800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685073.822348:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5b2b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.822356:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5b2b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.822380:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff9d930044b200) 00010000:00010000:3.0:1770685073.822383:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1770685073.822389:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5b2b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685073.822395:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5b2b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:0.0:1770685073.839166:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685073.839264:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500093824 00000100:00100000:2.0:1770685073.839278:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500093824 00000100:00100000:2.0:1770685073.839377:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 462 00000100:00100000:2.0:1770685073.839390:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+74:15252:x1856697500093824:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685073.839425:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685073.839456:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5b32 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcf03 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685073.839621:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef5b39 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.839640:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef5b39 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.839655:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef5b39 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.839671:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5b40 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.839679:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5b40 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.839685:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5b40 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.839872:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5b47 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.839882:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5b47 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.839889:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5b47 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:2.0:1770685073.839902:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1b:0x0]: returning size 1516 00010000:00010000:2.0:1770685073.840045:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef5b39 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.840054:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef5b39 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.840061:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef5b39 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.840068:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245f000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685073.840072:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef5b39 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.840080:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef5b39 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.840094:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9d92c9178100) 00010000:00010000:2.0:1770685073.840097:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685073.840102:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef5b39 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.840108:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef5b39 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.840121:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5b40 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.840127:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5b40 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.840132:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5b40 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.840137:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245fe00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685073.840140:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5b40 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.840153:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5b40 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.840162:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x7a5df1c8 (ffff9d92c9178c00) 00010000:00010000:2.0:1770685073.840165:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685073.840168:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5b40 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.840174:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5b40 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.840228:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5b32 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf03 expref: 77 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685073.840244:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5b47 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf03 expref: 76 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685073.840252:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff9d930044b200) 00010000:00010000:2.0:1770685073.840254:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685073.840258:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245e800, rc 0) 00000100:00100000:2.0:1770685073.840337:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+76:15252:x1856697500093824:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 949us (1187us total) trans 4294967651 rc 0/0 00000100:00100000:2.0:1770685073.840345:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 462 00000100:00100000:2.0:1770685073.843948:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685073.844062:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500094080 00000100:00100000:3.0:1770685073.844076:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500094080 00000100:00100000:3.0:1770685073.844180:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 463 00000100:00100000:3.0:1770685073.844191:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+76:15252:x1856697500094080:12345-192.168.203.41@tcp:55:lfs.0 00010000:00010000:3.0:1770685073.844285:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5b55 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685073.844324:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5b47 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf03 expref: 76 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685073.844335:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5b55 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685073.844383:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5b47 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf03 expref: 76 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685073.844399:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5b47 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf03 expref: 76 pid: 5762 timeout: 498 lvb_type: 0 00000100:00100000:3.0:1770685073.844418:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5343480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514693632:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685073.846989:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c821d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1770685073.851001:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5343480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514693632:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685073.851043:0:6998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5b55 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770685073.852276:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685073.852843:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500094208 00000100:00100000:3.0:1770685073.852858:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500094208 00010000:00010000:3.0:1770685073.852917:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5b47 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf03 expref: 77 pid: 5762 timeout: 498 lvb_type: 0 00000100:00100000:3.0:1770685073.852971:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 156 00000100:00100000:3.0:1770685073.852982:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8354700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+77:2350:x1856697500094208:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685073.853000:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685073.853008:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5b47 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf03 expref: 77 pid: 5762 timeout: 498 lvb_type: 0 00010000:00010000:3.0:1770685073.853040:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5b47 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf03 expref: 77 pid: 5762 timeout: 498 lvb_type: 0 00010000:00010000:3.0:1770685073.853068:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5b47 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf03 expref: 77 pid: 5762 timeout: 498 lvb_type: 0 00010000:00010000:3.0:1770685073.853087:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff9d930044b200) 00010000:00010000:3.0:1770685073.853093:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5b55 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685073.853104:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5b55 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685073.853112:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5b55 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685073.853185:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685073.853263:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8354700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+76:2350:x1856697500094208:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 282us (1000us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685073.853271:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 156 00010000:00010000:2.0:1770685073.854717:0:6998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5b55 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685073.854735:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5b55 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685073.855412:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5b55 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685073.855424:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5b55 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685073.855432:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5b55 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685073.855440:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c63a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685073.855445:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5b55 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685073.855454:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5b55 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685073.855475:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff9d930044b200) 00010000:00010000:2.0:1770685073.855479:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1770685073.855498:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5b55 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685073.855506:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5b55 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770685073.855689:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+76:15252:x1856697500094080:12345-192.168.203.41@tcp:55:lfs.0 Request processed in 11493us (11753us total) trans 4294967652 rc 0/0 00000100:00100000:2.0:1770685073.855702:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 463 00000100:00100000:2.0:1770685073.859016:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685073.859160:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500094464 00000100:00100000:3.0:1770685073.859175:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500094464 00000100:00100000:3.0:1770685073.859255:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 128 00000100:00100000:3.0:1770685073.859268:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8357480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+76:15252:x1856697500094464:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:3.0:1770685073.859853:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8357480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+77:15252:x1856697500094464:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 585us (848us total) trans 4294967653 rc 0/0 00000100:00100000:3.0:1770685073.859863:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 128 00000100:00100000:0.0:1770685073.878819:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685073.879335:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500094720 00000100:00100000:2.0:1770685073.879350:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500094720 00000100:00100000:1.0:1770685073.879969:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 464 00000100:00100000:1.0:1770685073.879986:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+77:15253:x1856697500094720:12345-192.168.203.41@tcp:101:dd.0 00010000:00010000:1.0:1770685073.880018:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685073.880047:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5b5c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcf0a expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685073.880254:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5b63 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685073.880270:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5b63 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685073.880283:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5b63 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685073.880299:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5b6a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685073.880306:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5b6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685073.880336:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5b6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685073.880421:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef5b71 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685073.880430:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef5b71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685073.880437:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef5b71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:1.0:1770685073.880449:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1b:0x0]: returning size 1516 00010000:00010000:1.0:1770685073.881928:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5b63 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685073.882025:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5b63 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685073.882035:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5b63 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685073.882043:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9d400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685073.882048:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5b63 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685073.882057:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5b63 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685073.882075:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9d92c9178100) 00010000:00010000:1.0:1770685073.882079:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685073.882084:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5b63 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685073.882113:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5b63 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685073.882130:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5b6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685073.882136:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5b6a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685073.882141:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5b6a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685073.882147:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9c600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685073.882150:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5b6a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685073.882156:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5b6a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685073.882165:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x7a5df1c8 (ffff9d92d1988600) 00010000:00010000:1.0:1770685073.882168:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685073.882171:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5b6a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685073.882177:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5b6a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685073.882248:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5b5c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf0a expref: 80 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685073.882266:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ca00/0x8f0dbafbd9ef5b71 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf0a expref: 79 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685073.882284:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff9d930044b200) 00010000:00010000:1.0:1770685073.882287:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1770685073.882290:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9ca00, rc 0) 00000100:00100000:1.0:1770685073.882387:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+79:15253:x1856697500094720:12345-192.168.203.41@tcp:101:dd.0 Request processed in 2406us (3580us total) trans 4294967654 rc 0/0 00000100:00100000:1.0:1770685073.882398:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 464 00000100:00100000:1.0:1770685073.889651:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685073.890134:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500094976 00000100:00100000:3.0:1770685073.890172:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500094976 00000100:00100000:3.0:1770685073.890286:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 129 00000100:00100000:3.0:1770685073.890298:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+79:15253:x1856697500094976:12345-192.168.203.41@tcp:35:dd.0 00000100:00100000:3.0:1770685073.891116:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+80:15253:x1856697500094976:12345-192.168.203.41@tcp:35:dd.0 Request processed in 815us (1532us total) trans 4294967655 rc 0/0 00000100:00100000:3.0:1770685073.891128:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 129 00000100:00100000:2.0:1770685073.916728:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685073.917092:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500095232 00000100:00100000:1.0:1770685073.917106:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500095232 00000100:00100000:1.0:1770685073.917184:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 465 00000100:00100000:1.0:1770685073.917196:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+80:15256:x1856697500095232:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:1.0:1770685073.917228:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685073.917255:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5b7f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcf11 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685073.917420:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5b86 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685073.917437:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5b86 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685073.917449:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5b86 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:1.0:1770685073.917462:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1b:0x0]: returning size 1516 00010000:00010000:1.0:1770685073.917857:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5b7f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf11 expref: 83 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685073.917896:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9c600/0x8f0dbafbd9ef5b86 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf11 expref: 82 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685073.917906:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff9d930044b200) 00010000:00010000:1.0:1770685073.917910:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1770685073.917914:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9c600, rc 0) 00000100:00100000:1.0:1770685073.918251:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+82:15256:x1856697500095232:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 1055us (1544us total) trans 4294967656 rc 0/0 00000100:00100000:1.0:1770685073.918261:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 465 00000100:00100000:0.0:1770685073.923899:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685073.924002:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500095360 00000100:00100000:2.0:1770685073.924031:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500095360 00000100:00100000:2.0:1770685073.924093:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 466 00000100:00100000:2.0:1770685073.924103:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+82:15256:x1856697500095360:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:2.0:1770685073.924190:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5b94 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.924210:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5b94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.924224:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5b94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.924257:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5b94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.924263:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5b94 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.924270:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5b94 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.924276:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245fe00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685073.924280:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5b94 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.924288:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5b94 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.924300:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff9d930044b200) 00010000:00010000:2.0:1770685073.924303:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1770685073.924307:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5b94 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685073.924313:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5b94 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:2.0:1770685073.924410:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+82:15256:x1856697500095360:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 307us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685073.924418:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 466 00000100:00100000:0.0:1770685073.999632:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685073.999885:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500095488 00000100:00100000:1.0:1770685073.999899:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500095488 00000100:00100000:1.0:1770685073.999985:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 467 00000100:00100000:1.0:1770685073.999997:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+82:15261:x1856697500095488:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:1.0:1770685074.000024:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685074.000053:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5b9b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcf18 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685074.000141:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5ba2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.000158:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5ba2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.000172:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5ba2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.000192:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5ba9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.000223:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5ba9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.000230:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5ba9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.000319:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5ba2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.000327:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5ba2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.000334:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5ba2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.000341:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9d400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685074.000346:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5ba2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.000353:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5ba2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.000367:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9d92c9178100) 00010000:00010000:1.0:1770685074.000371:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685074.000376:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5ba2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.000382:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5ba2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.000400:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5ba9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.000405:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5ba9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.000418:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5ba9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.000423:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9ce00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685074.000426:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5ba9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.000431:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5ba9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.000438:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x6f5c3fa7 (ffff9d92d1988600) 00010000:00010000:1.0:1770685074.000440:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685074.000443:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5ba9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.000448:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5ba9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.000501:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5b9b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf18 expref: 83 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685074.000513:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9d92c9178100) 00010000:00010000:1.0:1770685074.000515:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685074.000519:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5b9b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf18 expref: 83 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685074.000529:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9de00, rc 0) 00000100:00100000:1.0:1770685074.000683:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+82:15261:x1856697500095488:12345-192.168.203.41@tcp:101:cp.0 Request processed in 688us (1105us total) trans 0 rc 301/301 00000100:00100000:1.0:1770685074.000692:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 467 00000100:00100000:3.0:1770685074.010021:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685074.013908:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500095616 00000100:00100000:2.0:1770685074.013932:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500095616 00000100:00100000:2.0:1770685074.014232:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 468 00000100:00100000:2.0:1770685074.014250:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+82:15261:x1856697500095616:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:2.0:1770685074.014282:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685074.014313:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5bb0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcf1f expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685074.014434:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef5bb7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.014451:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef5bb7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.014464:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef5bb7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.014481:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5bbe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.014488:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5bbe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.014505:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5bbe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.014635:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef5bb7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.014650:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef5bb7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.014658:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef5bb7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.014665:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245f000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685074.014669:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef5bb7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.014678:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef5bb7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.014695:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9d92c9178100) 00010000:00010000:2.0:1770685074.014698:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685074.014704:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef5bb7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.014711:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef5bb7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.014726:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5bbe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.014731:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5bbe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.014737:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5bbe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.014742:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245f800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685074.014745:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5bbe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.014761:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5bbe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.014783:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x6f5c3fa7 (ffff9d92c9178c00) 00010000:00010000:2.0:1770685074.014785:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685074.014788:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5bbe lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.014794:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5bbe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.014839:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5bb0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf1f expref: 83 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685074.014850:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9d92c9178100) 00010000:00010000:2.0:1770685074.014853:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685074.014857:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5bb0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf1f expref: 83 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685074.014866:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245fe00, rc 0) 00000100:00100000:2.0:1770685074.014982:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+82:15261:x1856697500095616:12345-192.168.203.41@tcp:101:cp.0 Request processed in 738us (5054us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685074.014992:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 468 00000100:00100000:0.0:1770685074.020038:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685074.020178:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500095872 00000100:00100000:3.0:1770685074.020191:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500095872 00000100:00100000:3.0:1770685074.020256:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 469 00000100:00100000:3.0:1770685074.020266:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+82:15261:x1856697500095872:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:3.0:1770685074.020291:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685074.020316:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef5bc5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcf26 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685074.020493:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef5bcc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685074.020511:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef5bcc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685074.020523:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef5bcc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685074.020538:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef5bd3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685074.020545:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef5bd3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685074.020552:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef5bd3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00080000:0.0:1770685074.024829:0:6998:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xb:0x0], index 1: 0 00010000:00010000:0.0:1770685074.025078:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef5bda lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.025121:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef5bda lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.025136:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef5bda lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.025191:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef5bcc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.025200:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef5bcc lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.025207:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef5bcc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.025215:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c62e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685074.025220:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef5bcc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.025228:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef5bcc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.025243:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9d92c9178100) 00010000:00010000:0.0:1770685074.025247:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685074.025251:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef5bcc lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.025257:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef5bcc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000004:00010000:0.0:1770685074.025274:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000004d7b34a reply state 0000000084a40933 transno 4294967657 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef5bd3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685074.025284:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1770685074.025344:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef5bc5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf26 expref: 85 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685074.025361:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef5bda lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf26 expref: 84 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685074.025369:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff9d930044be00) 00010000:00010000:0.0:1770685074.025371:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685074.025373:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5175e00, rc 0) 00000100:00100000:0.0:1770685074.025480:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+85:15261:x1856697500095872:12345-192.168.203.41@tcp:101:cp.0 Request processed in 5214us (5454us total) trans 4294967657 rc 0/0 00000100:00100000:0.0:1770685074.025490:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 469 00000100:00080000:1.0:1770685074.030232:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1770685074.033006:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef5bd3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.033029:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef5bd3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.033037:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef5bd3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.033044:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c62200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685074.033050:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef5bd3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.033059:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef5bd3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.033080:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x6f5c3fa7 (ffff9d92e0875f00) 00010000:00010000:1.0:1770685074.033084:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685074.033090:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef5bd3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.033096:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef5bd3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685074.034821:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685074.034901:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500096000 00000100:00100000:1.0:1770685074.034917:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500096000 00000100:00100000:1.0:1770685074.035004:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 118 00000100:00100000:1.0:1770685074.035017:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2350:x1856697500096000:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:1.0:1770685074.035042:0:6538:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685074.035074:0:6538:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5be8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcf2d expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1770685074.035141:0:6538:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1770685074.035172:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685074.035176:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685074.035186:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5be8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf2d expref: 11 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685074.035206:0:6538:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5be8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf2d expref: 11 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685074.035224:0:6538:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9de00, rc 0) 00000100:00100000:1.0:1770685074.035323:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:2350:x1856697500096000:12345-192.168.203.41@tcp:101:cp.0 Request processed in 307us (514us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685074.035331:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 118 00000100:00100000:0.0:1770685074.050513:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685074.050660:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500096128 00000100:00100000:3.0:1770685074.050673:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500096128 00000100:00100000:3.0:1770685074.050739:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 119 00000100:00100000:3.0:1770685074.050749:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:15261:x1856697500096128:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:3.0:1770685074.050784:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685074.050808:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef5bef lrc: 2/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcf34 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685074.050848:0:6540:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5be8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf2d expref: 12 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685074.050857:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685074.050860:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685074.050865:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef5bef lrc: 4/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf34 expref: 12 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685074.050906:0:6540:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5be8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf2d expref: 12 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685074.050920:0:6540:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5be8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf2d expref: 12 pid: 6538 timeout: 498 lvb_type: 1 00000100:00100000:3.0:1770685074.050935:0:6540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5342a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514693760:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685074.051055:0:6540:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c821d240 going to sleep for 11 seconds 00000100:00100000:3.0:1770685074.054869:0:6540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5342a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514693760:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685074.054926:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef5bef lrc: 3/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf34 expref: 12 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685074.054984:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c62400, rc 0) 00000100:00100000:3.0:1770685074.055074:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:15261:x1856697500096128:12345-192.168.203.41@tcp:101:cp.0 Request processed in 4324us (4572us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685074.055086:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 119 00000100:00100000:0.0:1770685074.067744:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685074.068195:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500096256 00000100:00100000:2.0:1770685074.068210:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500096256 00010000:00010000:2.0:1770685074.068266:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5be8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf2d expref: 12 pid: 6538 timeout: 498 lvb_type: 1 00000100:00100000:2.0:1770685074.068322:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 157 00000100:00100000:2.0:1770685074.068355:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2351:x1856697500096256:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685074.068376:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685074.068404:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5be8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf2d expref: 12 pid: 6538 timeout: 498 lvb_type: 1 00010000:00010000:2.0:1770685074.068421:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5be8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf2d expref: 12 pid: 6538 timeout: 498 lvb_type: 1 00010000:00010000:2.0:1770685074.068450:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5be8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf2d expref: 12 pid: 6538 timeout: 498 lvb_type: 1 00010000:00010000:2.0:1770685074.068472:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685074.068475:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685074.068484:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef5bef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf34 expref: 11 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685074.068496:0:5745:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef5bef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf34 expref: 11 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685074.068547:0:5745:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62400/0x8f0dbafbd9ef5bef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf34 expref: 11 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685074.068563:0:5745:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb299f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5745:1856697514693888:192.168.203.41@tcp:105: 00000100:00100000:2.0:1770685074.068753:0:5745:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d9300434b40 going to sleep for 11 seconds 00000100:00100000:1.0:1770685074.074910:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685074.075071:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500096512 00000100:00100000:0.0:1770685074.075085:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500096512 00000100:00100000:0.0:1770685074.075168:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 470 00000100:00100000:0.0:1770685074.075180:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+84:15261:x1856697500096512:12345-192.168.203.41@tcp:36:cp.0 00010000:00010000:0.0:1770685074.075262:0:6998:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685074.075297:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef5bda lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf26 expref: 84 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685074.075320:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff9d930044be00) 00010000:00010000:0.0:1770685074.075337:0:6998:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1770685074.075396:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5bf6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.075412:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5bf6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.075445:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5bf6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00010000:0.0:1770685074.075797:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000001a1dfa80 reply state 00000000d5eb2b7b transno 4294967658 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5bf6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685074.075809:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1770685074.075924:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+85:15261:x1856697500096512:12345-192.168.203.41@tcp:36:cp.0 Request processed in 745us (1028us total) trans 4294967658 rc 0/0 00000100:00100000:0.0:1770685074.075932:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 470 00000100:00100000:2.0:1770685074.076189:0:5745:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb299f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5745:1856697514693888:192.168.203.41@tcp:105: 00010000:00010000:2.0:1770685074.076216:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685074.076253:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:2351:x1856697500096256:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 7901us (8522us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685074.076262:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 157 00010000:00010000:3.0:1770685074.090312:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5bf6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685074.090336:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5bf6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685074.090344:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5bf6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685074.090351:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5175400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685074.090357:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5bf6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685074.090365:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5bf6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685074.090385:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff9d930044bd00) 00010000:00010000:3.0:1770685074.090389:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685074.090394:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5bf6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685074.090401:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5bf6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:1.0:1770685074.094160:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685074.094422:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500096640 00000100:00100000:0.0:1770685074.094435:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500096640 00000100:00100000:0.0:1770685074.094520:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 471 00000100:00100000:0.0:1770685074.094532:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+84:15261:x1856697500096640:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:0.0:1770685074.094573:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685074.094647:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef5bfd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcf3b expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685074.094727:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef5bfd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf3b expref: 85 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685074.094744:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175e00/0x8f0dbafbd9ef5bfd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf3b expref: 85 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685074.094775:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff9d930044be00) 00010000:00010000:0.0:1770685074.094779:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1770685074.094784:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5175e00, rc 0) 00000100:00100000:0.0:1770685074.094873:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+85:15261:x1856697500096640:12345-192.168.203.41@tcp:101:cp.0 Request processed in 343us (729us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685074.094900:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 471 00000100:00100000:1.0:1770685074.101236:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685074.101348:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500096768 00000100:00100000:3.0:1770685074.101364:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500096768 00000100:00100000:3.0:1770685074.101441:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 120 00000100:00100000:3.0:1770685074.101472:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:2350:x1856697500096768:12345-192.168.203.41@tcp:2:cp.0 00002000:00010000:3.0:1770685074.101888:0:6540:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1770685074.101893:0:6540:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb mtime from disk: 0 -> 1645827007 00002000:00010000:3.0:1770685074.101896:0:6540:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb atime from disk: 0 -> 1770684685 00002000:00010000:3.0:1770685074.101898:0:6540:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb ctime from disk: 0 -> 1770685074 00002000:00010000:3.0:1770685074.101900:0:6540:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1770685074.102090:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2350:x1856697500096768:12345-192.168.203.41@tcp:2:cp.0 Request processed in 620us (867us total) trans 4294967324 rc 0/0 00000100:00100000:3.0:1770685074.102099:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 120 00000100:00100000:2.0:1770685074.111552:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685074.113044:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500097024 00000100:00100000:3.0:1770685074.113065:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500097024 00000100:00100000:0.0:1770685074.116360:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 472 00000100:00100000:0.0:1770685074.116379:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+85:15261:x1856697500097024:12345-192.168.203.41@tcp:55:cp.0 00010000:00010000:0.0:1770685074.116478:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5c04 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685074.116509:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5c04 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685074.116525:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5c04 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685074.116568:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5c04 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685074.116595:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5c04 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685074.116604:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5c04 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685074.116611:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685074.116615:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5c04 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685074.116919:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5c04 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685074.116936:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff9d930044be00) 00010000:00010000:0.0:1770685074.116939:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1770685074.116954:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5c04 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685074.116981:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5c04 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:0.0:1770685074.117101:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+85:15261:x1856697500097024:12345-192.168.203.41@tcp:55:cp.0 Request processed in 724us (5568us total) trans 0 rc -22/-22 00000100:00100000:0.0:1770685074.117110:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 472 00000100:00100000:2.0:1770685074.120039:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685074.122219:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500097280 00000100:00100000:1.0:1770685074.122242:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500097280 00000100:00100000:0.0:1770685074.122374:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 473 00000100:00100000:0.0:1770685074.122391:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb298e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+85:15261:x1856697500097280:12345-192.168.203.41@tcp:36:cp.0 00010000:00010000:0.0:1770685074.122527:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5c0b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685074.122551:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5c0b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685074.122566:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5c0b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00010000:0.0:1770685074.123285:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000000353c782 reply state 00000000915306cd transno 4294967659 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5c0b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:0.0:1770685074.123301:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1770685074.123572:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb298e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+87:15261:x1856697500097280:12345-192.168.203.41@tcp:36:cp.0 Request processed in 1182us (3547us total) trans 4294967659 rc 0/0 00000100:00100000:0.0:1770685074.123616:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 473 00000100:00100000:2.0:1770685074.128102:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00010000:00010000:1.0:1770685074.128245:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5c0b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685074.128260:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5c0b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685074.128268:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5c0b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685074.128275:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685074.128300:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5c0b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685074.128309:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5c0b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685074.128329:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff9d930044be00) 00010000:00010000:1.0:1770685074.128333:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1770685074.128339:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5c0b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685074.128345:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5c0b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:3.0:1770685074.128436:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500097536 00000100:00100000:3.0:1770685074.128450:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500097536 00000100:00100000:3.0:1770685074.128556:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 130 00000100:00100000:3.0:1770685074.128568:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+86:15261:x1856697500097536:12345-192.168.203.41@tcp:35:cp.0 00000100:00100000:3.0:1770685074.129210:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+87:15261:x1856697500097536:12345-192.168.203.41@tcp:35:cp.0 Request processed in 641us (1118us total) trans 4294967660 rc 0/0 00000100:00100000:3.0:1770685074.129221:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 130 00000100:00100000:2.0:1770685074.155020:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685074.155250:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500097792 00000100:00100000:0.0:1770685074.155264:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500097792 00000100:00100000:0.0:1770685074.155342:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 474 00000100:00100000:0.0:1770685074.155354:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+87:15262:x1856697500097792:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685074.155387:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685074.155434:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5c12 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcf42 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685074.155843:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5c19 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685074.155862:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5c19 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685074.155877:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5c19 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685074.155895:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5c20 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685074.155901:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5c20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685074.155907:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5c20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685074.156269:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5c27 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685074.156280:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5c27 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685074.156288:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5c27 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:0.0:1770685074.156301:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1d:0x0]: returning size 1516 00010000:00010000:0.0:1770685074.156442:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5c19 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685074.156451:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5c19 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685074.156468:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5c19 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685074.156474:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685074.156479:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5c19 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685074.156488:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5c19 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685074.156502:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9d92c9178100) 00010000:00010000:0.0:1770685074.156505:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685074.156511:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5c19 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685074.156517:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5c19 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685074.156533:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5c20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685074.157033:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5c20 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685074.157041:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5c20 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685074.157047:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685074.157051:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5c20 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685074.157058:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5c20 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685074.157083:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x6f5c3fa7 (ffff9d930044b500) 00010000:00010000:0.0:1770685074.157086:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685074.157090:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5c20 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685074.157095:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5c20 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685074.157163:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5c12 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf42 expref: 90 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685074.157179:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5c27 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf42 expref: 89 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685074.157186:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff9d930044be00) 00010000:00010000:0.0:1770685074.157189:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685074.157192:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5175800, rc 0) 00000100:00100000:0.0:1770685074.157290:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+89:15262:x1856697500097792:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 1937us (2285us total) trans 4294967661 rc 0/0 00000100:00100000:0.0:1770685074.157299:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 474 00000100:00100000:2.0:1770685074.161527:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685074.161705:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500098048 00000100:00100000:0.0:1770685074.161719:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500098048 00000100:00100000:0.0:1770685074.161798:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 475 00000100:00100000:0.0:1770685074.161810:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+89:15262:x1856697500098048:12345-192.168.203.41@tcp:55:lfs.0 00010000:00010000:0.0:1770685074.161910:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5c35 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685074.161932:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5c27 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf42 expref: 89 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685074.161975:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5c35 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685074.162020:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5c27 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf42 expref: 89 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685074.162036:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5c27 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf42 expref: 89 pid: 5762 timeout: 499 lvb_type: 0 00000100:00100000:0.0:1770685074.162053:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e4ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514694016:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685074.162179:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c33c56c0 going to sleep for 11 seconds 00010000:00010000:0.0:1770685074.163960:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1770685074.166323:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e4ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514694016:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685074.166369:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5c35 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:2.0:1770685074.167289:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685074.168055:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500098176 00000100:00100000:0.0:1770685074.168071:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500098176 00010000:00010000:0.0:1770685074.168133:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5c27 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf42 expref: 90 pid: 5762 timeout: 499 lvb_type: 0 00000100:00100000:0.0:1770685074.168186:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 158 00000100:00100000:0.0:1770685074.168198:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e84700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+90:2350:x1856697500098176:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685074.168217:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685074.168225:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5c27 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf42 expref: 90 pid: 5762 timeout: 499 lvb_type: 0 00010000:00010000:0.0:1770685074.168264:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5c27 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf42 expref: 90 pid: 5762 timeout: 499 lvb_type: 0 00010000:00010000:0.0:1770685074.168294:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5c27 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf42 expref: 90 pid: 5762 timeout: 499 lvb_type: 0 00010000:00010000:0.0:1770685074.168315:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff9d930044be00) 00010000:00010000:0.0:1770685074.168320:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5c35 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685074.168331:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5c35 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685074.168340:0:5745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5c35 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685074.168379:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770685074.168562:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5c35 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.168570:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5c35 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.168898:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5c35 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.168907:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5c35 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.168914:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5c35 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.168921:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685074.168925:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5c35 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.168933:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5c35 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00000100:00100000:0.0:1770685074.169162:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e84700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+90:2350:x1856697500098176:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 963us (1877us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685074.169173:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 158 00010000:00010000:2.0:1770685074.169409:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff9d930044be00) 00010000:00010000:2.0:1770685074.169425:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1770685074.169431:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5c35 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.169438:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5c35 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:2.0:1770685074.169515:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+89:15262:x1856697500098048:12345-192.168.203.41@tcp:55:lfs.0 Request processed in 7707us (8004us total) trans 4294967662 rc 0/0 00000100:00100000:2.0:1770685074.169525:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 475 00000100:00100000:2.0:1770685074.173732:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685074.173928:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500098432 00000100:00100000:3.0:1770685074.174015:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500098432 00000100:00100000:3.0:1770685074.174130:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 131 00000100:00100000:3.0:1770685074.174143:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c83d4850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+89:15262:x1856697500098432:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:3.0:1770685074.174450:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c83d4850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+90:15262:x1856697500098432:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 309us (732us total) trans 4294967663 rc 0/0 00000100:00100000:3.0:1770685074.174459:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 131 00000100:00100000:1.0:1770685074.201363:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685074.201502:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500098560 00000100:00100000:2.0:1770685074.201517:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500098560 00000100:00100000:2.0:1770685074.201652:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 476 00000100:00100000:2.0:1770685074.201665:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+90:15263:x1856697500098560:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:2.0:1770685074.201705:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685074.201738:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5c3c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcf49 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685074.201841:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5c43 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.201858:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5c43 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.201871:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5c43 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.201889:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5c4a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.201897:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5c4a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.201919:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5c4a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.202072:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5c51 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.202081:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5c51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.202087:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5c51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:2.0:1770685074.202130:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1d:0x0]: returning size 1516 00000004:00200000:2.0:1770685074.202135:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685074.202158:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5c51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.202171:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5c51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.202181:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5c43 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.202188:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5c43 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.202195:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5c43 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.202202:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245f400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685074.202206:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5c43 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.202214:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5c43 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.202235:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9d92c9178100) 00010000:00010000:2.0:1770685074.202239:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685074.202245:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5c43 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.202252:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5c43 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.202268:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5c4a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.202274:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5c4a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.202279:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5c4a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.202285:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245fe00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685074.202287:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5c4a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.202293:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5c4a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.202300:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x6f5c3fa7 (ffff9d92c9178c00) 00010000:00010000:2.0:1770685074.202302:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685074.202305:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5c4a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.202311:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5c4a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.202352:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5c3c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf49 expref: 92 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685074.202375:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5c51 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf49 expref: 91 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685074.202383:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff9d930044be00) 00010000:00010000:2.0:1770685074.202385:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685074.202388:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245f800, rc 0) 00000100:00100000:2.0:1770685074.202480:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+91:15263:x1856697500098560:12345-192.168.203.41@tcp:101:cp.0 Request processed in 818us (1134us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685074.202489:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 476 00000100:00100000:2.0:1770685074.212237:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685074.212359:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500098816 00000100:00100000:1.0:1770685074.212372:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500098816 00000100:00100000:1.0:1770685074.212445:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 477 00000100:00100000:1.0:1770685074.212457:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+91:15263:x1856697500098816:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:1.0:1770685074.212491:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685074.212518:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5c58 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcf50 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685074.212716:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5c5f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.212734:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5c51 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf49 expref: 92 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685074.212743:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5c5f lrc: 4/0,1 mode: --/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.212799:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5c51 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf49 expref: 92 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685074.212833:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5c51 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf49 expref: 92 pid: 5762 timeout: 499 lvb_type: 0 00000100:00100000:1.0:1770685074.212849:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f3f5ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514694144:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685074.212969:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0335cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685074.222634:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f3f5ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514694144:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685074.222679:0:6998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5c5f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770685074.223421:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685074.223720:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500098944 00000100:00100000:3.0:1770685074.223750:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500098944 00010000:00010000:3.0:1770685074.223903:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5c51 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf49 expref: 93 pid: 5762 timeout: 499 lvb_type: 0 00000100:00100000:3.0:1770685074.224004:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 159 00000100:00100000:3.0:1770685074.224015:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+93:2351:x1856697500098944:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685074.224035:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685074.224044:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5c51 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf49 expref: 93 pid: 5762 timeout: 499 lvb_type: 0 00010000:00010000:3.0:1770685074.224060:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5c51 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf49 expref: 93 pid: 5762 timeout: 499 lvb_type: 0 00010000:00010000:3.0:1770685074.224087:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5c51 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf49 expref: 93 pid: 5762 timeout: 499 lvb_type: 0 00010000:00010000:3.0:1770685074.224119:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff9d930044be00) 00010000:00010000:3.0:1770685074.224126:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5c5f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685074.224136:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5c5f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685074.224144:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5c5f lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685074.224180:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685074.224260:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+92:2351:x1856697500098944:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 246us (845us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685074.224268:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 159 00010000:00010000:1.0:1770685074.225263:0:6998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5c5f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.225279:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5c5f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:1.0:1770685074.225307:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1d:0x0]: returning size 1516 00010000:00010000:1.0:1770685074.225528:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5c58 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf50 expref: 93 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685074.225550:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5c5f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf50 expref: 92 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685074.225559:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff9d930044be00) 00010000:00010000:1.0:1770685074.225562:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1770685074.225567:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9d400, rc 0) 00000100:00100000:1.0:1770685074.225845:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+92:15263:x1856697500098816:12345-192.168.203.41@tcp:101:cp.0 Request processed in 13389us (13623us total) trans 4294967664 rc 0/0 00000100:00100000:1.0:1770685074.225855:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 477 00000100:00100000:2.0:1770685074.232914:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685074.233081:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500099200 00000100:00100000:1.0:1770685074.233095:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500099200 00000100:00100000:1.0:1770685074.233177:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 478 00000100:00100000:1.0:1770685074.233189:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+92:15263:x1856697500099200:12345-192.168.203.41@tcp:36:cp.0 00010000:00010000:1.0:1770685074.233542:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5c6d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.233566:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5c6d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.233631:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5c6d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000001:00080000:1.0:1770685074.233698:0:6998:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967665 00000004:00010000:1.0:1770685074.233726:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000004a76a6ae reply state 00000000d857ccf9 transno 4294967666 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5c6d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:1.0:1770685074.233736:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000001:00080000:1.0:1770685074.233797:0:6998:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967666 00000100:00100000:1.0:1770685074.233925:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+96:15263:x1856697500099200:12345-192.168.203.41@tcp:36:cp.0 Request processed in 738us (1027us total) trans 4294967667 rc 0/0 00000100:00100000:1.0:1770685074.233935:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 478 00000020:00080000:1.0:1770685074.233951:0:6998:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00010000:00010000:3.0:1770685074.238087:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5c6d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685074.238117:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5c6d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685074.238126:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5c6d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685074.238133:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9ce00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685074.238139:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5c6d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685074.238147:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5c6d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685074.238167:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff9d930044be00) 00010000:00010000:3.0:1770685074.238170:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685074.238175:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5c6d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685074.238181:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5c6d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770685074.238793:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685074.238883:0:6545:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500099328 00000100:00100000:0.0:1770685074.238897:0:6545:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500099328 00002000:00010000:0.0:1770685074.238961:0:6545:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/11 (0->18446744073709551615) 00002000:00100000:0.0:1770685074.238967:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c29c4000 with x1856697500099328 ext(0->18446744073709551615) 00002000:00010000:0.0:1770685074.238981:0:6545:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c29c4000. 00000100:00100000:0.0:1770685074.239021:0:6545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 46 00000100:00100000:0.0:1770685074.239032:0:6545:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2351:x1856697500099328:12345-192.168.203.41@tcp:10:cp.0 00002000:00010000:0.0:1770685074.239406:0:6545:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1770685074.239434:0:6545:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb mtime from disk: 1645827007 -> 1770685074 00002000:00010000:0.0:1770685074.239437:0:6545:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb atime from disk: 1770684685 -> 1770684685 00002000:00010000:0.0:1770685074.239440:0:6545:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb ctime from disk: 1770685074 -> 1770685074 00002000:00010000:0.0:1770685074.239443:0:6545:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1770685074.239540:0:6545:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:2351:x1856697500099328:12345-192.168.203.41@tcp:10:cp.0 Request processed in 509us (754us total) trans 4294967325 rc 0/0 00000100:00100000:0.0:1770685074.239550:0:6545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 46 00002000:00010000:0.0:1770685074.239554:0:6545:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/11 (0->18446744073709551615) 00002000:00100000:0.0:1770685074.239557:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c29c4000 with x1856697500099328 ext(0->18446744073709551615) 00002000:00010000:0.0:1770685074.239563:0:6545:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c29c4000. 00000100:00100000:1.0:1770685074.248470:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685074.248641:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500099456 00000100:00100000:2.0:1770685074.248656:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500099456 00000100:00100000:2.0:1770685074.248732:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 479 00000100:00100000:2.0:1770685074.248745:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+95:15263:x1856697500099456:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:2.0:1770685074.248795:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685074.248822:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5c74 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcf57 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685074.248934:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef5c7b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.248952:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5c5f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf50 expref: 96 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685074.248987:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef5c7b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.249033:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5c5f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf50 expref: 96 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685074.249047:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5c5f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf50 expref: 96 pid: 6998 timeout: 499 lvb_type: 0 00000100:00100000:2.0:1770685074.249064:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514694272:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685074.249186:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d9300434300 going to sleep for 11 seconds 00000100:00100000:1.0:1770685074.255488:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685074.255625:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500099584 00000100:00100000:3.0:1770685074.255638:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500099584 00010000:00010000:3.0:1770685074.255690:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5c5f lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf50 expref: 97 pid: 6998 timeout: 499 lvb_type: 0 00000100:00100000:3.0:1770685074.255742:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 160 00000100:00100000:3.0:1770685074.255753:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0218850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+97:2351:x1856697500099584:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685074.255781:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685074.255790:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5c5f lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf50 expref: 97 pid: 6998 timeout: 499 lvb_type: 0 00010000:00010000:3.0:1770685074.255826:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5c5f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf50 expref: 97 pid: 6998 timeout: 499 lvb_type: 0 00010000:00010000:3.0:1770685074.255859:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff9d930044be00) 00010000:00010000:3.0:1770685074.255864:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef5c7b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685074.255876:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef5c7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685074.255886:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef5c7b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685074.255911:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685074.255988:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0218850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+97:2351:x1856697500099584:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 236us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685074.255997:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 160 00010000:00010000:0.0:1770685074.262744:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5c5f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf50 expref: 96 pid: 6998 timeout: 499 lvb_type: 0 00000100:00100000:0.0:1770685074.262790:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514694272:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685074.262912:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef5c7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.263930:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef5c7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.263945:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef5c7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:2.0:1770685074.264014:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1d:0x0]: returning size 0 00000004:00200000:2.0:1770685074.264020:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685074.264047:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef5c7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.264096:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5c74 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf57 expref: 96 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685074.264128:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f000/0x8f0dbafbd9ef5c7b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf57 expref: 95 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685074.264139:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff9d930044be00) 00010000:00010000:2.0:1770685074.264164:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685074.264170:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245f000, rc 0) 00000100:00100000:2.0:1770685074.264280:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+95:15263:x1856697500099456:12345-192.168.203.41@tcp:101:cp.0 Request processed in 15535us (15822us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685074.264291:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 479 00000100:00100000:1.0:1770685074.271446:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685074.275152:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500099840 00000100:00100000:3.0:1770685074.275173:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500099840 00000100:00100000:3.0:1770685074.275466:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 132 00000100:00100000:3.0:1770685074.275490:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+95:15263:x1856697500099840:12345-192.168.203.41@tcp:35:cp.0 00000100:00100000:3.0:1770685074.276003:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+96:15263:x1856697500099840:12345-192.168.203.41@tcp:35:cp.0 Request processed in 523us (4569us total) trans 4294967668 rc 0/0 00000100:00100000:3.0:1770685074.276013:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 132 00000100:00100000:0.0:1770685074.293392:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685074.293524:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500100096 00000100:00100000:2.0:1770685074.293543:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500100096 00000100:00100000:2.0:1770685074.293672:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 480 00000100:00100000:2.0:1770685074.293685:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+96:15266:x1856697500100096:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685074.293719:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685074.293745:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5c82 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcf5e expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685074.293861:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5c89 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.293877:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5c89 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.293892:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5c89 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.293909:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5c90 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.293915:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5c90 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.293921:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5c90 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.294091:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5c97 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.294120:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5c97 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.294128:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5c97 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:2.0:1770685074.294141:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1d:0x0]: returning size 647 00010000:00010000:2.0:1770685074.294266:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5c89 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.294275:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5c89 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.294282:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5c89 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.294288:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245f800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685074.294292:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5c89 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.294300:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5c89 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.294315:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9d92c9178100) 00010000:00010000:2.0:1770685074.294319:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685074.294325:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5c89 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.294332:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5c89 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.294348:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5c90 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.294364:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5c90 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.294370:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5c90 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.294375:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245fe00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685074.294379:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5c90 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.294384:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5c90 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.294392:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x6f5c3fa7 (ffff9d92c9178c00) 00010000:00010000:2.0:1770685074.294394:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685074.294397:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5c90 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.294402:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5c90 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.294458:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5c82 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf5e expref: 99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685074.294473:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5c97 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf5e expref: 98 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685074.294481:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff9d930044be00) 00010000:00010000:2.0:1770685074.294483:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685074.294486:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245e800, rc 0) 00000100:00100000:2.0:1770685074.294639:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+98:15266:x1856697500100096:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 956us (1260us total) trans 4294967669 rc 0/0 00000100:00100000:2.0:1770685074.294653:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 480 00000100:00100000:0.0:1770685074.301364:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685074.301491:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500100352 00000100:00100000:2.0:1770685074.301506:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500100352 00000100:00100000:2.0:1770685074.301640:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 21 00000100:00100000:2.0:1770685074.301654:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+98:2350:x1856697500100352:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685074.301679:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685074.301716:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5c97 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf5e expref: 98 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685074.301740:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff9d930044be00) 00010000:00010000:2.0:1770685074.301747:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685074.301826:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+97:2350:x1856697500100352:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 175us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685074.301834:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 21 00000100:00100000:1.0:1770685074.305218:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685074.305340:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500100224 00000100:00100000:0.0:1770685074.305354:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500100224 00000100:00100000:0.0:1770685074.305427:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 481 00000100:00100000:0.0:1770685074.305439:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+97:15266:x1856697500100224:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:0.0:1770685074.305540:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef5ca5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.305561:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef5ca5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.305625:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef5ca5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.305661:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef5ca5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.305669:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef5ca5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.305676:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef5ca5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.305682:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685074.305688:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef5ca5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.305696:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef5ca5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.305710:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff9d930044be00) 00010000:00010000:0.0:1770685074.305714:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1770685074.305720:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef5ca5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.305727:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef5ca5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685074.305840:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+97:15266:x1856697500100224:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 403us (636us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685074.305850:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 481 00000100:00100000:0.0:1770685074.309180:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685074.309301:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500100608 00000100:00100000:1.0:1770685074.309313:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500100608 00000100:00100000:1.0:1770685074.309383:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 133 00000100:00100000:1.0:1770685074.309395:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+97:15266:x1856697500100608:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:1.0:1770685074.309783:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+98:15266:x1856697500100608:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 390us (615us total) trans 4294967670 rc 0/0 00000100:00100000:1.0:1770685074.309792:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 133 00000100:00100000:1.0:1770685074.346504:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685074.346635:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500100736 00000100:00100000:2.0:1770685074.346648:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500100736 00000100:00100000:2.0:1770685074.346717:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 482 00000100:00100000:2.0:1770685074.346727:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+98:15271:x1856697500100736:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:2.0:1770685074.346758:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685074.346793:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5cac lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcf65 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685074.346911:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5cb3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.346928:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5cb3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.346964:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5cb3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.346981:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5cba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.346989:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5cba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.346996:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5cba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.347080:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5cb3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.347088:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5cb3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.347095:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5cb3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.347102:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245fe00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685074.347106:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5cb3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.347115:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5cb3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.347130:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9d92c9178100) 00010000:00010000:2.0:1770685074.347133:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685074.347138:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5cb3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.347144:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5cb3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.347169:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5cba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.347175:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5cba lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.347180:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5cba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.347186:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245f800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685074.347189:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5cba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.347195:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5cba lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.347203:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x193a76c9 (ffff9d92c9178c00) 00010000:00010000:2.0:1770685074.347206:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685074.347209:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5cba lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.347214:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5cba lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.347256:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5cac lrc: 1/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf65 expref: 99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685074.347268:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9d92c9178100) 00010000:00010000:2.0:1770685074.347270:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685074.347273:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5cac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf65 expref: 99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685074.347294:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245f400, rc 0) 00000100:00100000:2.0:1770685074.347386:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+98:15271:x1856697500100736:12345-192.168.203.41@tcp:101:cp.0 Request processed in 659us (908us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685074.347394:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 482 00000100:00100000:2.0:1770685074.351974:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685074.352193:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500100864 00000100:00100000:0.0:1770685074.352224:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500100864 00000100:00100000:0.0:1770685074.352298:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 483 00000100:00100000:0.0:1770685074.352310:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+98:15271:x1856697500100864:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:0.0:1770685074.352337:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685074.352367:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef5cc1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcf6c expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685074.352458:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5cc8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.352486:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5cc8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.352501:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5cc8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.352518:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5ccf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.352525:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5ccf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.352532:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5ccf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.352893:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5cc8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.352902:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5cc8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.352909:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5cc8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.352927:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685074.352931:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5cc8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.352939:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5cc8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.353066:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9d92c9178100) 00010000:00010000:0.0:1770685074.353070:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685074.353076:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5cc8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.353082:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5cc8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.353096:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5ccf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.353102:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5ccf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.353107:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5ccf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.353113:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685074.353115:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5ccf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.353121:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5ccf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.353127:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x193a76c9 (ffff9d930044b500) 00010000:00010000:0.0:1770685074.353130:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685074.353141:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5ccf lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.353147:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5ccf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.353191:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef5cc1 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf6c expref: 99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685074.353203:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9d92c9178100) 00010000:00010000:0.0:1770685074.353206:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685074.353209:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef5cc1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf6c expref: 99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685074.353219:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174e00, rc 0) 00000100:00100000:0.0:1770685074.353349:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+98:15271:x1856697500100864:12345-192.168.203.41@tcp:101:cp.0 Request processed in 1040us (1390us total) trans 0 rc 301/301 00000100:00100000:0.0:1770685074.353358:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 483 00000100:00100000:1.0:1770685074.359884:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685074.360282:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500101120 00000100:00100000:0.0:1770685074.360298:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500101120 00000100:00100000:0.0:1770685074.360431:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 484 00000100:00100000:0.0:1770685074.360443:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+98:15271:x1856697500101120:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:0.0:1770685074.360471:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685074.360509:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef5cd6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcf73 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685074.360827:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5cdd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.360844:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5cdd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.360872:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5cdd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.360889:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ce4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.360895:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ce4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.360901:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ce4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00080000:0.0:1770685074.361796:0:6998:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xa:0x0], index 0: 0 00010000:00010000:0.0:1770685074.362181:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5ceb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.362198:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5ceb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.362209:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5ceb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.362257:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5cdd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.362264:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5cdd lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.362271:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5cdd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.362278:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685074.362283:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5cdd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.362307:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5cdd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.362322:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9d92c9178100) 00010000:00010000:0.0:1770685074.362326:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685074.362333:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5cdd lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.362340:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5cdd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000004:00010000:0.0:1770685074.362358:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000e1b5a4d7 reply state 00000000a9b953e2 transno 4294967671 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ce4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685074.362368:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1770685074.362414:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef5cd6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf73 expref: 101 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685074.362431:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5ceb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf73 expref: 100 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685074.362439:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff9d930044b900) 00010000:00010000:0.0:1770685074.362442:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685074.362445:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5175800, rc 0) 00000100:00100000:0.0:1770685074.362934:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+101:15271:x1856697500101120:12345-192.168.203.41@tcp:101:cp.0 Request processed in 2489us (3065us total) trans 4294967671 rc 0/0 00000100:00100000:0.0:1770685074.362953:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 484 00000100:00100000:1.0:1770685074.366570:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685074.367138:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500101248 00000100:00100000:3.0:1770685074.367154:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500101248 00000100:00100000:3.0:1770685074.367223:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 121 00000100:00100000:3.0:1770685074.367233:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2349:x1856697500101248:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:3.0:1770685074.367273:0:6538:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685074.367300:0:6538:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef5cf9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcf7a expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1770685074.367330:0:6538:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1770685074.367354:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685074.367357:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685074.367367:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef5cf9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf7a expref: 10 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685074.367387:0:6538:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef5cf9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf7a expref: 10 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685074.367403:0:6538:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c63400, rc 0) 00000100:00100000:3.0:1770685074.367472:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2349:x1856697500101248:12345-192.168.203.41@tcp:101:cp.0 Request processed in 241us (919us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685074.367491:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 121 00010000:00010000:0.0:1770685074.367803:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ce4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.367814:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ce4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.367831:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ce4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.367838:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685074.367843:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ce4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.367851:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ce4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.367868:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x193a76c9 (ffff9d930044b500) 00010000:00010000:0.0:1770685074.367872:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685074.367876:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ce4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.367883:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ce4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:1.0:1770685074.371198:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685074.371318:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500101376 00000100:00100000:3.0:1770685074.371332:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500101376 00000100:00100000:3.0:1770685074.371412:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 122 00000100:00100000:3.0:1770685074.371423:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:15271:x1856697500101376:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:3.0:1770685074.371451:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685074.371475:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef5d00 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcf81 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685074.371527:0:6540:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef5cf9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf7a expref: 11 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685074.371876:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685074.371878:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685074.371884:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef5d00 lrc: 4/0,0 mode: --/PW res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf81 expref: 11 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685074.371935:0:6540:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef5cf9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf7a expref: 11 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685074.371951:0:6540:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef5cf9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf7a expref: 11 pid: 6538 timeout: 499 lvb_type: 1 00000100:00100000:3.0:1770685074.371969:0:6540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5341880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6540:1856697514694400:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685074.372118:0:6540:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c821d540 going to sleep for 11 seconds 00000100:00100000:3.0:1770685074.374961:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685074.375076:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500101504 00000100:00100000:2.0:1770685074.375091:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500101504 00010000:00010000:2.0:1770685074.375155:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef5cf9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf7a expref: 12 pid: 6538 timeout: 499 lvb_type: 1 00000100:00100000:2.0:1770685074.375207:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 161 00000100:00100000:2.0:1770685074.375219:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5342a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2350:x1856697500101504:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685074.375240:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685074.375272:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef5cf9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf7a expref: 12 pid: 6538 timeout: 499 lvb_type: 1 00010000:00010000:2.0:1770685074.375287:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef5cf9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf7a expref: 12 pid: 6538 timeout: 499 lvb_type: 1 00010000:00010000:2.0:1770685074.375320:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685074.375323:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685074.375333:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef5d00 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf81 expref: 12 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685074.375344:0:11010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef5d00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf81 expref: 12 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685074.375421:0:11010:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef5d00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf81 expref: 12 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685074.375436:0:11010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11010:1856697514694528:192.168.203.41@tcp:105: 00000100:00100000:2.0:1770685074.375563:0:11010:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d9300434900 going to sleep for 11 seconds 00010000:00010000:1.0:1770685074.376889:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef5cf9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf7a expref: 12 pid: 6538 timeout: 499 lvb_type: 1 00000100:00100000:1.0:1770685074.377075:0:6540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5341880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6540:1856697514694400:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685074.377302:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c62000/0x8f0dbafbd9ef5d00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf81 expref: 11 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685074.377320:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c62000, rc 0) 00000100:00100000:1.0:1770685074.377425:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:15271:x1856697500101376:12345-192.168.203.41@tcp:101:cp.0 Request processed in 6002us (6241us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685074.377436:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 122 00000100:00100000:2.0:1770685074.379206:0:11010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11010:1856697514694528:192.168.203.41@tcp:105: 00010000:00010000:2.0:1770685074.379239:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685074.379297:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5342a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2350:x1856697500101504:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 4080us (4363us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685074.379308:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 161 00000100:00100000:0.0:1770685074.382498:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685074.382623:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500101760 00000100:00100000:1.0:1770685074.382637:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500101760 00000100:00100000:1.0:1770685074.382701:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 485 00000100:00100000:1.0:1770685074.382710:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+100:15271:x1856697500101760:12345-192.168.203.41@tcp:36:cp.0 00010000:00010000:1.0:1770685074.382822:0:6998:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685074.382863:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5ceb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf73 expref: 100 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685074.382906:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff9d930044b900) 00010000:00010000:1.0:1770685074.382917:0:6998:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1770685074.382992:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5d07 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.383008:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5d07 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.383017:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5d07 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00010000:1.0:1770685074.383210:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000438ccaa2 reply state 00000000efdd965e transno 4294967672 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5d07 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:1.0:1770685074.383220:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1770685074.383344:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+101:15271:x1856697500101760:12345-192.168.203.41@tcp:36:cp.0 Request processed in 633us (859us total) trans 4294967672 rc 0/0 00000100:00100000:1.0:1770685074.383352:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 485 00010000:00010000:1.0:1770685074.385284:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5d07 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.385301:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5d07 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.385307:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5d07 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.385311:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9ce00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685074.385315:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5d07 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.385321:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5d07 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.385365:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff9d92d1988300) 00010000:00010000:1.0:1770685074.385368:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685074.385375:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5d07 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.385381:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5d07 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685074.386243:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685074.386321:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500101888 00000100:00100000:2.0:1770685074.386336:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500101888 00000100:00100000:2.0:1770685074.386417:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 486 00000100:00100000:2.0:1770685074.386429:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+100:15271:x1856697500101888:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:2.0:1770685074.386464:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685074.386492:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5d0e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcf88 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685074.386567:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5d0e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf88 expref: 101 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685074.386624:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f400/0x8f0dbafbd9ef5d0e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf88 expref: 101 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685074.386649:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff9d92c9178c00) 00010000:00010000:2.0:1770685074.386667:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1770685074.386670:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245f400, rc 0) 00000100:00100000:2.0:1770685074.386736:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+101:15271:x1856697500101888:12345-192.168.203.41@tcp:101:cp.0 Request processed in 311us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685074.386742:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 486 00000100:00100000:3.0:1770685074.389320:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685074.389432:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500102016 00000100:00100000:1.0:1770685074.389447:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500102016 00000100:00100000:1.0:1770685074.389527:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 123 00000100:00100000:1.0:1770685074.389540:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5340380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2348:x1856697500102016:12345-192.168.203.41@tcp:2:cp.0 00002000:00010000:1.0:1770685074.389964:0:6540:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0xa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1770685074.389969:0:6540:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0xa:0x0] updating lvb mtime from disk: 0 -> 1645827007 00002000:00010000:1.0:1770685074.389972:0:6540:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0xa:0x0] updating lvb atime from disk: 0 -> 1770684685 00002000:00010000:1.0:1770685074.389975:0:6540:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0xa:0x0] updating lvb ctime from disk: 0 -> 1770685074 00002000:00010000:1.0:1770685074.389978:0:6540:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0xa:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1770685074.390067:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5340380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:2348:x1856697500102016:12345-192.168.203.41@tcp:2:cp.0 Request processed in 528us (759us total) trans 4294967320 rc 0/0 00000100:00100000:1.0:1770685074.390076:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 123 00000100:00100000:3.0:1770685074.392090:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685074.392202:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500102272 00000100:00100000:1.0:1770685074.392215:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500102272 00000100:00100000:1.0:1770685074.392329:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 487 00000100:00100000:1.0:1770685074.392342:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+101:15271:x1856697500102272:12345-192.168.203.41@tcp:55:cp.0 00010000:00010000:1.0:1770685074.392435:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5d15 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.392455:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5d15 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.392484:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5d15 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.392520:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5d15 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.392526:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5d15 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.392533:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5d15 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.392539:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9ce00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685074.392544:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5d15 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.392553:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5d15 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.392568:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff9d92c9178c00) 00010000:00010000:1.0:1770685074.392572:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1770685074.392622:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5d15 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.392630:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5d15 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:1.0:1770685074.392728:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+101:15271:x1856697500102272:12345-192.168.203.41@tcp:55:cp.0 Request processed in 390us (657us total) trans 0 rc -22/-22 00000100:00100000:1.0:1770685074.392735:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 487 00000100:00100000:0.0:1770685074.394898:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685074.395105:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500102528 00000100:00100000:1.0:1770685074.395120:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500102528 00000100:00100000:1.0:1770685074.395259:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 488 00000100:00100000:1.0:1770685074.395269:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+101:15271:x1856697500102528:12345-192.168.203.41@tcp:36:cp.0 00010000:00010000:1.0:1770685074.395382:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5d1c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.395405:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5d1c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.395420:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5d1c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00010000:1.0:1770685074.395793:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000000c427eb8 reply state 0000000050b46d68 transno 4294967673 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5d1c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:1.0:1770685074.395804:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1770685074.395958:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+103:15271:x1856697500102528:12345-192.168.203.41@tcp:36:cp.0 Request processed in 689us (1072us total) trans 4294967673 rc 0/0 00000100:00100000:1.0:1770685074.395966:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 488 00010000:00010000:0.0:1770685074.397796:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5d1c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.397817:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5d1c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.397826:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5d1c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.397833:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9cc00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685074.397838:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5d1c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.397871:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5d1c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.397893:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff9d92c9178c00) 00010000:00010000:0.0:1770685074.397897:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1770685074.397903:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5d1c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.397910:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5d1c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685074.398718:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685074.398981:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500102784 00000100:00100000:3.0:1770685074.398995:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500102784 00000100:00100000:3.0:1770685074.399107:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 134 00000100:00100000:3.0:1770685074.399120:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+102:15271:x1856697500102784:12345-192.168.203.41@tcp:35:cp.0 00000100:00100000:3.0:1770685074.399645:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+103:15271:x1856697500102784:12345-192.168.203.41@tcp:35:cp.0 Request processed in 526us (936us total) trans 4294967674 rc 0/0 00000100:00100000:3.0:1770685074.399652:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 134 00000100:00100000:3.0:1770685074.411906:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685074.412160:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500103040 00000100:00100000:1.0:1770685074.412174:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500103040 00000100:00100000:1.0:1770685074.412290:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 489 00000100:00100000:1.0:1770685074.412301:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+103:15272:x1856697500103040:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:1.0:1770685074.412331:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685074.412363:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5d23 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcf8f expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685074.412448:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5d2a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.412462:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5d2a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.412506:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5d2a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.412527:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5d31 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.412534:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5d31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.412550:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5d31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.412796:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5d38 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.412804:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5d38 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.412809:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5d38 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:1.0:1770685074.412818:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1e:0x0]: returning size 1516 00010000:00010000:1.0:1770685074.412926:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5d2a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.412933:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5d2a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.412940:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5d2a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.413128:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9d400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685074.413134:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5d2a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.413150:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5d2a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.413165:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9d92c9178100) 00010000:00010000:1.0:1770685074.413168:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685074.413174:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5d2a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.413181:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef5d2a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.413200:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5d31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.413206:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5d31 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.413211:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5d31 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.413216:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9cc00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685074.413219:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5d31 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.413225:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5d31 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.413232:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x193a76c9 (ffff9d92d1988300) 00010000:00010000:1.0:1770685074.413234:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685074.413237:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5d31 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685074.413242:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef5d31 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685074.413392:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef5d23 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf8f expref: 106 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685074.413412:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5d38 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf8f expref: 105 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685074.413419:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff9d92c9178c00) 00010000:00010000:0.0:1770685074.413421:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685074.413425:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9de00, rc 0) 00000100:00100000:0.0:1770685074.413517:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+105:15272:x1856697500103040:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 1217us (1629us total) trans 4294967675 rc 0/0 00000100:00100000:0.0:1770685074.413528:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 489 00000100:00100000:3.0:1770685074.419287:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685074.419558:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500103296 00000100:00100000:2.0:1770685074.419573:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500103296 00000100:00100000:2.0:1770685074.419679:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 490 00000100:00100000:2.0:1770685074.419690:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+105:15272:x1856697500103296:12345-192.168.203.41@tcp:55:lfs.0 00010000:00010000:2.0:1770685074.419797:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5d46 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.419820:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5d38 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf8f expref: 105 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685074.419830:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5d46 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.419878:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5d38 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf8f expref: 105 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685074.419894:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5d38 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf8f expref: 105 pid: 6998 timeout: 499 lvb_type: 0 00000100:00100000:2.0:1770685074.419914:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514694656:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685074.420037:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d9300434900 going to sleep for 11 seconds 00000100:00100000:1.0:1770685074.425974:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685074.426037:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500103424 00000100:00100000:3.0:1770685074.426049:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500103424 00010000:00010000:3.0:1770685074.426099:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5d38 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf8f expref: 106 pid: 6998 timeout: 499 lvb_type: 0 00000100:00100000:3.0:1770685074.426146:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 162 00000100:00100000:3.0:1770685074.426155:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+106:2351:x1856697500103424:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685074.426171:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685074.426179:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5d38 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf8f expref: 106 pid: 6998 timeout: 499 lvb_type: 0 00010000:00010000:3.0:1770685074.426194:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5d38 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf8f expref: 106 pid: 6998 timeout: 499 lvb_type: 0 00010000:00010000:3.0:1770685074.426219:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff9d92c9178c00) 00010000:00010000:3.0:1770685074.426225:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5d46 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685074.426237:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5d46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685074.426246:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5d46 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685074.426268:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685074.426326:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+106:2351:x1856697500103424:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 172us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685074.426344:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 162 00010000:00010000:2.0:1770685074.428173:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef5d38 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcf8f expref: 105 pid: 6998 timeout: 499 lvb_type: 0 00000100:00100000:2.0:1770685074.428232:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514694656:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685074.428267:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5d46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.428278:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5d46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.428285:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5d46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.428860:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5d46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.428873:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5d46 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.428881:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5d46 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.428887:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245f800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685074.428892:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5d46 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.428900:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5d46 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.428918:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff9d92c9178c00) 00010000:00010000:2.0:1770685074.428921:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1770685074.428926:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5d46 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.428932:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5d46 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:2.0:1770685074.429041:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+105:15272:x1856697500103296:12345-192.168.203.41@tcp:55:lfs.0 Request processed in 9350us (9767us total) trans 4294967676 rc 0/0 00000100:00100000:2.0:1770685074.429052:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 490 00000100:00100000:1.0:1770685074.433923:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685074.434111:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500103680 00000100:00100000:3.0:1770685074.434127:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500103680 00000100:00100000:3.0:1770685074.434233:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 135 00000100:00100000:3.0:1770685074.434244:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+105:15272:x1856697500103680:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:3.0:1770685074.434708:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+106:15272:x1856697500103680:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 464us (797us total) trans 4294967677 rc 0/0 00000100:00100000:3.0:1770685074.434717:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 135 00000100:00100000:3.0:1770685074.519789:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685074.519916:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500103936 00000100:00100000:2.0:1770685074.519930:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500103936 00000100:00100000:2.0:1770685074.520043:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 491 00000100:00100000:2.0:1770685074.520055:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5005f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+106:15273:x1856697500103936:12345-192.168.203.41@tcp:101:multiop.0 00010000:00010000:2.0:1770685074.520090:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685074.520130:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5d4d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcf96 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685074.520318:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5d54 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.520335:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5d54 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.520348:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5d54 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.520365:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5d5b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.520371:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5d5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.520376:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5d5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.520458:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef5d62 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.520481:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef5d62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.520486:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef5d62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:2.0:1770685074.520497:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1e:0x0]: returning size 1516 00010000:00010000:2.0:1770685074.520966:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5d54 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.520975:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5d54 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.520982:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5d54 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.520989:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245fe00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685074.520993:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5d54 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.521002:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5d54 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.521016:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff9d92c9178100) 00010000:00010000:2.0:1770685074.521020:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685074.521025:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5d54 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.521031:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef5d54 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.521047:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5d5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.521065:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5d5b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.521071:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5d5b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.521076:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245e800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685074.521079:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5d5b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.521085:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5d5b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.521093:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x193a76c9 (ffff9d92c9178500) 00010000:00010000:2.0:1770685074.521095:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685074.521099:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5d5b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.521104:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef5d5b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685074.521337:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef5d4d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf96 expref: 109 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685074.521350:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b600/0x8f0dbafbd9ef5d62 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf96 expref: 108 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685074.521355:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff9d92c9178c00) 00010000:00010000:2.0:1770685074.521357:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685074.521359:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307b600, rc 0) 00000100:00100000:2.0:1770685074.522645:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5005f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+108:15273:x1856697500103936:12345-192.168.203.41@tcp:101:multiop.0 Request processed in 2580us (2872us total) trans 4294967678 rc 0/0 00000100:00100000:2.0:1770685074.522675:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 491 00000100:00100000:0.0:1770685074.534213:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685074.535414:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500104192 00000100:00100000:3.0:1770685074.535429:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500104192 00000100:00100000:3.0:1770685074.535505:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 136 00000100:00100000:3.0:1770685074.535518:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+108:15273:x1856697500104192:12345-192.168.203.41@tcp:35:multiop.0 00000100:00100000:3.0:1770685074.535981:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+109:15273:x1856697500104192:12345-192.168.203.41@tcp:35:multiop.0 Request processed in 462us (1780us total) trans 4294967679 rc 0/0 00000100:00100000:3.0:1770685074.535992:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 136 00000100:00100000:1.0:1770685074.556178:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685074.556257:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500104448 00000100:00100000:2.0:1770685074.556272:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500104448 00000100:00100000:2.0:1770685074.556528:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 492 00000100:00100000:2.0:1770685074.556545:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+109:15276:x1856697500104448:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685074.556622:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685074.556654:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef5d70 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcf9d expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685074.557039:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef5d77 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685074.557057:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef5d77 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685074.557068:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef5d77 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:3.0:1770685074.557081:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1e:0x0]: returning size 1516 00010000:00010000:3.0:1770685074.557251:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef5d70 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf9d expref: 112 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685074.557273:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63e00/0x8f0dbafbd9ef5d77 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcf9d expref: 111 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685074.557296:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff9d92c9178c00) 00010000:00010000:3.0:1770685074.557300:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1770685074.557310:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c63e00, rc 0) 00000100:00100000:3.0:1770685074.557986:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+111:15276:x1856697500104448:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 1438us (1818us total) trans 4294967680 rc 0/0 00000100:00100000:3.0:1770685074.557997:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 492 00000100:00100000:1.0:1770685074.565166:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685074.565305:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500104576 00000100:00100000:3.0:1770685074.565320:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500104576 00000100:00100000:3.0:1770685074.565680:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 493 00000100:00100000:3.0:1770685074.565694:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+111:15276:x1856697500104576:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:3.0:1770685074.565799:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5d85 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685074.565820:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5d85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685074.565832:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5d85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685074.565865:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5d85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685074.565872:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5d85 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685074.565879:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5d85 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685074.565885:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c63800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685074.565890:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5d85 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685074.565926:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5d85 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685074.565941:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff9d92c9178c00) 00010000:00010000:3.0:1770685074.565944:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1770685074.565950:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5d85 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685074.565956:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5d85 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:3.0:1770685074.566043:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+111:15276:x1856697500104576:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 352us (892us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685074.566050:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 493 00000100:00100000:0.0:1770685075.147960:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685075.148005:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685075.148040:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685075.148085:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685075.148363:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500104960 00000100:00100000:1.0:1770685075.148377:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500104960 00000100:00100000:1.0:1770685075.148466:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500105088 00000100:00100000:1.0:1770685075.148469:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500105088 00000100:00100000:1.0:1770685075.148495:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 152 00000100:00100000:1.0:1770685075.148506:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+5:2349:x1856697500104960:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685075.148646:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+5:2349:x1856697500104960:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 142us (639us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685075.148654:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 152 00000100:00100000:1.0:1770685075.148673:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 153 00000100:00100000:1.0:1770685075.148679:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+5:2349:x1856697500105088:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685075.148702:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+5:2349:x1856697500105088:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 24us (617us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685075.148708:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 153 00000100:00080000:0.0:1770685075.148967:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1770685075.148972:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1770685075.149320:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500104832 00000100:00100000:2.0:1770685075.149328:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500104832 00000100:00100000:2.0:1770685075.149393:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 206 00000100:00100000:2.0:1770685075.149404:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+15:2349:x1856697500104832:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685075.149466:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+15:2349:x1856697500104832:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 65us (1424us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685075.149474:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 206 00000100:00100000:3.0:1770685075.149705:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500104704 00000100:00100000:3.0:1770685075.149711:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500104704 00000100:00100000:3.0:1770685075.149748:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 319 00000100:00100000:3.0:1770685075.149755:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d1598850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2349:x1856697500104704:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685075.149793:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d1598850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2349:x1856697500104704:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 39us (1848us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685075.149800:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 319 00000100:00080000:1.0:1770685075.149871:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1770685075.186178:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685076.213374:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1770685076.614816:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967671 is committed 00000001:00080000:1.0:1770685076.614857:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967675 is committed 00000001:00080000:1.0:1770685076.614899:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967678 is committed 00000001:00080000:1.0:1770685076.614931:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967680 is committed 00000001:00080000:2.0:1770685077.117794:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967325 is committed 00010000:00010000:0.0:1770685077.235705:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685077.555614:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8354700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514695168:0@lo:400:kworker.0 00000100:00100000:1.0:1770685077.555690:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685077.555761:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514695168 00000100:00100000:3.0:1770685077.555771:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514695168 00000100:00100000:1.0:1770685077.555774:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1770685077.555783:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514694784:0@lo:400:kworker.0 00000100:00100000:1.0:1770685077.555817:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685077.555832:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1770685077.555844:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514695168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685077.555850:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8357480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514695296:0@lo:400:kworker.0 00000100:00100000:1.0:1770685077.555879:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685077.555910:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c29c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514694912:0@lo:400:kworker.0 00000100:00100000:3.0:1770685077.555922:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514695168:12345-0@lo:400:kworker.0 Request processed in 80us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685077.555929:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1770685077.555940:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685077.555964:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514695424:0@lo:400:kworker.0 00000100:00100000:1.0:1770685077.555985:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685077.556011:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1770685077.556016:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514695040:0@lo:400:kworker.0 00000100:00100000:1.0:1770685077.556038:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1770685077.556063:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1770685077.556075:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514695424 00000100:00100000:1.0:1770685077.556080:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514695424 00000100:00100000:3.0:1770685077.556095:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514695296 00000100:00100000:3.0:1770685077.556100:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514695296 00000100:00100000:1.0:1770685077.556116:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:1.0:1770685077.556126:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514695424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685077.556133:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514694912 00000100:00100000:3.0:1770685077.556138:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514694912 00000100:00100000:3.0:1770685077.556154:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514695040 00000100:00100000:3.0:1770685077.556157:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514695040 00000100:00100000:1.0:1770685077.556171:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514695424:12345-0@lo:400:kworker.0 Request processed in 47us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685077.556177:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:1.0:1770685077.556184:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:3.0:1770685077.556189:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514695296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685077.556209:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514694784 00000100:00100000:1.0:1770685077.556215:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514694784 00000100:00100000:3.0:1770685077.556228:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514695296:12345-0@lo:400:kworker.0 Request processed in 43us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685077.556235:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000100:00100000:1.0:1770685077.556246:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:3.0:1770685077.556254:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208 00000100:00100000:1.0:1770685077.556259:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92e0873450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514694784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685077.556265:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514694912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685077.556298:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92e0873450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514694784:12345-0@lo:400:kworker.0 Request processed in 43us (480us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685077.556308:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514694912:12345-0@lo:400:kworker.0 Request processed in 45us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685077.556316:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00000100:00100000:3.0:1770685077.556318:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208 00000100:00100000:3.0:1770685077.556337:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00100000:3.0:1770685077.556346:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514695040:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1770685077.556367:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1770685077.556372:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1770685077.556377:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514695040:12345-0@lo:400:kworker.0 Request processed in 34us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685077.556384:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00000100:00100000:1.0:1770685077.556402:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514695040:0@lo:400:kworker.0 00000100:00100000:1.0:1770685077.556415:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c29c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514694912:0@lo:400:kworker.0 00000100:00100000:1.0:1770685077.556424:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514695424:0@lo:400:kworker.0 00000100:00100000:1.0:1770685077.556453:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514694784:0@lo:400:kworker.0 00000100:00100000:1.0:1770685077.556462:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8357480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514695296:0@lo:400:kworker.0 00000100:00100000:1.0:1770685077.556471:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8354700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514695168:0@lo:400:kworker.0 00000100:00100000:1.0:1770685078.067024:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514695552:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1770685078.067092:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685078.067178:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514695552 00000100:00100000:0.0:1770685078.067186:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514695552 00000100:00100000:0.0:1770685078.067234:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1770685078.067242:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514695552:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1770685078.067274:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 52756480 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1770685078.071140:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514695552:12345-0@lo:13:osp-pre-0-0.0 Request processed in 3886us (4035us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685078.071158:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1770685078.071204:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1770685078.071220:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514695680:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1770685078.071291:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685078.071343:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514695680 00000100:00100000:0.0:1770685078.071352:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514695680 00000100:00100000:0.0:1770685078.071387:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1770685078.071395:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514695680:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1770685078.071446:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 52756480 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1770685078.071498:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514695680:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685078.071504:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1770685078.071544:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514695680:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1770685078.073911:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514695552:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1770685078.263615:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1770685079.174158:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967319 is committed 00000001:00080000:1.0:1770685079.174178:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967320 is committed 00000100:00100000:1.0:1770685079.241649:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685079.241689:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685079.241720:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500105216 00000100:00100000:1.0:1770685079.241740:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500105216 00002000:00100000:1.0:1770685079.241813:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x9:0x0] (0->1515) req@ffff9d92f43c8700 x1856697500105216/t0(0) o4->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:200/0 lens 2008/0 e 0 to 0 dl 1770685090 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1770685079.241824:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92f43c8700 with x1856697500105216 ext(0->1515) 00002000:00010000:1.0:1770685079.241830:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92f43c8700 00000100:00100000:1.0:1770685079.241870:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 47 00000100:00100000:1.0:1770685079.241879:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2350:x1856697500105216:12345-192.168.203.41@tcp:4:cp.0 00000100:00100000:1.0:1770685079.242338:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:2350:x1856697500105216:12345-192.168.203.41@tcp:4:cp.0 Request processed in 458us (695us total) trans 4294967321 rc 0/0 00000100:00100000:1.0:1770685079.242347:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 47 00002000:00100000:1.0:1770685079.242354:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x9:0x0] (0->1515) req@ffff9d92f43c8700 x1856697500105216/t4294967321(0) o4->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:200/0 lens 2008/448 e 0 to 0 dl 1770685090 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1770685079.242362:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92f43c8700 with x1856697500105216 ext(0->1515) 00002000:00010000:1.0:1770685079.242367:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92f43c8700 00000100:00100000:1.0:1770685079.242393:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500105344 00000100:00100000:1.0:1770685079.242397:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500105344 00000100:00100000:1.0:1770685079.242422:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 124 00000100:00100000:1.0:1770685079.242428:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:2350:x1856697500105344:12345-192.168.203.41@tcp:16:kworker.0 00000100:00080000:1.0:1770685079.242461:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1770685079.292120:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685079.308091:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:2350:x1856697500105344:12345-192.168.203.41@tcp:16:kworker.0 Request processed in 65651us (66389us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685079.308104:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 124 00000001:00080000:1.0:1770685079.308139:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967321 is committed 00000100:00100000:1.0:1770685079.311449:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685079.311520:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685079.311557:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500105600 00000100:00100000:3.0:1770685079.311605:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500105600 00000100:00100000:3.0:1770685079.311882:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 125 00000100:00100000:3.0:1770685079.311897:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2351:x1856697500105600:12345-192.168.203.41@tcp:16:kworker.0 00000100:00080000:1.0:1770685079.311973:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1770685079.312061:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2351:x1856697500105600:12345-192.168.203.41@tcp:16:kworker.0 Request processed in 167us (621us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685079.312090:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 125 00000100:00100000:0.0:1770685079.314369:0:6545:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500105472 00000100:00100000:0.0:1770685079.314385:0:6545:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500105472 00002000:00100000:0.0:1770685079.314453:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xb:0x0] (0->646) req@ffff9d92f43ca680 x1856697500105472/t0(0) o4->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:200/0 lens 1136/0 e 0 to 0 dl 1770685090 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685079.314479:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92f43ca680 with x1856697500105472 ext(0->646) 00002000:00010000:0.0:1770685079.314487:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d92f43ca680 00000100:00100000:0.0:1770685079.314534:0:6545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 48 00000100:00100000:0.0:1770685079.314545:0:6545:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2351:x1856697500105472:12345-192.168.203.41@tcp:4:cp.0 00000100:00100000:3.0:1770685079.315049:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685079.315144:0:6546:0:(service.c:3434:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:1.0:1770685079.315155:0:6546:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:0.0:1770685079.315975:0:6545:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2351:x1856697500105472:12345-192.168.203.41@tcp:4:cp.0 Request processed in 540us (3569us total) trans 4294967326 rc 0/0 00000100:00100000:0.0:1770685079.315987:0:6545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 48 00002000:00100000:0.0:1770685079.315999:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xb:0x0] (0->646) req@ffff9d92f43ca680 x1856697500105472/t4294967326(0) o4->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:200/0 lens 1136/448 e 0 to 0 dl 1770685090 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685079.316010:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92f43ca680 with x1856697500105472 ext(0->646) 00002000:00010000:0.0:1770685079.316015:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d92f43ca680 00000100:00100000:0.0:1770685079.316040:0:6545:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500105728 00000100:00100000:0.0:1770685079.316048:0:6545:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500105728 00002000:00100000:0.0:1770685079.316078:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xa:0x0] (0->1515) req@ffff9d92fb298000 x1856697500105728/t0(0) o4->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:200/0 lens 2008/0 e 0 to 0 dl 1770685090 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685079.316086:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb298000 with x1856697500105728 ext(0->1515) 00002000:00010000:0.0:1770685079.316090:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fb298000 00000100:00100000:0.0:1770685079.316106:0:6545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 49 00000100:00100000:0.0:1770685079.316115:0:6545:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb298000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2349:x1856697500105728:12345-192.168.203.41@tcp:4:cp.0 00000100:00100000:0.0:1770685079.316992:0:6545:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb298000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:2349:x1856697500105728:12345-192.168.203.41@tcp:4:cp.0 Request processed in 872us (1947us total) trans 4294967322 rc 0/0 00000100:00100000:0.0:1770685079.317004:0:6545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 49 00002000:00100000:0.0:1770685079.317012:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xa:0x0] (0->1515) req@ffff9d92fb298000 x1856697500105728/t4294967322(0) o4->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:200/0 lens 2008/448 e 0 to 0 dl 1770685090 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685079.317027:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb298000 with x1856697500105728 ext(0->1515) 00002000:00010000:0.0:1770685079.317031:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fb298000 00000100:00100000:3.0:1770685079.317813:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685079.317965:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500105856 00000100:00100000:3.0:1770685079.317977:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500105856 00000100:00100000:3.0:1770685079.318034:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 126 00000100:00100000:3.0:1770685079.318045:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:2349:x1856697500105856:12345-192.168.203.41@tcp:16:kworker.0 00000001:00080000:0.0:1770685079.386239:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967322 is committed 00000100:00100000:3.0:1770685079.386430:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2349:x1856697500105856:12345-192.168.203.41@tcp:16:kworker.0 Request processed in 68381us (68622us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685079.386441:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 126 00000100:00100000:3.0:1770685080.267670:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685080.267895:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500105984 00000100:00100000:1.0:1770685080.267917:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500105984 00000100:00100000:1.0:1770685080.267997:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 321 00000100:00100000:1.0:1770685080.268019:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92e0871850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2350:x1856697500105984:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685080.268137:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92e0871850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2350:x1856697500105984:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 129us (485us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685080.268146:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 321 00000100:00100000:0.0:1770685080.271785:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685080.275473:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500106112 00000100:00100000:2.0:1770685080.275492:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500106112 00000100:00100000:2.0:1770685080.275589:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 210 00000100:00100000:2.0:1770685080.275599:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+48:2350:x1856697500106112:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685080.275684:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+48:2350:x1856697500106112:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 86us (3909us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685080.275691:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 210 00000100:00080000:1.0:1770685080.277420:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685080.288367:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685080.288415:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685080.288450:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685080.288482:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685080.288522:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500106240 00000100:00100000:1.0:1770685080.288537:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500106240 00000100:00100000:3.0:1770685080.288551:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500106496 00000100:00100000:3.0:1770685080.288561:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500106496 00000100:00100000:1.0:1770685080.288639:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500106368 00000100:00100000:1.0:1770685080.288645:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500106368 00000100:00100000:1.0:1770685080.288667:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500106624 00000100:00100000:1.0:1770685080.288670:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500106624 00000100:00100000:3.0:1770685080.288677:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 211 00000100:00100000:3.0:1770685080.288691:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+15:2350:x1856697500106496:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685080.288702:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 156 00000100:00100000:1.0:1770685080.288715:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2350:x1856697500106240:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685080.288798:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+15:2350:x1856697500106496:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 109us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685080.288808:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2350:x1856697500106240:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 93us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685080.288810:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 211 00000100:00100000:1.0:1770685080.288824:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 156 00000100:00080000:3.0:1770685080.288843:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1770685080.288851:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770685080.288853:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 157 00000100:00100000:1.0:1770685080.288863:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2350:x1856697500106368:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685080.288894:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2350:x1856697500106368:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 32us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685080.288907:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 127 00000100:00100000:3.0:1770685080.288919:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+5:2347:x1856697500106624:12345-192.168.203.41@tcp:9:kworker.0 00000020:00000080:3.0:1770685080.288960:0:6540:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x8f0dbafbd9ef4e6d 00000100:00080000:3.0:1770685080.288971:0:6540:0:(import.c:65:import_set_state_nolock()) ffff9d92f5143800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1770685080.289019:0:6540:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967322 00010000:00010000:2.0:1770685080.289295:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685080.289301:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+2:2347:x1856697500106624:12345-192.168.203.41@tcp:9:kworker.0 Request processed in 382us (815us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685080.292072:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 157 00000100:00100000:3.0:1770685080.292297:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 127 00000100:00100000:0.0:1770685080.293440:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685080.293622:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500106752 00000100:00100000:3.0:1770685080.293639:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500106752 00000100:00100000:3.0:1770685080.293752:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 128 00000100:00100000:3.0:1770685080.293765:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+5:2347:x1856697500106752:12345-192.168.203.41@tcp:9:kworker.0 00000020:00000080:3.0:1770685080.293807:0:6540:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x8f0dbafbd9ef4fa8 00000100:00080000:3.0:1770685080.293818:0:6540:0:(import.c:65:import_set_state_nolock()) ffff9d92d103d800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1770685080.293872:0:6540:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967326 00010000:00010000:0.0:1770685080.294168:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685080.294430:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+2:2347:x1856697500106752:12345-192.168.203.41@tcp:9:kworker.0 Request processed in 664us (992us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685080.294449:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 128 00000100:00080000:1.0:1770685080.295964:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1770685080.305871:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1770685081.010612:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1770685081.010622:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1770685081.011179:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1770685081.011189:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1770685081.339995:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1770685081.410164:0:13950:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 4: Useless cancel must not be registered ========================================================== 19:58:00 (1770685080) 00000100:00100000:0.0:1770685081.531019:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685081.531269:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500106880 00000100:00100000:3.0:1770685081.531279:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500106880 00000100:00100000:3.0:1770685081.531336:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 494 00000100:00100000:3.0:1770685081.531345:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+15:15851:x1856697500106880:12345-192.168.203.41@tcp:101:mkdir.0 00010000:00010000:3.0:1770685081.531365:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685081.531386:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef5d8c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcfa4 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685081.531446:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5d93 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685081.531470:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5d93 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685081.531480:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5d93 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:3.0:1770685081.531542:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1770685081.531546:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 10 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685081.531569:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5d93 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685081.531623:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef5d8c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcfa4 expref: 17 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685081.531640:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5d93 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcfa4 expref: 16 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685081.531650:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92e0875500) 00010000:00010000:3.0:1770685081.531653:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685081.531658:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c63800, rc 0) 00000100:00100000:3.0:1770685081.531712:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+16:15851:x1856697500106880:12345-192.168.203.41@tcp:101:mkdir.0 Request processed in 369us (702us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685081.531728:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 494 00000100:00100000:0.0:1770685081.544663:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685081.546095:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500107136 00000100:00100000:1.0:1770685081.546111:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500107136 00000100:00100000:1.0:1770685081.546181:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 495 00000100:00100000:1.0:1770685081.546190:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+16:15851:x1856697500107136:12345-192.168.203.41@tcp:36:mkdir.0 00010000:00010000:1.0:1770685081.546257:0:5760:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685081.546286:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5d93 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcfa4 expref: 16 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685081.546304:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92e0875500) 00010000:00010000:1.0:1770685081.546309:0:5760:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1770685081.546400:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef5d9a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685081.546414:0:5760:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef5876 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bce38 expref: 47 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685081.546422:0:5760:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef5d9a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685081.546699:0:5760:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef5876 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce38 expref: 47 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685081.546723:0:5760:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef5876 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce38 expref: 47 pid: 5760 timeout: 506 lvb_type: 0 00000100:00100000:1.0:1770685081.546738:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43cb100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514695808:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685081.546876:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c12ed6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1770685081.553256:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43cb100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514695808:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685081.553286:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef5d9a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:0.0:1770685081.553924:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685081.553993:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500107264 00000100:00100000:3.0:1770685081.554001:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500107264 00010000:00010000:3.0:1770685081.554047:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef5876 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce38 expref: 48 pid: 5760 timeout: 506 lvb_type: 0 00000100:00100000:3.0:1770685081.554085:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 163 00000100:00100000:3.0:1770685081.554094:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f63b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+48:2351:x1856697500107264:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685081.554121:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685081.554128:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef5876 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce38 expref: 48 pid: 5760 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1770685081.554142:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef5876 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce38 expref: 48 pid: 5760 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1770685081.554163:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef5876 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bce38 expref: 48 pid: 5760 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1770685081.554177:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92e0875500) 00010000:00010000:3.0:1770685081.554182:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef5d9a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.554190:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef5d9a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.554196:0:5745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef5d9a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.554216:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685081.554263:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f63b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+47:2351:x1856697500107264:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 169us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685081.554270:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 163 00010000:00010000:0.0:1770685081.554798:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef5d9a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685081.554807:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef5d9a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685081.554831:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5da1 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685081.554841:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5da1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685081.554848:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5da1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:0.0:1770685081.555672:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xa:0x0]: returning size 512 00010000:00010000:0.0:1770685081.555693:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef5d9a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685081.555701:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef5d9a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685081.555708:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef5d9a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685081.555724:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c98c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685081.555729:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef5d9a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685081.555737:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef5d9a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685081.555749:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92e0875500) 00010000:00010000:0.0:1770685081.555752:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685081.555757:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef5d9a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685081.555763:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef5d9a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000004:00010000:0.0:1770685081.555780:0:5760:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000124f3e64 reply state 000000008151f937 transno 4294967681 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5da1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:0.0:1770685081.555790:0:5760:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1770685081.555883:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+17:15851:x1856697500107136:12345-192.168.203.41@tcp:36:mkdir.0 Request processed in 9691us (11223us total) trans 4294967681 rc 0/0 00000100:00100000:0.0:1770685081.556687:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 495 00010000:00010000:1.0:1770685081.561768:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5da1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685081.561785:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5da1 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685081.561792:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5da1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685081.561806:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685081.561810:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5da1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685081.561817:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5da1 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685081.561833:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb7cfe2e1 (ffff9d930044b700) 00010000:00010000:1.0:1770685081.561837:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685081.561841:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5da1 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685081.561847:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5da1 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:1.0:1770685081.567499:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685081.567778:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500107392 00000100:00100000:3.0:1770685081.567788:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500107392 00000100:00100000:3.0:1770685081.567834:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 496 00000100:00100000:3.0:1770685081.567842:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+16:15852:x1856697500107392:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:3.0:1770685081.567863:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685081.567891:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef5da8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcfab expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685081.567957:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef5daf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.567970:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef5daf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.567980:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef5daf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:3.0:1770685081.568058:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1770685081.568063:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 11 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685081.568087:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef5daf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.568109:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef5da8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcfab expref: 18 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685081.568124:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef5daf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcfab expref: 17 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685081.568132:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5e37800) 00010000:00010000:3.0:1770685081.568135:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685081.568139:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c63000, rc 0) 00000100:00100000:3.0:1770685081.568194:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+17:15852:x1856697500107392:12345-192.168.203.41@tcp:101:rm.0 Request processed in 352us (702us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685081.568201:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 496 00000100:00100000:1.0:1770685081.584529:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685081.584566:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500107520 00000100:00100000:1.0:1770685081.584591:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500107520 00000100:00100000:1.0:1770685081.584638:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 497 00000100:00100000:1.0:1770685081.584648:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8354700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+17:15852:x1856697500107520:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:1.0:1770685081.584667:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685081.584687:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98a00/0x8f0dbafbd9ef5db6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcfb2 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685081.584757:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef5dbd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685081.584771:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef5dbd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685081.584793:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef5dbd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685081.584810:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef5dc4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685081.584817:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef5dc4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685081.584823:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef5dc4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685081.585559:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98400/0x8f0dbafbd9ef5dcb lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685081.585571:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98400/0x8f0dbafbd9ef5dcb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685081.585603:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98400/0x8f0dbafbd9ef5dcb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:1.0:1770685081.585636:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xa:0x0]: returning size 512 00000004:00200000:1.0:1770685081.585640:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685081.585661:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98400/0x8f0dbafbd9ef5dcb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685081.585671:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef5dbd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685081.585676:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef5dbd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685081.585682:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef5dbd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685081.585697:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c98e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685081.585701:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef5dbd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685081.585707:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef5dbd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685081.585728:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5e37800) 00010000:00010000:1.0:1770685081.585731:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685081.585735:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef5dbd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685081.585740:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef5dbd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685081.585750:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef5dc4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685081.585755:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef5dc4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685081.585759:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef5dc4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685081.585764:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c98c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685081.585767:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef5dc4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685081.585773:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef5dc4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685081.585780:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb7cfe2e1 (ffff9d92d1988c00) 00010000:00010000:1.0:1770685081.585783:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685081.585791:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef5dc4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685081.585796:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef5dc4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685081.585830:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98a00/0x8f0dbafbd9ef5db6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcfb2 expref: 19 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685081.585841:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98400/0x8f0dbafbd9ef5dcb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcfb2 expref: 18 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685081.585848:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff9d92d1988b00) 00010000:00010000:1.0:1770685081.585850:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1770685081.585852:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c98400, rc 0) 00000100:00100000:1.0:1770685081.585994:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8354700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+18:15852:x1856697500107520:12345-192.168.203.41@tcp:101:rm.0 Request processed in 1347us (1471us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685081.586002:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 497 00000100:00100000:3.0:1770685081.597560:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685081.597618:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500107648 00000100:00100000:3.0:1770685081.597628:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500107648 00000100:00100000:3.0:1770685081.597684:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 498 00000100:00100000:3.0:1770685081.597693:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+18:15852:x1856697500107648:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:3.0:1770685081.597713:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685081.597742:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef5dd2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcfb9 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685081.597805:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef5dd9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.597818:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef5dd9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.597828:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef5dd9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.597842:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5de0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.597848:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5de0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.597853:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5de0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.597917:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef5dd9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.597924:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef5dd9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.597930:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef5dd9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.597936:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c63200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685081.597946:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef5dd9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.597952:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef5dd9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.597963:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff9d92d1988b00) 00010000:00010000:3.0:1770685081.597966:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685081.597970:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef5dd9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.597976:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef5dd9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.597988:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5de0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.597993:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5de0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.597998:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5de0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.598003:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c63800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685081.598006:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5de0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.598011:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5de0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.598017:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x9fe5cc27 (ffff9d92c5e37900) 00010000:00010000:3.0:1770685081.598020:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685081.598023:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5de0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.598038:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5de0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.598070:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef5dd2 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcfb9 expref: 19 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685081.598080:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff9d92d1988b00) 00010000:00010000:3.0:1770685081.598083:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685081.598086:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef5dd2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcfb9 expref: 19 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685081.598095:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c63c00, rc 0) 00000100:00100000:3.0:1770685081.598144:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+18:15852:x1856697500107648:12345-192.168.203.41@tcp:101:rm.0 Request processed in 453us (594us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685081.598151:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 498 00000100:00100000:1.0:1770685081.607739:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685081.608959:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500107776 00000100:00100000:3.0:1770685081.608972:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500107776 00000100:00100000:3.0:1770685081.609028:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 499 00000100:00100000:3.0:1770685081.610794:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8357480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+18:15852:x1856697500107776:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:3.0:1770685081.610817:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685081.610840:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef5de7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcfc0 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685081.610922:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef5dee lrc: 3/1,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685081.610935:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef5dee lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685081.610955:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef5dee lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685081.610971:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef5df5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685081.610978:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef5df5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685081.610985:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef5df5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685081.611347:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef5dee lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685081.611354:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef5dee lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685081.611360:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef5dee lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685081.611366:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c62200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685081.611370:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef5dee lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685081.611375:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef5dee lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685081.611386:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff9d92d1988b00) 00010000:00010000:3.0:1770685081.611389:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685081.611393:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef5dee lrc: 2/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685081.611398:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef5dee lrc: 0/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685081.611414:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef5df5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685081.611420:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef5df5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685081.611424:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef5df5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685081.611428:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c62a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685081.611431:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef5df5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685081.611436:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef5df5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685081.611442:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x9fe5cc27 (ffff9d92c5e37f00) 00010000:00010000:3.0:1770685081.611444:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685081.611447:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef5df5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685081.611452:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef5df5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685081.611484:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef5de7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcfc0 expref: 19 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685081.611494:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff9d92d1988b00) 00010000:00010000:3.0:1770685081.611496:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685081.611499:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef5de7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcfc0 expref: 19 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685081.611517:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c63400, rc 0) 00000100:00100000:3.0:1770685081.611641:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8357480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+18:15852:x1856697500107776:12345-192.168.203.41@tcp:101:rm.0 Request processed in 866us (3911us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685081.611649:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 499 00000100:00100000:3.0:1770685081.627368:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685081.630124:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500108032 00000100:00100000:0.0:1770685081.630140:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500108032 00000100:00100000:0.0:1770685081.630271:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 500 00000100:00100000:0.0:1770685081.630297:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+18:15853:x1856697500108032:12345-192.168.203.41@tcp:101:dd.0 00010000:00010000:0.0:1770685081.630317:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685081.630340:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5dfc lrc: 2/0,0 mode: --/CW res: [0x200000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcfc7 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685081.630486:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5e03 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685081.630501:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5e03 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685081.630513:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5e03 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685081.630528:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5e0a lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685081.630535:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5e0a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685081.630541:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5e0a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00080000:0.0:1770685081.631019:0:6998:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xc:0x0], index 1: 0 00010000:00010000:0.0:1770685081.631192:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef5e11 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685081.631202:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef5e11 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685081.631209:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef5e11 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685081.631241:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5e03 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685081.631252:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5e03 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685081.631258:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5e03 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685081.631263:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5175400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685081.631267:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5e03 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685081.631273:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5e03 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685081.631284:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff9d92d1988b00) 00010000:00010000:0.0:1770685081.631286:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685081.631291:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5e03 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685081.631297:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5e03 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000004:00010000:0.0:1770685081.631308:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000985c8dcf reply state 00000000d7756828 transno 4294967682 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5e0a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685081.631316:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1770685081.631344:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5dfc lrc: 0/0,0 mode: --/CW res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcfc7 expref: 21 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685081.631357:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174e00/0x8f0dbafbd9ef5e11 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcfc7 expref: 20 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685081.631363:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb:0x0].0x0 (ffff9d930044bf00) 00010000:00010000:0.0:1770685081.631370:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685081.631373:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174e00, rc 0) 00000100:00100000:0.0:1770685081.631455:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+21:15853:x1856697500108032:12345-192.168.203.41@tcp:101:dd.0 Request processed in 1160us (4097us total) trans 4294967682 rc 0/0 00000100:00100000:0.0:1770685081.631463:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 500 00010000:00010000:0.0:1770685081.636756:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5e0a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685081.636774:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5e0a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685081.636782:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5e0a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685081.636788:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685081.636792:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5e0a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685081.636800:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5e0a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685081.636825:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x9fe5cc27 (ffff9d930044b100) 00010000:00010000:0.0:1770685081.637010:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685081.637016:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5e0a lrc: 2/0,0 mode: --/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685081.637022:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5e0a lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770685081.664301:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685081.664399:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500108160 00000100:00100000:3.0:1770685081.664410:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500108160 00000100:00100000:3.0:1770685081.664452:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 129 00000100:00100000:3.0:1770685081.664460:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2347:x1856697500108160:12345-192.168.203.41@tcp:8:dd.0 00010000:00080000:3.0:1770685081.664492:0:8401:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0001: connection from 1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp t0 exp 0000000000000000 cur 406 last 0 00000020:00000080:3.0:1770685081.664705:0:8401:0:(genops.c:1402:class_connect()) connect: client 1b20a364-7a5a-4770-9192-023629c7ce89, cookie 0x8f0dbafbd9ef5e1f 00002000:00100000:3.0:1770685081.664725:0:8401:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 1b20a364-7a5a-4770-9192-023629c7ce89/ffff9d92c4f76000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2113241 ocd_grant: 6815744 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1770685081.664746:0:8401:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:3.0:1770685081.664826:0:8401:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9d91c238e700 00002000:00080000:3.0:1770685081.664834:0:8401:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1770685081.664858:0:8401:0:(import.c:65:import_set_state_nolock()) ffff9d92c4f74000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1770685081.665038:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+6:2347:x1856697500108160:12345-192.168.203.41@tcp:8:dd.0 Request processed in 576us (745us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685081.665046:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 129 00000100:00100000:2.0:1770685081.670142:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685081.671344:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500108288 00000100:00100000:3.0:1770685081.671356:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500108288 00000100:00100000:3.0:1770685081.671421:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 130 00000100:00100000:3.0:1770685081.671431:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+6:15853:x1856697500108288:12345-192.168.203.41@tcp:101:dd.0 00010000:00010000:3.0:1770685081.671445:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685081.671475:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef5e26 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcfce expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1770685081.671498:0:6540:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1770685081.671516:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685081.671518:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685081.671526:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef5e26 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcfce expref: 7 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685081.671540:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c63400/0x8f0dbafbd9ef5e26 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcfce expref: 7 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685081.671552:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c63400, rc 0) 00000100:00100000:3.0:1770685081.671624:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+7:15853:x1856697500108288:12345-192.168.203.41@tcp:101:dd.0 Request processed in 194us (1491us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685081.671631:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 130 00000100:00080000:2.0:1770685081.673012:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1770685081.694315:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685081.696206:0:13877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500108416 00000100:00100000:3.0:1770685081.696219:0:13877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500108416 00002000:00100000:3.0:1770685081.696270:0:13877:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xc:0x0] (0->1048575) req@ffff9d92d0f8a680 x1856697500108416/t0(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:202/0 lens 488/0 e 0 to 0 dl 1770685092 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685081.696280:0:13877:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92d0f8a680 with x1856697500108416 ext(0->1048575) 00002000:00010000:3.0:1770685081.696286:0:13877:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d92d0f8a680 00000100:00100000:3.0:1770685081.696313:0:13877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 50 00000100:00100000:3.0:1770685081.696322:0:13877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1b20a364-7a5a-4770-9192-023629c7ce89+7:2350:x1856697500108416:12345-192.168.203.41@tcp:4:dd.0 00000001:00080000:2.0:1770685081.703324:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967682 is committed 00000001:00080000:2.0:1770685081.739111:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967326 is committed 00000001:00100000:2.0:1770685081.739136:0:7432:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 1b20a364-7a5a-4770-9192-023629c7ce89 00000001:00100000:2.0:1770685081.739142:0:7432:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 1b20a364-7a5a-4770-9192-023629c7ce89 00000020:00000080:2.0:1770685081.739146:0:7432:0:(genops.c:904:class_export_put()) final put ffff9d92d1038000/1b20a364-7a5a-4770-9192-023629c7ce89 00000020:00000080:2.0:1770685081.739171:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff9d92d1038000/1b20a364-7a5a-4770-9192-023629c7ce89 for lustre-OST0001 00000020:00000080:2.0:1770685081.739219:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9d92d103d800 for lustre-OST0001 00000001:00080000:3.0:1770685081.797449:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967327 is committed 00000100:00100000:2.0:1770685081.798018:0:13877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1b20a364-7a5a-4770-9192-023629c7ce89+6:2350:x1856697500108416:12345-192.168.203.41@tcp:4:dd.0 Request processed in 101691us (103706us total) trans 4294967327 rc 0/0 00000100:00100000:2.0:1770685081.798031:0:13877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 50 00002000:00100000:2.0:1770685081.798045:0:13877:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xc:0x0] (0->1048575) req@ffff9d92d0f8a680 x1856697500108416/t4294967327(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:202/0 lens 488/448 e 0 to 0 dl 1770685092 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685081.798055:0:13877:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92d0f8a680 with x1856697500108416 ext(0->1048575) 00002000:00010000:2.0:1770685081.798062:0:13877:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d92d0f8a680 00000100:00100000:2.0:1770685081.805069:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685081.805319:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500108544 00000100:00100000:0.0:1770685081.805329:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500108544 00000100:00100000:0.0:1770685081.805385:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 501 00000100:00100000:0.0:1770685081.805396:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c39d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+18:15853:x1856697500108544:12345-192.168.203.41@tcp:44:dd.0 00000100:00100000:0.0:1770685081.805552:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c39d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+18:15853:x1856697500108544:12345-192.168.203.41@tcp:44:dd.0 Request processed in 150us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685081.805560:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 501 00000100:00100000:3.0:1770685081.808398:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685081.808850:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500108672 00000100:00100000:0.0:1770685081.808861:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500108672 00000100:00100000:0.0:1770685081.808924:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 131 00000100:00100000:0.0:1770685081.808935:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+6:2350:x1856697500108672:12345-192.168.203.41@tcp:16:dd.0 00000100:00100000:0.0:1770685081.809041:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+6:2350:x1856697500108672:12345-192.168.203.41@tcp:16:dd.0 Request processed in 108us (655us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685081.809049:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 131 00000100:00100000:3.0:1770685081.815098:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685081.815310:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500108928 00000100:00100000:2.0:1770685081.815320:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500108928 00000100:00100000:2.0:1770685081.815371:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 137 00000100:00100000:2.0:1770685081.815380:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c83d7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+18:15853:x1856697500108928:12345-192.168.203.41@tcp:35:dd.0 00000100:00100000:3.0:1770685081.817390:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c83d7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+19:15853:x1856697500108928:12345-192.168.203.41@tcp:35:dd.0 Request processed in 2001us (2291us total) trans 4294967683 rc 0/0 00000100:00100000:3.0:1770685081.817402:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 137 00000100:00100000:2.0:1770685081.874574:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685081.875055:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500109056 00000100:00100000:0.0:1770685081.875066:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500109056 00000100:00100000:0.0:1770685081.875122:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 502 00000100:00100000:0.0:1770685081.875133:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c39d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+47:15856:x1856697500109056:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685081.875154:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685081.875176:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5e2d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcfd5 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685081.875262:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5e34 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685081.875275:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5e34 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685081.875285:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5e34 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685081.875477:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1770685081.875487:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 11 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685081.875514:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5e34 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685081.875555:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5e2d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcfd5 expref: 49 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685081.875573:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5e34 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcfd5 expref: 48 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685081.875637:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5e37800) 00010000:00010000:0.0:1770685081.875641:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1770685081.875645:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5175400, rc 0) 00000100:00100000:0.0:1770685081.875699:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c39d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+48:15856:x1856697500109056:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 568us (1135us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685081.875706:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 502 00000100:00100000:0.0:1770685081.879119:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685081.879212:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500109184 00000100:00100000:2.0:1770685081.879223:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500109184 00000100:00100000:2.0:1770685081.879276:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 503 00000100:00100000:2.0:1770685081.879286:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+48:15856:x1856697500109184:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685081.879304:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685081.879322:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef5e3b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcfdc expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685081.879382:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef5e42 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685081.879394:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef5e42 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685081.879404:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef5e42 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685081.879417:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef5e49 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685081.879423:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef5e49 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685081.879427:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef5e49 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.879816:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef5e50 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.879826:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef5e50 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.879915:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef5e50 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:3.0:1770685081.879949:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xa:0x0]: returning size 11776 00000004:00200000:3.0:1770685081.879953:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685081.879974:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef5e50 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.879985:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef5e42 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.879991:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef5e42 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.879998:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef5e42 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.880004:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685081.880008:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef5e42 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.880015:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef5e42 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.880026:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5e37800) 00010000:00010000:3.0:1770685081.880040:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685081.880045:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef5e42 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.880052:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef5e42 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.880063:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef5e49 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.880069:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef5e49 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.880074:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef5e49 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.880079:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307bc00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685081.880082:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef5e49 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.880087:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef5e49 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.880094:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb7cfe2e1 (ffff9d92c9178500) 00010000:00010000:3.0:1770685081.880097:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685081.880100:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef5e49 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.880105:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef5e49 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.880136:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef5e3b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcfdc expref: 50 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685081.880160:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62a00/0x8f0dbafbd9ef5e50 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcfdc expref: 49 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685081.880167:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff9d92d1988b00) 00010000:00010000:3.0:1770685081.880170:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1770685081.880172:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c62a00, rc 0) 00000100:00100000:3.0:1770685081.880240:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+49:15856:x1856697500109184:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 956us (1130us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685081.880247:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 503 00000100:00100000:1.0:1770685081.886288:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685081.886353:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500109312 00000100:00100000:3.0:1770685081.886360:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500109312 00000100:00100000:3.0:1770685081.886407:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 504 00000100:00100000:3.0:1770685081.886416:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+49:15856:x1856697500109312:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685081.886466:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685081.886487:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef5e57 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcfe3 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685081.886546:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef5e5e lrc: 3/1,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.886559:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef5e5e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.886570:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef5e5e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.886615:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5e65 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.886637:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5e65 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.886653:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5e65 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.886840:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef5e6c lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.886848:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef5e6c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.886855:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef5e6c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:3.0:1770685081.886886:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xb:0x0]: returning size 1048576 00000004:00200000:3.0:1770685081.886890:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685081.886907:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef5e6c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.886917:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef5e6c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.886925:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef5e5e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.886931:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef5e5e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.886937:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef5e5e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.886942:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c63c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685081.886947:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef5e5e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.886959:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef5e5e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.886969:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff9d92d1988b00) 00010000:00010000:3.0:1770685081.886971:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685081.886974:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef5e5e lrc: 2/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.886978:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef5e5e lrc: 0/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.886986:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5e65 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.886989:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5e65 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.886993:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5e65 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.886996:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c63800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685081.886997:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5e65 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.887000:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5e65 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.887004:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x9fe5cc27 (ffff9d92c5e37a00) 00010000:00010000:3.0:1770685081.887005:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685081.887006:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5e65 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.887009:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5e65 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.887035:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef5e57 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcfe3 expref: 51 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685081.887043:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63200/0x8f0dbafbd9ef5e6c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcfe3 expref: 50 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685081.887047:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb:0x0].0x0 (ffff9d930044bf00) 00010000:00010000:3.0:1770685081.887049:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1770685081.887050:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c63200, rc 0) 00000100:00100000:3.0:1770685081.887098:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+50:15856:x1856697500109312:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 684us (821us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685081.887105:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 504 00000100:00100000:0.0:1770685081.892869:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685081.892957:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500109440 00000100:00100000:3.0:1770685081.892966:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500109440 00000100:00100000:3.0:1770685081.893035:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 132 00000100:00100000:3.0:1770685081.893045:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2350:x1856697500109440:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685081.893061:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685081.893079:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef5e73 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcfea expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685081.893137:0:6540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514695936:192.168.203.41@tcp:106: 00000100:00100000:3.0:1770685081.893228:0:6540:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c62d76c0 going to sleep for 11 seconds 00000100:00080000:1.0:1770685081.894073:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:3.0:1770685081.897455:0:6540:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0xc:0x0] updating lvb size: 0 -> 1048576 00002000:00010000:3.0:1770685081.897463:0:6540:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0xc:0x0] updating lvb mtime: 0 -> 1770685082 00002000:00010000:3.0:1770685081.897465:0:6540:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0xc:0x0] updating lvb atime: 0 -> 1770685082 00002000:00010000:3.0:1770685081.897467:0:6540:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0xc:0x0] updating lvb ctime: 0 -> 1770685082 00002000:00010000:3.0:1770685081.897482:0:6540:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000400:0xc:0x0] updating lvb blocks: 1 -> 2051 00000100:00100000:3.0:1770685081.897504:0:6540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514695936:192.168.203.41@tcp:106: 00010000:00010000:3.0:1770685081.897565:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef5e73 lrc: 1/0,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcfea expref: 9 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685081.897638:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef5e73 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcfea expref: 9 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685081.897650:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c62e00, rc 0) 00000100:00100000:3.0:1770685081.897702:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2350:x1856697500109440:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 4657us (4842us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685081.897721:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 132 00000100:00100000:1.0:1770685081.903072:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685081.903172:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500109568 00000100:00100000:3.0:1770685081.903181:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500109568 00000100:00100000:3.0:1770685081.903275:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 505 00000100:00100000:3.0:1770685081.903285:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+50:15856:x1856697500109568:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685081.903305:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685081.903323:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef5e7a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcff1 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685081.903387:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5e81 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.903400:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5e81 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.903409:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5e81 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:3.0:1770685081.903481:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xa:0x0]: returning size 11776 00000004:00200000:3.0:1770685081.903485:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685081.903505:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5e81 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685081.903546:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef5e7a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcff1 expref: 52 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685081.903567:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63800/0x8f0dbafbd9ef5e81 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcff1 expref: 51 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685081.903602:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff9d92d1988b00) 00010000:00010000:3.0:1770685081.903605:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685081.903609:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c63800, rc 0) 00000100:00100000:3.0:1770685081.903658:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+51:15856:x1856697500109568:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 375us (595us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685081.903665:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 505 00000100:00100000:0.0:1770685081.907628:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685081.907840:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500109696 00000100:00100000:3.0:1770685081.907850:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500109696 00000100:00100000:3.0:1770685081.907904:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 133 00000100:00100000:3.0:1770685081.907915:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2351:x1856697500109696:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685081.907932:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685081.907950:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef5e88 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcff8 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685081.908000:0:6540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514696064:192.168.203.41@tcp:106: 00000100:00100000:3.0:1770685081.908243:0:6540:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c62d76c0 going to sleep for 11 seconds 00000100:00100000:3.0:1770685081.917194:0:6540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514696064:192.168.203.41@tcp:106: 00010000:00010000:3.0:1770685081.917245:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef5e88 lrc: 1/0,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcff8 expref: 9 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685081.917269:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef5e88 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcff8 expref: 9 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685081.917286:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c62e00, rc 0) 00000100:00100000:3.0:1770685081.917354:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2351:x1856697500109696:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 9441us (9784us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685081.917364:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 133 00000100:00100000:1.0:1770685081.929204:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685081.929400:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500109952 00000100:00100000:3.0:1770685081.929409:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500109952 00000100:00100000:3.0:1770685081.929460:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 506 00000100:00100000:3.0:1770685081.929470:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+51:15856:x1856697500109952:12345-192.168.203.41@tcp:58:lfs.0 00000040:00080000:3.0:1770685081.929641:0:5760:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685081.929917:0:5760:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1770685081.931078:0:5760:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1770685081.931091:0:5760:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1770685081.931243:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+51:15856:x1856697500109952:12345-192.168.203.41@tcp:58:lfs.0 Request processed in 1770us (2045us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685081.931268:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 506 00000040:00080000:3.0:1770685082.034437:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685082.034448:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1770685082.036508:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1770685082.036524:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1770685082.356877:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770685082.675768:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c39d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514696448:0@lo:400:kworker.0 00000100:00100000:1.0:1770685082.675805:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c39d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514696576:0@lo:400:kworker.0 00000100:00100000:2.0:1770685082.675844:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685082.675932:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c39d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514696192:0@lo:400:kworker.0 00000100:00100000:0.0:1770685082.678949:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514696448 00000100:00100000:0.0:1770685082.678967:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514696448 00000100:00100000:0.0:1770685082.679052:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:0.0:1770685082.679064:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c39d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514696448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685082.681066:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1770685082.681181:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770685082.681214:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514696576 00000100:00100000:1.0:1770685082.681227:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514696576 00000100:00100000:1.0:1770685082.681325:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:1.0:1770685082.681339:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514696576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685082.681458:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514696576:12345-0@lo:400:kworker.0 Request processed in 124us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685082.681475:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00080000:1.0:1770685082.681501:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1770685082.681619:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c39d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514696576:0@lo:400:kworker.0 00000100:00100000:2.0:1770685082.684510:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1770685082.684531:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c39d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3291:1856697514696320:0@lo:400:kworker.0 00000100:00100000:2.0:1770685082.684623:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685082.684668:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514696320 00000100:00100000:2.0:1770685082.684677:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514696320 00000100:00100000:2.0:1770685082.684731:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:2.0:1770685082.684739:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c39d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1856697514696320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685082.684788:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c39d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1856697514696320:12345-0@lo:400:kworker.0 Request processed in 50us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685082.684794:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00100000:2.0:1770685082.684841:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c39d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3291:1856697514696320:0@lo:400:kworker.0 00000100:00100000:2.0:1770685082.684850:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c39d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514696832:0@lo:400:kworker.0 00000100:00100000:2.0:1770685082.684875:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685082.684911:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514696832 00000100:00100000:2.0:1770685082.684915:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514696832 00000100:00100000:2.0:1770685082.684950:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1770685082.684956:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c39d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514696832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685082.684998:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c39d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514696832:12345-0@lo:400:kworker.0 Request processed in 42us (122us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685082.685009:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00080000:2.0:1770685082.685031:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1770685082.685206:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c39d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514696832:0@lo:400:kworker.0 00000100:00100000:3.0:1770685082.688858:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685082.688932:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c39d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514696704:0@lo:400:kworker.0 00000100:00100000:3.0:1770685082.688978:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685082.689014:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514696704 00000100:00100000:3.0:1770685082.689030:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514696704 00000100:00100000:0.0:1770685082.689106:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c39d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514696448:12345-0@lo:400:kworker.0 Request processed in 10035us (13254us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685082.689117:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00100000:0.0:1770685082.689133:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00100000:3.0:1770685082.689134:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514696704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685082.689203:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514696704:12345-0@lo:400:kworker.0 Request processed in 75us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685082.689211:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00000100:00080000:3.0:1770685082.689235:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685082.689265:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c39d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514696704:0@lo:400:kworker.0 00000100:00100000:0.0:1770685082.689313:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c39d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514696448:0@lo:400:kworker.0 00000100:00100000:1.0:1770685082.689732:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514696192 00000100:00100000:1.0:1770685082.689742:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514696192 00000100:00100000:1.0:1770685082.689774:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:1.0:1770685082.689782:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92e0872450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514696192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685082.689825:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92e0872450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514696192:12345-0@lo:400:kworker.0 Request processed in 44us (974us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685082.689832:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00100000:3.0:1770685082.689979:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c39d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514696192:0@lo:400:kworker.0 00000040:00080000:0.0:1770685082.786317:0:14001:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1770685082.787201:0:14001:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1770685082.791051:0:14001:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1770685082.791075:0:14001:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1770685083.188249:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c39d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514696960:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1770685083.188329:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685083.188523:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514696960 00000100:00100000:2.0:1770685083.188531:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514696960 00000100:00100000:2.0:1770685083.188596:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1770685083.188605:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514696960:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1770685083.188638:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1770685083.188683:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514696960:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685083.188690:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1770685083.188794:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c39d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514696960:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1770685083.191776:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514697088:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1770685083.191918:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685083.192054:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514697088 00000100:00100000:0.0:1770685083.192068:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514697088 00000100:00100000:0.0:1770685083.192144:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1770685083.192154:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514697088:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1770685083.192198:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 52756480 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1770685083.206372:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514697088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 14211us (14446us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685083.206387:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1770685083.209756:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514697088:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1770685083.377976:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685084.402269:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1770685084.766376:0:6567:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 1b20a364-7a5a-4770-9192-023629c7ce89 00000020:00000080:1.0:1770685084.766385:0:6567:0:(genops.c:904:class_export_put()) final put ffff9d92f5144800/1b20a364-7a5a-4770-9192-023629c7ce89 00000020:00000080:2.0:1770685084.766725:0:36:0:(genops.c:863:class_export_destroy()) destroying export ffff9d92f5144800/1b20a364-7a5a-4770-9192-023629c7ce89 for lustre-OST0000 00000020:00000080:2.0:1770685084.766782:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9d92f5143800 for lustre-OST0000 00000100:00100000:0.0:1770685085.384266:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685085.384309:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685085.386918:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685085.386971:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685085.386993:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685085.387074:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500110080 00000100:00100000:3.0:1770685085.387084:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500110080 00000100:00100000:3.0:1770685085.387150:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 323 00000100:00100000:3.0:1770685085.387160:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2349:x1856697500110080:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685085.387227:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2349:x1856697500110080:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 69us (2973us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685085.387235:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 323 00000100:00100000:3.0:1770685085.387269:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500110592 00000100:00100000:3.0:1770685085.387273:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500110592 00000100:00100000:3.0:1770685085.387304:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500110208 00000100:00100000:3.0:1770685085.387307:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500110208 00000100:00100000:3.0:1770685085.387328:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 215 00000100:00100000:3.0:1770685085.387334:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+19:2349:x1856697500110592:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685085.387366:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+19:2349:x1856697500110592:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 32us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685085.387373:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 215 00000100:00100000:3.0:1770685085.387384:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 216 00000100:00100000:3.0:1770685085.387405:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+51:2349:x1856697500110208:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685085.387431:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+51:2349:x1856697500110208:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 28us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685085.387437:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 216 00000100:00080000:3.0:1770685085.387567:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685085.393956:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685085.398707:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500110336 00000100:00100000:2.0:1770685085.398721:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500110336 00000100:00100000:2.0:1770685085.398790:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500110464 00000100:00100000:2.0:1770685085.398794:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500110464 00000100:00100000:2.0:1770685085.398823:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 160 00000100:00100000:2.0:1770685085.398832:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2349:x1856697500110336:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685085.398907:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2349:x1856697500110336:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 77us (14597us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685085.398914:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 160 00000100:00100000:2.0:1770685085.398932:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 161 00000100:00100000:2.0:1770685085.398938:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2349:x1856697500110464:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685085.398963:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2349:x1856697500110464:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 25us (11970us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685085.398969:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 161 00000100:00080000:2.0:1770685085.399237:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1770685085.399241:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1770685085.399381:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500110720 00000100:00100000:2.0:1770685085.399385:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500110720 00000100:00100000:2.0:1770685085.399415:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 162 00000100:00100000:2.0:1770685085.399422:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+6:2349:x1856697500110720:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685085.399464:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+6:2349:x1856697500110720:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 39us (5514us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685085.399470:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 162 00000100:00080000:2.0:1770685085.399486:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1770685085.429096:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685086.449823:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1770685086.828905:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967683 is committed 00010000:00010000:0.0:1770685087.473811:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685087.795336:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c70ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514697344:0@lo:400:kworker.0 00000100:00100000:3.0:1770685087.795448:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685087.795514:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c70ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514697856:0@lo:400:kworker.0 00000100:00100000:3.0:1770685087.795541:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685087.795571:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1770685087.795596:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c70fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514697472:0@lo:400:kworker.0 00000100:00100000:3.0:1770685087.795623:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685087.795669:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514697856 00000100:00100000:3.0:1770685087.795686:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514697856 00000100:00100000:3.0:1770685087.795737:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:3.0:1770685087.795746:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514697856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685087.795807:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514697856:12345-0@lo:400:kworker.0 Request processed in 62us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685087.795814:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:3.0:1770685087.795835:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514697344 00000100:00100000:3.0:1770685087.795838:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514697344 00000100:00100000:3.0:1770685087.795859:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514697472 00000100:00100000:3.0:1770685087.795862:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514697472 00000100:00100000:3.0:1770685087.795881:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:3.0:1770685087.795887:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514697344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685087.795916:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514697344:12345-0@lo:400:kworker.0 Request processed in 30us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685087.795935:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:3.0:1770685087.796146:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:3.0:1770685087.796154:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514697472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685087.796185:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514697472:12345-0@lo:400:kworker.0 Request processed in 32us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685087.796190:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00100000:3.0:1770685087.796236:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c70fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514697472:0@lo:400:kworker.0 00000100:00100000:3.0:1770685087.796246:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c70ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514697344:0@lo:400:kworker.0 00000100:00100000:3.0:1770685087.796254:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c70ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514697856:0@lo:400:kworker.0 00000100:00100000:0.0:1770685087.796525:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c70fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514697600:0@lo:400:kworker.0 00000100:00100000:0.0:1770685087.796561:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685087.796624:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1770685087.796631:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c70ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514697216:0@lo:400:kworker.0 00000100:00100000:0.0:1770685087.796687:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685087.796713:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c70fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514697728:0@lo:400:kworker.0 00000100:00100000:0.0:1770685087.796734:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685087.796913:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514697216 00000100:00100000:1.0:1770685087.796919:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514697216 00000100:00100000:1.0:1770685087.796972:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:1.0:1770685087.796980:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514697216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685087.797028:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514697216:12345-0@lo:400:kworker.0 Request processed in 48us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685087.797034:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00100000:1.0:1770685087.797069:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514697728 00000100:00100000:1.0:1770685087.797073:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514697728 00000100:00100000:1.0:1770685087.797098:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:1.0:1770685087.797103:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514697728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685087.797135:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514697728:12345-0@lo:400:kworker.0 Request processed in 31us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685087.797141:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00000100:00100000:1.0:1770685087.797168:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c70ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514697216:0@lo:400:kworker.0 00000100:00100000:1.0:1770685087.797179:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c70fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514697728:0@lo:400:kworker.0 00000100:00100000:3.0:1770685087.797377:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514697600 00000100:00100000:3.0:1770685087.797382:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514697600 00000100:00080000:2.0:1770685087.797533:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1770685087.797538:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1770685087.797638:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:3.0:1770685087.797647:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514697600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685087.797704:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514697600:12345-0@lo:400:kworker.0 Request processed in 58us (1142us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685087.797710:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00080000:2.0:1770685087.798977:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1770685087.799149:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c70fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514697600:0@lo:400:kworker.0 00000100:00100000:1.0:1770685088.305885:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1770685088.305907:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514697984:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1770685088.305973:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685088.306252:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1770685088.306263:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514698112:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1770685088.306292:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685088.306498:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514697984 00000100:00100000:3.0:1770685088.306507:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514697984 00000100:00100000:3.0:1770685088.306562:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514698112 00000100:00100000:3.0:1770685088.306565:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514698112 00000100:00100000:3.0:1770685088.306604:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1770685088.306614:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514697984:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1770685088.306646:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 52756480 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1770685088.306704:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514697984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (731us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685088.306729:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1770685088.306750:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1770685088.306757:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514698112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1770685088.306774:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1770685088.306808:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514698112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 52us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685088.306814:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1770685088.306857:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514698112:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1770685088.306890:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514697984:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1770685088.499219:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1770685088.941286:0:14200:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 8: Test default archive number ======== 19:58:07 (1770685087) 00000100:00100000:2.0:1770685089.327738:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685089.327975:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500110976 00000100:00100000:3.0:1770685089.327989:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500110976 00000100:00100000:3.0:1770685089.328128:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 507 00000100:00100000:3.0:1770685089.328141:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c39d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+18:16458:x1856697500110976:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685089.328170:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685089.328196:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef5e8f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bcfff expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685089.328308:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef5e96 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685089.328325:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef5e96 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685089.328340:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef5e96 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685089.328466:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef5e9d lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685089.328501:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef5e9d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685089.328512:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef5e9d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00080000:2.0:1770685089.328969:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1770685089.329486:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ea4 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.329502:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ea4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.329511:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ea4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:0.0:1770685089.329523:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:0.0:1770685089.329702:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef5e96 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.329709:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef5e96 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.329716:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef5e96 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.329721:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92d8f9ce00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685089.329725:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef5e96 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.329733:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef5e96 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.329760:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9d92c554f400) 00010000:00010000:0.0:1770685089.329763:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685089.329767:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef5e96 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.329772:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef5e96 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.329783:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef5e9d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.329788:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef5e9d lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.329793:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef5e9d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.329797:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c13a3a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685089.329799:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef5e9d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.329804:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef5e9d lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.329810:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9d92c5e37400) 00010000:00010000:0.0:1770685089.329812:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685089.329826:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef5e9d lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.329831:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef5e9d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.330149:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef5e8f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcfff expref: 21 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685089.330170:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ea4 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcfff expref: 20 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685089.330176:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:0.0:1770685089.330179:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685089.330181:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174a00, rc 0) 00000100:00100000:0.0:1770685089.330772:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c39d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+20:16458:x1856697500110976:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 2633us (3046us total) trans 4294967684 rc 0/0 00000100:00100000:0.0:1770685089.330781:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 507 00000100:00100000:2.0:1770685089.335686:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685089.335772:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500111104 00000100:00100000:0.0:1770685089.335783:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500111104 00000100:00100000:0.0:1770685089.335839:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 508 00000100:00100000:0.0:1770685089.335849:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c39d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+20:16458:x1856697500111104:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1770685089.335954:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c39d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+20:16458:x1856697500111104:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 Request processed in 107us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685089.335962:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 508 00000100:00100000:2.0:1770685089.337330:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685089.337484:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500111232 00000100:00100000:0.0:1770685089.337492:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500111232 00000100:00100000:0.0:1770685089.337610:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 22 00000100:00100000:0.0:1770685089.337621:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c39d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+20:2348:x1856697500111232:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685089.337636:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685089.337659:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ea4 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcfff expref: 20 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685089.337684:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:0.0:1770685089.337701:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685089.337778:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c39d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+19:2348:x1856697500111232:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 159us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685089.337786:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 22 00000100:00100000:2.0:1770685089.351749:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685089.353292:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500111360 00000100:00100000:1.0:1770685089.353304:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500111360 00000100:00100000:1.0:1770685089.353372:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 509 00000100:00100000:1.0:1770685089.353378:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c39d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+51:16459:x1856697500111360:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:1.0:1770685089.353394:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685089.353412:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99600/0x8f0dbafbd9ef5eb2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd006 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685089.353461:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5eb9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.353472:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5eb9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.353494:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5eb9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.354809:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98600/0x8f0dbafbd9ef5ec0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.354824:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98600/0x8f0dbafbd9ef5ec0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.354832:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98600/0x8f0dbafbd9ef5ec0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.354894:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5eb9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.354898:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5eb9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.354902:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5eb9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.354906:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c99e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685089.354909:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5eb9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.354913:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5eb9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.354920:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5e37800) 00010000:00010000:1.0:1770685089.354922:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685089.354925:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5eb9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.354928:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5eb9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.354946:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98600/0x8f0dbafbd9ef5ec0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.354949:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98600/0x8f0dbafbd9ef5ec0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.354953:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98600/0x8f0dbafbd9ef5ec0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.354955:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c98600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685089.354957:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98600/0x8f0dbafbd9ef5ec0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.354960:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98600/0x8f0dbafbd9ef5ec0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.354964:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc1d08857 (ffff9d92d1988f00) 00010000:00010000:1.0:1770685089.354965:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685089.354967:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98600/0x8f0dbafbd9ef5ec0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.354969:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98600/0x8f0dbafbd9ef5ec0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.355000:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99600/0x8f0dbafbd9ef5eb2 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd006 expref: 52 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685089.355007:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5e37800) 00010000:00010000:1.0:1770685089.355008:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685089.355010:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99600/0x8f0dbafbd9ef5eb2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd006 expref: 52 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685089.355022:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c99600, rc 0) 00000100:00100000:1.0:1770685089.355088:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c39d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+51:16459:x1856697500111360:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 1709us (3350us total) trans 0 rc 301/301 00000100:00100000:1.0:1770685089.355094:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 509 00000100:00080000:2.0:1770685089.355350:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685089.360114:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685089.360223:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500111616 00000100:00100000:0.0:1770685089.360233:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500111616 00000100:00100000:0.0:1770685089.360291:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 510 00000100:00100000:0.0:1770685089.360300:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c39d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+51:16459:x1856697500111616:12345-192.168.203.41@tcp:36:lfs.0 00010000:00010000:0.0:1770685089.360355:0:5760:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685089.360379:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5e34 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcfd5 expref: 51 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685089.360397:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5e37800) 00010000:00010000:0.0:1770685089.360402:0:5760:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1770685089.360479:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ec7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.360492:0:5760:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef5daf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bcfab expref: 18 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685089.360500:0:5760:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ec7 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.360529:0:5760:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef5daf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcfab expref: 18 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685089.360555:0:5760:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef5daf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcfab expref: 18 pid: 5760 timeout: 514 lvb_type: 0 00000100:00100000:0.0:1770685089.360569:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c4380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514698240:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685089.360703:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d1c6b9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1770685089.366429:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685089.366448:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c4380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514698240:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685089.366490:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ec7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:1.0:1770685089.366625:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500111744 00000100:00100000:1.0:1770685089.366632:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500111744 00010000:00010000:1.0:1770685089.366678:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef5daf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcfab expref: 19 pid: 5760 timeout: 514 lvb_type: 0 00000100:00100000:1.0:1770685089.366716:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 164 00000100:00100000:1.0:1770685089.366726:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d21880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+19:2350:x1856697500111744:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685089.366741:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685089.366748:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef5daf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcfab expref: 19 pid: 5760 timeout: 514 lvb_type: 0 00010000:00010000:1.0:1770685089.366759:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef5daf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcfab expref: 19 pid: 5760 timeout: 514 lvb_type: 0 00010000:00010000:1.0:1770685089.366781:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef5daf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bcfab expref: 19 pid: 5760 timeout: 514 lvb_type: 0 00010000:00010000:1.0:1770685089.366799:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5e37800) 00010000:00010000:1.0:1770685089.366804:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ec7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685089.366814:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ec7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685089.366839:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ec7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685089.366864:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1770685089.366993:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ec7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.367001:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ec7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.367022:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5ece lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.367031:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5ece lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.367038:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5ece lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:0.0:1770685089.367837:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x20:0x0]: returning size 512 00010000:00010000:0.0:1770685089.367845:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ec7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.367851:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ec7 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.367855:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ec7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.367858:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685089.367861:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ec7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.367873:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ec7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.367880:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5e37800) 00010000:00010000:0.0:1770685089.367882:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685089.367884:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ec7 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.367888:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ec7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000004:00010000:0.0:1770685089.367898:0:5760:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000be809939 reply state 00000000273438b9 transno 4294967685 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5ece lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:0.0:1770685089.367904:0:5760:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1770685089.368001:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d21880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+18:2350:x1856697500111744:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 1275us (1587us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685089.368008:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 164 00000100:00100000:0.0:1770685089.368172:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c39d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+52:16459:x1856697500111616:12345-192.168.203.41@tcp:36:lfs.0 Request processed in 7872us (8067us total) trans 4294967685 rc 0/0 00000100:00100000:0.0:1770685089.368179:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 510 00010000:00010000:1.0:1770685089.378106:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5ece lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685089.378122:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5ece lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685089.378129:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5ece lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685089.378136:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5175400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685089.378141:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5ece lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685089.378147:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5ece lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685089.378162:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc1d08857 (ffff9d930044bc00) 00010000:00010000:1.0:1770685089.378165:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685089.378169:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5ece lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685089.378174:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef5ece lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:3.0:1770685089.379054:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685089.379197:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500111872 00000100:00100000:0.0:1770685089.379211:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500111872 00000100:00100000:0.0:1770685089.379284:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 511 00000100:00100000:0.0:1770685089.379296:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+51:16460:x1856697500111872:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:0.0:1770685089.379333:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685089.379367:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5ed5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd00d expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685089.379630:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5edc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.380008:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5edc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.380041:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5edc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:0.0:1770685089.380125:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1770685089.380130:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 12 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685089.380183:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5edc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.380216:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef5ed5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd00d expref: 53 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685089.380238:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5edc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd00d expref: 52 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685089.380246:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d930044b100) 00010000:00010000:0.0:1770685089.380248:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1770685089.380251:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174200, rc 0) 00000100:00100000:0.0:1770685089.380487:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+52:16460:x1856697500111872:12345-192.168.203.41@tcp:101:bash.0 Request processed in 1192us (1444us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685089.380497:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 511 00000100:00100000:2.0:1770685089.384169:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685089.384257:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500112000 00000100:00100000:0.0:1770685089.384270:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500112000 00000100:00100000:0.0:1770685089.384402:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 512 00000100:00100000:0.0:1770685089.384416:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c39d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+52:16460:x1856697500112000:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:0.0:1770685089.384444:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685089.384469:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ee3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd014 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685089.384541:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5eea lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.384615:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5eea lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.384632:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5eea lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.384659:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5ef1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.384673:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5ef1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.384678:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5ef1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.385890:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef5ef8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.385913:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef5ef8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.385927:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef5ef8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:0.0:1770685089.386008:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x20:0x0]: returning size 512 00000004:00200000:0.0:1770685089.386013:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685089.386038:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef5ef8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.386051:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5eea lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.386056:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5eea lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.386078:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5eea lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.386083:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685089.386087:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5eea lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.386094:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5eea lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.386105:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d930044b100) 00010000:00010000:0.0:1770685089.386108:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685089.386113:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5eea lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.386129:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef5eea lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.386145:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5ef1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.386151:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5ef1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.386156:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5ef1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.386161:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685089.386163:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5ef1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.386169:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5ef1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.386186:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc1d08857 (ffff9d930044bb00) 00010000:00010000:0.0:1770685089.386189:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685089.386192:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5ef1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.386198:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef5ef1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.386235:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef5ee3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd014 expref: 54 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685089.386257:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c800/0x8f0dbafbd9ef5ef8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd014 expref: 53 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685089.386265:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff9d930044b700) 00010000:00010000:0.0:1770685089.386267:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1770685089.386270:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92d8f9c800, rc 0) 00000100:00100000:0.0:1770685089.386348:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c39d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+53:16460:x1856697500112000:12345-192.168.203.41@tcp:101:bash.0 Request processed in 1936us (2190us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685089.386357:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 512 00000100:00100000:3.0:1770685089.389190:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685089.389290:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500112128 00000100:00100000:0.0:1770685089.389304:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500112128 00000100:00100000:0.0:1770685089.389378:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 513 00000100:00100000:0.0:1770685089.389390:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+53:16460:x1856697500112128:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:0.0:1770685089.390096:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685089.390123:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef5eff lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd01b expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685089.390222:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef5f06 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.390236:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef5f06 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.390246:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef5f06 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.390256:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef5f0d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.390261:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef5f0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.390267:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef5f0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.390364:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef5f06 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.390372:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef5f06 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.390378:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef5f06 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.390385:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c0030c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685089.390390:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef5f06 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.390397:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef5f06 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.390424:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff9d930044b700) 00010000:00010000:0.0:1770685089.390427:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685089.390433:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef5f06 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.390439:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef5f06 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.390453:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef5f0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.390459:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef5f0d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.390465:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef5f0d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.390470:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c0030a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685089.390472:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef5f0d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.390478:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef5f0d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.390485:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x70ee8377 (ffff9d930044b500) 00010000:00010000:0.0:1770685089.390487:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685089.390489:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef5f0d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.390494:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef5f0d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.390538:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef5eff lrc: 1/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd01b expref: 54 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685089.390557:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff9d930044b700) 00010000:00010000:0.0:1770685089.390560:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685089.390563:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef5eff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd01b expref: 54 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685089.390572:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92d8f9ce00, rc 0) 00000100:00100000:0.0:1770685089.391188:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+53:16460:x1856697500112128:12345-192.168.203.41@tcp:101:bash.0 Request processed in 1798us (2007us total) trans 0 rc 301/301 00000100:00100000:0.0:1770685089.391195:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 513 00000100:00100000:3.0:1770685089.406173:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685089.406295:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500112256 00000100:00100000:0.0:1770685089.406308:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500112256 00000100:00100000:0.0:1770685089.406426:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 514 00000100:00100000:0.0:1770685089.406439:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+18:16461:x1856697500112256:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:0.0:1770685089.406466:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685089.406493:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef5f14 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd022 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685089.406661:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef5f1b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.406686:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef5f1b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.406699:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef5f1b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:0.0:1770685089.406770:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1770685089.406773:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 12 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685089.406806:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef5f1b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.406847:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef5f14 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd022 expref: 20 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685089.406869:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef5f1b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd022 expref: 19 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685089.406879:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d930044b100) 00010000:00010000:0.0:1770685089.406882:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1770685089.406886:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c0030c00, rc 0) 00000100:00100000:0.0:1770685089.406961:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+19:16461:x1856697500112256:12345-192.168.203.41@tcp:101:rm.0 Request processed in 524us (800us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685089.406969:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 514 00000100:00100000:1.0:1770685089.410714:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685089.410983:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500112384 00000100:00100000:0.0:1770685089.410997:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500112384 00000100:00100000:0.0:1770685089.411058:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 515 00000100:00100000:0.0:1770685089.411069:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+19:16461:x1856697500112384:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:0.0:1770685089.411094:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685089.411117:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef5f22 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd029 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685089.411187:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef5f29 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.411199:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef5f29 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.411209:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef5f29 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.411239:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef5f30 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.411244:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef5f30 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.411247:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef5f30 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.411914:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9e00/0x8f0dbafbd9ef5f37 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.411925:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9e00/0x8f0dbafbd9ef5f37 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.411933:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9e00/0x8f0dbafbd9ef5f37 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:0.0:1770685089.411978:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x20:0x0]: returning size 512 00000004:00200000:0.0:1770685089.411983:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685089.412010:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9e00/0x8f0dbafbd9ef5f37 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.412024:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef5f29 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.412031:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef5f29 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.412037:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef5f29 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.412044:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92d8f9ce00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685089.412049:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef5f29 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.412067:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef5f29 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.412079:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d930044b100) 00010000:00010000:0.0:1770685089.412081:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685089.412085:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef5f29 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.412090:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef5f29 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.412099:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef5f30 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.412103:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef5f30 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.412106:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef5f30 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.412109:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa8600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685089.412111:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef5f30 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.412114:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef5f30 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.412117:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc1d08857 (ffff9d930044b500) 00010000:00010000:0.0:1770685089.412118:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685089.412120:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef5f30 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.412123:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef5f30 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.412158:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef5f22 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd029 expref: 21 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685089.412169:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9e00/0x8f0dbafbd9ef5f37 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd029 expref: 20 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685089.412174:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff9d930044b700) 00010000:00010000:0.0:1770685089.412175:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1770685089.412177:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3aa9e00, rc 0) 00000100:00100000:0.0:1770685089.412298:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+20:16461:x1856697500112384:12345-192.168.203.41@tcp:101:rm.0 Request processed in 1230us (1599us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685089.412307:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 515 00000100:00100000:3.0:1770685089.414654:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685089.415138:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500112512 00000100:00100000:0.0:1770685089.415151:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500112512 00000100:00100000:0.0:1770685089.415240:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 516 00000100:00100000:0.0:1770685089.415249:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+20:16461:x1856697500112512:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:0.0:1770685089.415271:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685089.415296:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef5f3e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd030 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685089.415375:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef5f45 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.415397:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef5f45 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.415406:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef5f45 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.415436:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8a00/0x8f0dbafbd9ef5f4c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.415441:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8a00/0x8f0dbafbd9ef5f4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.415445:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8a00/0x8f0dbafbd9ef5f4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.415512:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef5f45 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.415516:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef5f45 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.415520:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef5f45 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.415524:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa8e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685089.415527:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef5f45 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.415532:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef5f45 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.415542:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff9d930044b700) 00010000:00010000:0.0:1770685089.415544:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685089.415547:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef5f45 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.415550:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef5f45 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.415559:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8a00/0x8f0dbafbd9ef5f4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.415567:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8a00/0x8f0dbafbd9ef5f4c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.415571:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8a00/0x8f0dbafbd9ef5f4c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.415574:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa8a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685089.415600:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8a00/0x8f0dbafbd9ef5f4c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.415604:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8a00/0x8f0dbafbd9ef5f4c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.415609:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x70ee8377 (ffff9d930044bb00) 00010000:00010000:0.0:1770685089.415611:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685089.415613:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8a00/0x8f0dbafbd9ef5f4c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.415616:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8a00/0x8f0dbafbd9ef5f4c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685089.415648:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef5f3e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd030 expref: 21 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685089.415657:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff9d930044b700) 00010000:00010000:0.0:1770685089.415659:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685089.415674:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef5f3e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd030 expref: 21 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685089.415683:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3aa9600, rc 0) 00000100:00100000:0.0:1770685089.415751:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+20:16461:x1856697500112512:12345-192.168.203.41@tcp:101:rm.0 Request processed in 503us (1112us total) trans 0 rc 301/301 00000100:00100000:0.0:1770685089.415761:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 516 00000100:00100000:3.0:1770685089.417718:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685089.417852:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500112640 00000100:00100000:1.0:1770685089.417862:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500112640 00000100:00100000:1.0:1770685089.418046:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 517 00000100:00100000:1.0:1770685089.418059:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+20:16461:x1856697500112640:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:1.0:1770685089.418083:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685089.418104:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98600/0x8f0dbafbd9ef5f53 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd037 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685089.418168:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5f5a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.418180:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5f5a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.418189:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5f5a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.418199:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef5f61 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.418203:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef5f61 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.418207:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef5f61 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.418268:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5f5a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.418272:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5f5a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.418276:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5f5a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.418293:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c99e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685089.418297:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5f5a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.418305:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5f5a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.418317:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff9d930044b700) 00010000:00010000:1.0:1770685089.418320:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685089.418325:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5f5a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.418331:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5f5a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.418346:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef5f61 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.418352:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef5f61 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.418357:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef5f61 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.418362:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c98000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685089.418364:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef5f61 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.418367:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef5f61 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.418372:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x70ee8377 (ffff9d92d1988f00) 00010000:00010000:1.0:1770685089.418373:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685089.418390:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef5f61 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.418393:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef5f61 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.418422:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98600/0x8f0dbafbd9ef5f53 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd037 expref: 21 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685089.418429:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff9d930044b700) 00010000:00010000:1.0:1770685089.418430:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685089.418432:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98600/0x8f0dbafbd9ef5f53 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd037 expref: 21 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685089.418438:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c98600, rc 0) 00000100:00100000:1.0:1770685089.418505:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+20:16461:x1856697500112640:12345-192.168.203.41@tcp:101:rm.0 Request processed in 450us (802us total) trans 0 rc 301/301 00000100:00100000:1.0:1770685089.418511:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 517 00000100:00100000:2.0:1770685089.431484:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685089.431619:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500112768 00000100:00100000:1.0:1770685089.431631:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500112768 00000100:00100000:1.0:1770685089.431759:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 518 00000100:00100000:1.0:1770685089.431771:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c39d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+20:16462:x1856697500112768:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:1.0:1770685089.431798:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685089.431823:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98600/0x8f0dbafbd9ef5f68 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd03e expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685089.431902:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef5f6f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.431915:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef5f6f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.431947:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef5f6f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.431959:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5f76 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.431964:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5f76 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.431970:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5f76 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.432051:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef5f6f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.432058:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef5f6f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.432066:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef5f6f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.432072:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c98000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685089.432077:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef5f6f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.432086:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef5f6f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.432099:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff9d930044b700) 00010000:00010000:1.0:1770685089.432102:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685089.432106:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef5f6f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.432110:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef5f6f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.432126:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5f76 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.432130:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5f76 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.432133:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5f76 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.432136:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c99e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685089.432138:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5f76 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.432141:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5f76 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.432145:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x70ee8377 (ffff9d92d1988f00) 00010000:00010000:1.0:1770685089.432146:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685089.432147:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5f76 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.432150:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5f76 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.432179:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98600/0x8f0dbafbd9ef5f68 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd03e expref: 21 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685089.432186:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff9d930044b700) 00010000:00010000:1.0:1770685089.432188:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685089.432190:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98600/0x8f0dbafbd9ef5f68 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd03e expref: 21 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685089.432203:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c98600, rc 0) 00000100:00100000:1.0:1770685089.432278:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c39d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+20:16462:x1856697500112768:12345-192.168.203.41@tcp:101:cp.0 Request processed in 509us (805us total) trans 0 rc 301/301 00000100:00100000:1.0:1770685089.432286:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 518 00000100:00100000:2.0:1770685089.434824:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685089.435010:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500112896 00000100:00100000:1.0:1770685089.435023:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500112896 00000100:00100000:1.0:1770685089.435111:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 519 00000100:00100000:1.0:1770685089.435120:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c39d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+20:16462:x1856697500112896:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:1.0:1770685089.435141:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685089.435163:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99c00/0x8f0dbafbd9ef5f7d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd045 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685089.435255:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef5f84 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.435269:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef5f84 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.435278:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef5f84 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.435293:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99000/0x8f0dbafbd9ef5f8b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.435299:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99000/0x8f0dbafbd9ef5f8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.435304:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99000/0x8f0dbafbd9ef5f8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.435401:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef5f84 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.435406:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef5f84 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.435410:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef5f84 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.435414:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c99800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685089.435417:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef5f84 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.435422:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef5f84 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.435432:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff9d930044b700) 00010000:00010000:1.0:1770685089.435434:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685089.435437:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef5f84 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.435441:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef5f84 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.435450:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99000/0x8f0dbafbd9ef5f8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.435454:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99000/0x8f0dbafbd9ef5f8b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.435457:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99000/0x8f0dbafbd9ef5f8b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.435460:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c99000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685089.435466:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99000/0x8f0dbafbd9ef5f8b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.435470:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99000/0x8f0dbafbd9ef5f8b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.435474:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x70ee8377 (ffff9d92d1988200) 00010000:00010000:1.0:1770685089.435476:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685089.435477:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99000/0x8f0dbafbd9ef5f8b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.435481:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99000/0x8f0dbafbd9ef5f8b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.435509:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99c00/0x8f0dbafbd9ef5f7d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd045 expref: 21 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685089.435516:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff9d930044b700) 00010000:00010000:1.0:1770685089.435517:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685089.435519:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99c00/0x8f0dbafbd9ef5f7d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd045 expref: 21 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685089.435525:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c99c00, rc 0) 00000100:00100000:1.0:1770685089.435629:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c39d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+20:16462:x1856697500112896:12345-192.168.203.41@tcp:101:cp.0 Request processed in 511us (820us total) trans 0 rc 301/301 00000100:00100000:1.0:1770685089.435635:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 519 00000100:00100000:2.0:1770685089.438331:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685089.438856:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500113152 00000100:00100000:1.0:1770685089.438869:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500113152 00000100:00100000:1.0:1770685089.439020:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 520 00000100:00100000:1.0:1770685089.439032:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c39d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+20:16462:x1856697500113152:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:1.0:1770685089.439079:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685089.439100:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98600/0x8f0dbafbd9ef5f92 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd04c expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685089.439236:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5f99 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.439249:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5f99 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.439259:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5f99 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.439268:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef5fa0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.439272:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef5fa0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.439276:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef5fa0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00080000:1.0:1770685089.440291:0:6998:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xb:0x0], index 0: 0 00010000:00010000:1.0:1770685089.440483:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99200/0x8f0dbafbd9ef5fa7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.440494:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99200/0x8f0dbafbd9ef5fa7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.440502:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99200/0x8f0dbafbd9ef5fa7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.440537:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5f99 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.440564:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5f99 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.440571:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5f99 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.441006:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c99e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685089.441011:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5f99 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.441021:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5f99 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.441037:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff9d930044b700) 00010000:00010000:1.0:1770685089.441039:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685089.441043:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5f99 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.441047:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5f99 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000004:00010000:1.0:1770685089.441059:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000d9cdbece reply state 00000000b91eae9c transno 4294967686 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef5fa0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:1.0:1770685089.441067:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1770685089.441105:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98600/0x8f0dbafbd9ef5f92 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd04c expref: 23 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685089.441115:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99200/0x8f0dbafbd9ef5fa7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd04c expref: 22 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685089.441121:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff9d92d1988a00) 00010000:00010000:1.0:1770685089.441130:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1770685089.441132:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c99200, rc 0) 00000100:00100000:1.0:1770685089.441273:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c39d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+23:16462:x1856697500113152:12345-192.168.203.41@tcp:101:cp.0 Request processed in 2244us (2957us total) trans 4294967686 rc 0/0 00000100:00100000:1.0:1770685089.441280:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 520 00000100:00100000:2.0:1770685089.446139:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685089.446544:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500113280 00000100:00100000:3.0:1770685089.446559:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500113280 00000100:00100000:3.0:1770685089.446637:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 134 00000100:00100000:3.0:1770685089.446648:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c39d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2347:x1856697500113280:12345-192.168.203.41@tcp:8:cp.0 00010000:00080000:3.0:1770685089.446699:0:6539:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from 1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp t0 exp 0000000000000000 cur 414 last 0 00000020:00000080:3.0:1770685089.446740:0:6539:0:(genops.c:1402:class_connect()) connect: client 1b20a364-7a5a-4770-9192-023629c7ce89, cookie 0x8f0dbafbd9ef5fb5 00002000:00100000:3.0:1770685089.446763:0:6539:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 1b20a364-7a5a-4770-9192-023629c7ce89/ffff9d92f5157000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2113241 ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1770685089.446778:0:6539:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:3.0:1770685089.447116:0:6539:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9d91c1ef0600 00002000:00080000:3.0:1770685089.447125:0:6539:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1770685089.447158:0:6539:0:(import.c:65:import_set_state_nolock()) ffff9d92f5154000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1770685089.447251:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c39d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+6:2347:x1856697500113280:12345-192.168.203.41@tcp:8:cp.0 Request processed in 605us (1124us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685089.447258:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 134 00010000:00010000:1.0:1770685089.448291:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef5fa0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.448307:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef5fa0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.448314:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef5fa0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.448320:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c98000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685089.448326:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef5fa0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.448334:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef5fa0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.448354:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x70ee8377 (ffff9d92d1988f00) 00010000:00010000:1.0:1770685089.448357:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685089.448362:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef5fa0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.448367:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef5fa0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770685089.449518:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685089.449724:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500113408 00000100:00100000:3.0:1770685089.449823:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500113408 00000100:00100000:3.0:1770685089.449935:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 135 00000100:00100000:3.0:1770685089.449946:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c39d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+6:0:x1856697500113408:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:3.0:1770685089.449968:0:6538:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685089.449994:0:6538:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef5fbc lrc: 2/0,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd053 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1770685089.450025:0:6538:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1770685089.450046:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685089.450048:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685089.450056:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef5fbc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd053 expref: 7 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685089.450073:0:6538:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef5fbc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd053 expref: 7 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685089.450085:0:6538:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c13a3400, rc 0) 00000100:00100000:3.0:1770685089.450146:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c39d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+7:0:x1856697500113408:12345-192.168.203.41@tcp:101:cp.0 Request processed in 203us (637us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685089.450152:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 135 00000100:00080000:2.0:1770685089.450737:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1770685089.452461:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685089.452535:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500113536 00000100:00100000:3.0:1770685089.452545:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500113536 00000100:00100000:3.0:1770685089.452621:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 136 00000100:00100000:3.0:1770685089.452629:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+7:16462:x1856697500113536:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:3.0:1770685089.452648:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685089.452682:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef5fc3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd05a expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685089.452732:0:6539:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef5fbc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd053 expref: 8 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685089.452739:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685089.452741:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685089.452744:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef5fc3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd05a expref: 8 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685089.452887:0:6539:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef5fbc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd053 expref: 8 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685089.452902:0:6539:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef5fbc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd053 expref: 8 pid: 6538 timeout: 514 lvb_type: 1 00000100:00100000:3.0:1770685089.452917:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6539:1856697514698368:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685089.453037:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c83e5e40 going to sleep for 11 seconds 00000100:00100000:1.0:1770685089.455347:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685089.455469:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500113664 00000100:00100000:0.0:1770685089.455481:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500113664 00000100:00100000:3.0:1770685089.455522:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6539:1856697514698368:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685089.455527:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef5fbc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd053 expref: 9 pid: 6538 timeout: 514 lvb_type: 1 00010000:00010000:3.0:1770685089.455559:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef5fc3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd05a expref: 9 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685089.455606:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c13a3a00, rc 0) 00000100:00100000:0.0:1770685089.455623:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 165 00000100:00100000:0.0:1770685089.455634:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d021bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500113664:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685089.455662:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1770685089.455683:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+9:16462:x1856697500113536:12345-192.168.203.41@tcp:101:cp.0 Request processed in 3053us (3229us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685089.455692:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 136 00010000:00010000:0.0:1770685089.455701:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef5fbc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd053 expref: 9 pid: 6538 timeout: 514 lvb_type: 1 00010000:00010000:0.0:1770685089.455714:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef5fbc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd053 expref: 8 pid: 6538 timeout: 514 lvb_type: 1 00010000:00010000:0.0:1770685089.455743:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef5fbc lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd053 expref: 8 pid: 6538 timeout: 514 lvb_type: 1 00010000:00010000:0.0:1770685089.455771:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685089.455774:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685089.455784:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef5fc3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd05a expref: 7 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685089.455795:0:11010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef5fc3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd05a expref: 7 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685089.455861:0:11010:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef5fc3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd05a expref: 7 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685089.455876:0:11010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11010:1856697514698496:192.168.203.41@tcp:105: 00000100:00100000:0.0:1770685089.455950:0:11010:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d1c6bf00 going to sleep for 11 seconds 00000100:00100000:1.0:1770685089.457669:0:11010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11010:1856697514698496:192.168.203.41@tcp:105: 00010000:00010000:1.0:1770685089.457702:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685089.457779:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d021bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+7:2350:x1856697500113664:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 2146us (2444us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685089.457789:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 165 00000100:00100000:2.0:1770685089.460022:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685089.460096:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500113920 00000100:00100000:3.0:1770685089.460113:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500113920 00000100:00100000:3.0:1770685089.460172:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 138 00000100:00100000:3.0:1770685089.460183:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c39d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+22:16462:x1856697500113920:12345-192.168.203.41@tcp:35:cp.0 00000100:00100000:3.0:1770685089.460636:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c39d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+23:16462:x1856697500113920:12345-192.168.203.41@tcp:35:cp.0 Request processed in 453us (626us total) trans 4294967687 rc 0/0 00000100:00100000:3.0:1770685089.460645:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 138 00000100:00100000:2.0:1770685089.488482:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685089.488833:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500114048 00000100:00100000:1.0:1770685089.488846:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500114048 00000100:00100000:1.0:1770685089.488930:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 521 00000100:00100000:1.0:1770685089.488941:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c39d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+53:16465:x1856697500114048:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:1.0:1770685089.488972:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685089.489000:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef5fca lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd061 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685089.489079:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98600/0x8f0dbafbd9ef5fd1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.489093:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98600/0x8f0dbafbd9ef5fd1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.489104:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98600/0x8f0dbafbd9ef5fd1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.489114:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5fd8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.489118:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5fd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.489122:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5fd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.489219:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99000/0x8f0dbafbd9ef5fdf lrc: 3/1,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.489223:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99000/0x8f0dbafbd9ef5fdf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.489243:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99000/0x8f0dbafbd9ef5fdf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:1.0:1770685089.489279:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xc:0x0]: returning size 1516 00000004:00200000:1.0:1770685089.489283:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685089.489303:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99000/0x8f0dbafbd9ef5fdf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.489315:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99000/0x8f0dbafbd9ef5fdf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.489324:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98600/0x8f0dbafbd9ef5fd1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.489331:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98600/0x8f0dbafbd9ef5fd1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.489337:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98600/0x8f0dbafbd9ef5fd1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.489344:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c98600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685089.489348:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98600/0x8f0dbafbd9ef5fd1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.489356:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98600/0x8f0dbafbd9ef5fd1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.489369:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff9d930044b700) 00010000:00010000:1.0:1770685089.489372:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685089.489376:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98600/0x8f0dbafbd9ef5fd1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.489382:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98600/0x8f0dbafbd9ef5fd1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.489402:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5fd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.489408:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5fd8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.489413:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5fd8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.489418:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c99e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685089.489421:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5fd8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.489427:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5fd8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.489434:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x70ee8377 (ffff9d92d1988f00) 00010000:00010000:1.0:1770685089.489437:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685089.489439:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5fd8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.489445:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef5fd8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685089.489476:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef5fca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd061 expref: 55 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685089.489486:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99000/0x8f0dbafbd9ef5fdf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd061 expref: 54 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685089.489492:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff9d92d1988a00) 00010000:00010000:1.0:1770685089.489497:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1770685089.489500:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c99000, rc 0) 00000100:00100000:1.0:1770685089.490827:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c39d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+54:16465:x1856697500114048:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 1876us (2348us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685089.490837:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 521 00000100:00100000:0.0:1770685089.493336:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685089.493406:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500114176 00000100:00100000:3.0:1770685089.493417:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500114176 00000100:00080000:2.0:1770685089.493479:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1770685089.493502:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 137 00000100:00100000:3.0:1770685089.493514:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2349:x1856697500114176:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685089.493534:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685089.493557:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef5fe6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd068 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685089.493687:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6539:1856697514698624:192.168.203.41@tcp:106: 00000100:00100000:3.0:1770685089.493788:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c83e5e40 going to sleep for 11 seconds 00002000:00010000:3.0:1770685089.495993:0:6539:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0xb:0x0] updating lvb size: 0 -> 1516 00002000:00010000:3.0:1770685089.496004:0:6539:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0xb:0x0] updating lvb mtime: 0 -> 1770685089 00002000:00010000:3.0:1770685089.496007:0:6539:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0xb:0x0] updating lvb atime: 0 -> 1770685089 00002000:00010000:3.0:1770685089.496009:0:6539:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0xb:0x0] updating lvb ctime: 0 -> 1770685089 00000100:00100000:3.0:1770685089.496037:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6539:1856697514698624:192.168.203.41@tcp:106: 00010000:00010000:3.0:1770685089.496074:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef5fe6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd068 expref: 10 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685089.496096:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef5fe6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd068 expref: 10 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685089.496129:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c13a3400, rc 0) 00000100:00100000:3.0:1770685089.496223:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2349:x1856697500114176:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 2712us (2901us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685089.496231:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 137 00000100:00100000:2.0:1770685089.501765:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685089.502179:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500114304 00000100:00100000:3.0:1770685089.502192:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500114304 00000100:00100000:3.0:1770685089.502255:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 522 00000100:00100000:3.0:1770685089.502267:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c39d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+54:16465:x1856697500114304:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685089.502295:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685089.502324:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef5fed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd06f expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685089.502461:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5ff4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685089.502475:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5ff4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685089.502485:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5ff4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:3.0:1770685089.502549:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x20:0x0]: returning size 512 00000004:00200000:3.0:1770685089.502554:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685089.502613:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5ff4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685089.502642:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef5fed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd06f expref: 56 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685089.502694:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63a00/0x8f0dbafbd9ef5ff4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd06f expref: 55 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685089.502704:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff9d930044b700) 00010000:00010000:3.0:1770685089.502707:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685089.502711:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c63a00, rc 0) 00000100:00100000:3.0:1770685089.502834:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c39d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+55:16465:x1856697500114304:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 569us (1084us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685089.502847:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 522 00000100:00100000:0.0:1770685089.505071:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685089.505135:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500114432 00000100:00100000:3.0:1770685089.505148:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500114432 00000100:00100000:3.0:1770685089.505213:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 138 00000100:00100000:3.0:1770685089.505225:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2350:x1856697500114432:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685089.505249:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685089.505270:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef5ffb lrc: 2/0,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd076 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685089.505340:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6539:1856697514698752:192.168.203.41@tcp:106: 00000100:00100000:3.0:1770685089.505447:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c83e5e40 going to sleep for 11 seconds 00000100:00100000:3.0:1770685089.507156:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6539:1856697514698752:192.168.203.41@tcp:106: 00010000:00010000:3.0:1770685089.507207:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef5ffb lrc: 1/0,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd076 expref: 10 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685089.507231:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef5ffb lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd076 expref: 10 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685089.507268:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c63c00, rc 0) 00000100:00100000:3.0:1770685089.507339:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2350:x1856697500114432:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 2117us (2280us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685089.507347:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 138 00000100:00100000:2.0:1770685089.510743:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685089.510941:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500114688 00000100:00100000:3.0:1770685089.510954:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500114688 00000100:00100000:3.0:1770685089.511035:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 523 00000100:00100000:3.0:1770685089.511047:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+55:16465:x1856697500114688:12345-192.168.203.41@tcp:58:lfs.0 00000040:00080000:3.0:1770685089.511911:0:6998:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].11, 136 off9688 00000100:00100000:3.0:1770685089.512137:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+55:16465:x1856697500114688:12345-192.168.203.41@tcp:58:lfs.0 Request processed in 1091us (1407us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685089.512144:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 523 00010000:00010000:0.0:1770685089.522624:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1770685089.914037:0:6567:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 1b20a364-7a5a-4770-9192-023629c7ce89 00000040:00080000:1.0:1770685090.225906:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685090.225918:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685090.225985:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 12 count 2 00000040:00080000:1.0:1770685090.225994:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1770685090.226330:0:11361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c70ff480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514698880:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1770685090.226477:0:11361:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c31c2000 going to sleep for 11 seconds 00000100:00100000:1.0:1770685090.235527:0:11361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c70ff480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514698880:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1770685090.237606:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685090.238190:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500114816 00000100:00100000:1.0:1770685090.238203:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500114816 00000100:00100000:1.0:1770685090.238277:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 524 00000100:00100000:1.0:1770685090.238288:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+23:16475:x1856697500114816:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1770685090.238339:0:6998:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0xc:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1770685090.238470:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+23:16475:x1856697500114816:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 183us (896us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685090.238478:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 524 00000100:00100000:2.0:1770685090.247641:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685090.247770:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500115072 00000100:00100000:3.0:1770685090.247785:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500115072 00000100:00100000:3.0:1770685090.247861:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 525 00000100:00100000:3.0:1770685090.247873:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+23:16475:x1856697500115072:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685090.247900:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685090.247927:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef6002 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd07d expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685090.248023:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef6009 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685090.248040:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef6009 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685090.248067:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef6009 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685090.248085:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef6010 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba1ccb35 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685090.248093:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef6010 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba1ccb35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685090.248099:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef6010 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba1ccb35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685090.248176:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6017 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685090.248185:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6017 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685090.248192:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6017 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:3.0:1770685090.248203:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xc:0x0]: returning size 1516 00010000:00010000:3.0:1770685090.248332:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef6009 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685090.248340:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef6009 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685090.248346:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef6009 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685090.248353:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c63c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685090.248358:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef6009 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685090.248391:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef6009 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685090.248406:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:3.0:1770685090.248410:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685090.248415:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef6009 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685090.248422:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef6009 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685090.248439:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef6010 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba1ccb35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685090.248445:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef6010 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba1ccb35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685090.248451:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef6010 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba1ccb35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685090.248456:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c62e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685090.248459:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef6010 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba1ccb35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685090.248465:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef6010 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba1ccb35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685090.248473:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xba1ccb35 (ffff9d92c5e37500) 00010000:00010000:3.0:1770685090.248475:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685090.248478:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef6010 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba1ccb35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685090.248483:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef6010 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba1ccb35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685090.248534:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef6002 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd07d expref: 26 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685090.248548:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6017 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd07d expref: 25 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685090.248556:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff9d92d1988a00) 00010000:00010000:3.0:1770685090.248558:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1770685090.248560:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c62200, rc 0) 00000100:00100000:3.0:1770685090.248696:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+25:16475:x1856697500115072:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 825us (1068us total) trans 4294967688 rc 0/0 00000100:00100000:3.0:1770685090.248704:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 525 00000100:00100000:1.0:1770685090.264119:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685090.264175:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685090.264217:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500115328 00000100:00100000:1.0:1770685090.264229:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500115328 00000100:00100000:1.0:1770685090.264304:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 23 00000100:00100000:1.0:1770685090.264315:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+25:2351:x1856697500115328:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685090.264347:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685090.264389:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6017 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd07d expref: 25 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685090.264411:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff9d92d1988a00) 00010000:00010000:1.0:1770685090.264417:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685090.264483:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+24:2351:x1856697500115328:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 170us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685090.264492:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 23 00000100:00100000:3.0:1770685090.264979:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500115200 00000100:00100000:3.0:1770685090.264986:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500115200 00000100:00100000:3.0:1770685090.265024:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 139 00000100:00100000:3.0:1770685090.265031:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5552050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+6:2349:x1856697500115200:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1770685090.265085:0:6539:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef6025 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685090.265103:0:6539:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef5fc3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd05a expref: 6 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685090.265111:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1770685090.265114:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1770685090.265118:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef6025 lrc: 4/1,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685090.265168:0:6539:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef5fc3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd05a expref: 6 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685090.265182:0:6539:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef5fc3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd05a expref: 6 pid: 6539 timeout: 515 lvb_type: 0 00000100:00100000:3.0:1770685090.265198:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6539:1856697514699008:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685090.265275:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d9300434600 going to sleep for 11 seconds 00000100:00100000:2.0:1770685090.295084:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685090.295200:0:13877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500115456 00000100:00100000:2.0:1770685090.295211:0:13877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500115456 00002000:00100000:2.0:1770685090.295262:0:13877:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0xb:0x0] (0->1515) req@ffff9d92d18e4700 x1856697500115456/t0(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:211/0 lens 2008/0 e 0 to 0 dl 1770685101 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685090.295273:0:13877:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92d18e4700 with x1856697500115456 ext(0->1515) 00010000:00010000:2.0:1770685090.295282:0:13877:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef5fc3 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd05a expref: 7 pid: 6539 timeout: 515 lvb_type: 0 00010000:00010000:2.0:1770685090.295305:0:13877:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef5fc3 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd05a expref: 7 pid: 6539 timeout: 515 lvb_type: 0 00002000:00010000:2.0:1770685090.295316:0:13877:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9d92d18e4700 00000100:00100000:2.0:1770685090.295384:0:13877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 0 00000100:00100000:2.0:1770685090.295395:0:13877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1b20a364-7a5a-4770-9192-023629c7ce89+7:2350:x1856697500115456:12345-192.168.203.41@tcp:4:cp.0 00000100:00100000:2.0:1770685090.296548:0:13877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500115456:12345-192.168.203.41@tcp:4:cp.0 Request processed in 1148us (1469us total) trans 4294967323 rc 0/0 00000100:00100000:2.0:1770685090.296559:0:13877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 0 00002000:00100000:2.0:1770685090.296569:0:13877:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0xb:0x0] (0->1515) req@ffff9d92d18e4700 x1856697500115456/t4294967323(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:211/0 lens 2008/448 e 0 to 0 dl 1770685101 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685090.296610:0:13877:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92d18e4700 with x1856697500115456 ext(0->1515) 00010000:00010000:2.0:1770685090.296628:0:13877:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef5fc3 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd05a expref: 9 pid: 6539 timeout: 515 lvb_type: 0 00010000:00010000:2.0:1770685090.296643:0:13877:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef5fc3 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd05a expref: 9 pid: 6539 timeout: 515 lvb_type: 0 00002000:00010000:2.0:1770685090.296650:0:13877:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9d92d18e4700 00000100:00100000:0.0:1770685090.297144:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6539:1856697514699008:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685090.297182:0:6539:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef6025 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685090.310005:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685090.310145:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500115584 00000100:00100000:3.0:1770685090.310159:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500115584 00010000:00010000:3.0:1770685090.310213:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef5fc3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd05a expref: 9 pid: 6539 timeout: 515 lvb_type: 0 00000100:00100000:3.0:1770685090.315105:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 166 00000100:00100000:3.0:1770685090.315137:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500115584:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685090.315170:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685090.315207:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef5fc3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd05a expref: 9 pid: 6539 timeout: 515 lvb_type: 0 00010000:00010000:3.0:1770685090.315228:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef5fc3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd05a expref: 9 pid: 6539 timeout: 515 lvb_type: 0 00010000:00010000:3.0:1770685090.315261:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef5fc3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd05a expref: 9 pid: 6539 timeout: 515 lvb_type: 0 00010000:00010000:3.0:1770685090.315295:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685090.315298:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685090.315303:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef6025 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685090.315315:0:5745:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef6025 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685090.315355:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685090.315444:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500115584:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 321us (5454us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685090.315453:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 166 00010000:00010000:3.0:1770685090.315492:0:6539:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef6025 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685090.315503:0:6539:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef6025 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685090.315531:0:6539:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef6025 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685090.315539:0:6539:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef6025 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685090.315547:0:6539:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef6025 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685090.315565:0:6539:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c63000 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:3.0:1770685090.315571:0:6539:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef6025 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685090.315693:0:6539:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef6025 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685090.315707:0:6539:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef6025 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685090.315714:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef6025 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685090.315768:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5552050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+7:2349:x1856697500115200:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 50736us (51664us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685090.315777:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 139 00000040:00080000:0.0:1770685090.325029:0:14251:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1770685090.325042:0:14251:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:2.0:1770685090.325526:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000040:00080000:0.0:1770685090.325558:0:14251:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 12 count 2 00000040:00080000:0.0:1770685090.325569:0:14251:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1770685090.325884:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500115840 00000100:00100000:2.0:1770685090.325895:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500115840 00000100:00100000:2.0:1770685090.325964:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 526 00000100:00100000:2.0:1770685090.325978:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+24:16475:x1856697500115840:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1770685090.326230:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+24:16475:x1856697500115840:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 256us (717us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685090.326239:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 526 00000100:00100000:2.0:1770685090.334266:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685090.334333:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500115968 00000100:00100000:2.0:1770685090.334351:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500115968 00000100:00100000:2.0:1770685090.334413:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 140 00000100:00100000:2.0:1770685090.334423:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+7:2349:x1856697500115968:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685090.334443:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685090.334468:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef602c lrc: 2/0,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd084 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1770685090.334494:0:6539:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xb:0x0] initial LVB size: 1516, mtime: 0x698a82a1, atime: 0x0, ctime: 0x698a82a1, blocks: 0x1 00010000:00010000:2.0:1770685090.334512:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685090.334515:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685090.334538:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef602c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd084 expref: 8 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685090.334559:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a400/0x8f0dbafbd9ef602c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd084 expref: 8 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685090.334574:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307a400, rc 0) 00000100:00100000:2.0:1770685090.334674:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+8:2349:x1856697500115968:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 239us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685090.334682:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 140 00000100:00100000:3.0:1770685090.343247:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685090.343502:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500116224 00000100:00100000:0.0:1770685090.343518:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500116224 00000100:00100000:0.0:1770685090.343629:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 527 00000100:00100000:0.0:1770685090.343641:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+24:16475:x1856697500116224:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1770685090.343796:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+24:16475:x1856697500116224:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 158us (566us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685090.343805:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 527 00000100:00100000:2.0:1770685090.368384:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685090.369608:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500116352 00000100:00100000:0.0:1770685090.369629:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500116352 00002000:00100000:0.0:1770685090.369737:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xb:0x0] (0->4095) req@ffff9d92d18e4e00 x1856697500116352/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:211/0 lens 488/0 e 0 to 0 dl 1770685101 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685090.369752:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92d18e4e00 with x1856697500116352 ext(0->4095) 00002000:00010000:0.0:1770685090.369760:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92d18e4e00 00000100:00100000:0.0:1770685090.369801:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 51 00000100:00100000:0.0:1770685090.369813:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+8:2350:x1856697500116352:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1770685090.372786:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+8:2350:x1856697500116352:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 Request processed in 2964us (4401us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1770685090.372802:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 51 00002000:00100000:0.0:1770685090.372814:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xb:0x0] (0->4095) req@ffff9d92d18e4e00 x1856697500116352/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:211/0 lens 488/4536 e 0 to 0 dl 1770685101 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685090.372825:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92d18e4e00 with x1856697500116352 ext(0->4095) 00002000:00010000:0.0:1770685090.372832:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92d18e4e00 00000100:00100000:1.0:1770685090.394356:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685090.394436:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500116480 00000100:00100000:3.0:1770685090.394446:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500116480 00000100:00100000:3.0:1770685090.394538:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 528 00000100:00100000:3.0:1770685090.394548:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+24:16475:x1856697500116480:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685090.394569:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685090.394635:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef6033 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd08b expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685090.394676:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef603a lrc: 3/1,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685090.394699:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef603a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685090.394710:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef603a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685090.394798:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef6033 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd08b expref: 26 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685090.394813:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62e00/0x8f0dbafbd9ef603a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd08b expref: 25 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685090.394822:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff9d92d1988a00) 00010000:00010000:3.0:1770685090.394825:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1770685090.394829:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c62e00, rc 0) 00000100:00100000:3.0:1770685090.394886:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+25:16475:x1856697500116480:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 340us (538us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685090.394893:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 528 00000100:00100000:0.0:1770685090.408041:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685090.411900:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500116608 00000100:00100000:3.0:1770685090.411916:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500116608 00000100:00100000:2.0:1770685090.412108:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 529 00000100:00100000:2.0:1770685090.412118:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+25:16475:x1856697500116608:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1770685090.412148:0:5761:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0xc:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1770685090.412258:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+25:16475:x1856697500116608:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 141us (4227us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685090.412265:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 529 00000100:00100000:1.0:1770685090.416858:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685090.416965:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500116736 00000100:00100000:0.0:1770685090.416975:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500116736 00000100:00100000:0.0:1770685090.417034:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 141 00000100:00100000:0.0:1770685090.417044:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500116736:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1770685090.417087:0:6538:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef6041 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685090.417102:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685090.417104:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685090.417109:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef6041 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685090.417143:0:6538:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef6041 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685090.417174:0:6538:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef6041 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685090.417183:0:6538:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef6041 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685090.417191:0:6538:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef6041 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685090.417198:0:6538:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa8200 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:0.0:1770685090.417203:0:6538:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef6041 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685090.417212:0:6538:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef6041 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685090.417227:0:6538:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef6041 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685090.417236:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef6041 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685090.417307:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500116736:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 264us (457us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685090.417321:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 141 00000100:00100000:3.0:1770685090.420305:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685090.421839:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500116992 00000100:00100000:0.0:1770685090.421854:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500116992 00000100:00100000:0.0:1770685090.421909:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 530 00000100:00100000:0.0:1770685090.421918:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+25:16475:x1856697500116992:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1770685090.422282:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+26:16475:x1856697500116992:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 363us (1983us total) trans 4294967689 rc 0/0 00000100:00100000:0.0:1770685090.422291:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 530 00000040:00080000:1.0:1770685090.422448:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685090.422453:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685090.423012:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:1.0:1770685090.423021:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1770685090.428237:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685090.428322:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500117248 00000100:00100000:3.0:1770685090.428332:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500117248 00000100:00100000:3.0:1770685090.428389:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 139 00000100:00100000:3.0:1770685090.428398:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+26:16475:x1856697500117248:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1770685090.428650:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+27:16475:x1856697500117248:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 253us (421us total) trans 4294967690 rc 0/0 00000100:00100000:3.0:1770685090.428668:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 139 00000100:00100000:1.0:1770685090.506002:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685090.506046:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685090.506074:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685090.506094:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685090.506117:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685090.506141:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500117760 00000100:00100000:1.0:1770685090.506151:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500117760 00000100:00100000:1.0:1770685090.507340:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500117632 00000100:00100000:1.0:1770685090.507360:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500117632 00000100:00100000:1.0:1770685090.507542:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500117888 00000100:00100000:1.0:1770685090.507547:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500117888 00000100:00100000:1.0:1770685090.507570:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 165 00000100:00100000:1.0:1770685090.507595:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2349:x1856697500117760:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685090.507702:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2349:x1856697500117760:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 123us (1656us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685090.507711:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 165 00000100:00100000:1.0:1770685090.507729:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 166 00000100:00100000:1.0:1770685090.507735:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2349:x1856697500117632:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685090.507763:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2349:x1856697500117632:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 29us (1668us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685090.507769:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 166 00000100:00100000:1.0:1770685090.507781:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 167 00000100:00100000:1.0:1770685090.507787:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+6:2349:x1856697500117888:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685090.507809:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+6:2349:x1856697500117888:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 22us (1691us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685090.507815:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 167 00000100:00100000:2.0:1770685090.508681:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500117504 00000100:00100000:2.0:1770685090.508689:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500117504 00000100:00100000:2.0:1770685090.508735:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 220 00000100:00100000:2.0:1770685090.508742:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+55:2349:x1856697500117504:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685090.508780:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+55:2349:x1856697500117504:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 39us (2790us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685090.508787:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 220 00000100:00080000:2.0:1770685090.508807:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1770685090.509401:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500117376 00000100:00100000:0.0:1770685090.509410:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500117376 00000100:00100000:0.0:1770685090.509446:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 325 00000100:00100000:0.0:1770685090.509454:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2349:x1856697500117376:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685090.509501:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2349:x1856697500117376:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 48us (3426us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685090.509512:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 325 00010000:00010000:0.0:1770685090.550249:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1770685091.442055:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685091.442065:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685091.442102:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 12 count 2 00000040:00080000:1.0:1770685091.442110:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1770685091.570823:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1770685091.958350:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967689 is committed 00000001:00080000:2.0:1770685091.958454:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967685 is committed 00000001:00080000:2.0:1770685091.958734:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967690 is committed 00000040:00080000:1.0:1770685092.186009:0:14303:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685092.186019:0:14303:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685092.186063:0:14303:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 12 count 2 00000040:00080000:1.0:1770685092.186069:0:14303:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1770685092.253768:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685092.253849:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500118144 00000100:00100000:2.0:1770685092.253868:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500118144 00000100:00100000:2.0:1770685092.253973:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 531 00000100:00080000:1.0:1770685092.253979:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685092.253992:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+54:16486:x1856697500118144:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685092.254021:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685092.254050:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6048 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd092 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685092.254198:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef604f lrc: 3/1,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685092.254219:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef604f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685092.254238:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef604f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770685092.254254:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xc:0x0]: returning size 1516 00010000:00010000:2.0:1770685092.254656:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6048 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd092 expref: 57 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685092.254677:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef604f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd092 expref: 56 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685092.254687:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff9d92d1988a00) 00010000:00010000:2.0:1770685092.254690:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685092.254695:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307b800, rc 0) 00000100:00100000:2.0:1770685092.254787:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+56:16486:x1856697500118144:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 804us (1041us total) trans 4294967691 rc 0/0 00000100:00100000:2.0:1770685092.254812:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 531 00000100:00100000:3.0:1770685092.262843:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685092.265320:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685092.265724:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500118400 00000100:00100000:0.0:1770685092.265733:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500118400 00000100:00100000:0.0:1770685092.265791:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 24 00000100:00100000:0.0:1770685092.265800:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+56:2350:x1856697500118400:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685092.265814:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685092.265844:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef604f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd092 expref: 56 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685092.265879:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff9d92d1988a00) 00010000:00010000:0.0:1770685092.265884:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685092.265939:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+55:2350:x1856697500118400:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 140us (627us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685092.265946:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 24 00000100:00100000:2.0:1770685092.267687:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500118272 00000100:00100000:2.0:1770685092.268475:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500118272 00000100:00100000:1.0:1770685092.268903:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 532 00000100:00100000:1.0:1770685092.268915:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+55:16486:x1856697500118272:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:1.0:1770685092.269025:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef605d lrc: 3/1,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685092.269047:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef605d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685092.269061:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef605d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685092.269094:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef605d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685092.269100:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef605d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685092.269107:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef605d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685092.269113:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c98c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685092.269117:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef605d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685092.269125:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef605d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685092.269137:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff9d92d1988a00) 00010000:00010000:1.0:1770685092.269141:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1770685092.269146:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef605d lrc: 2/0,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685092.269152:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef605d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685092.269254:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+55:16486:x1856697500118272:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 340us (6420us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685092.271619:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685092.272060:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 532 00000100:00100000:1.0:1770685092.272124:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500118656 00000100:00100000:1.0:1770685092.272138:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500118656 00000100:00100000:1.0:1770685092.272205:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 140 00000100:00100000:1.0:1770685092.272216:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5006680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+55:16486:x1856697500118656:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:1.0:1770685092.272558:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5006680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+56:16486:x1856697500118656:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 342us (947us total) trans 4294967692 rc 0/0 00000100:00100000:1.0:1770685092.272567:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 140 00010000:00010000:0.0:1770685092.595873:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685092.913993:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c70ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514699136:0@lo:400:kworker.0 00000100:00100000:1.0:1770685092.913993:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c70fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514699392:0@lo:400:kworker.0 00000100:00100000:2.0:1770685092.914068:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c70ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514699264:0@lo:400:kworker.0 00000100:00100000:0.0:1770685092.914113:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514699520:0@lo:400:kworker.0 00000100:00100000:1.0:1770685092.921322:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685092.921410:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514699392 00000100:00100000:1.0:1770685092.921419:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514699392 00000100:00100000:1.0:1770685092.921470:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:1.0:1770685092.921478:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514699392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685092.921541:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514699392:12345-0@lo:400:kworker.0 Request processed in 64us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685092.921548:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00080000:1.0:1770685092.921567:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770685092.921629:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c70fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514699392:0@lo:400:kworker.0 00000100:00100000:3.0:1770685092.924284:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685092.924365:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514699648:0@lo:400:kworker.0 00000100:00100000:3.0:1770685092.924405:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685092.925879:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685092.925940:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514699776:0@lo:400:kworker.0 00000100:00100000:2.0:1770685092.925971:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685092.926002:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514699648 00000100:00100000:3.0:1770685092.926011:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514699648 00000100:00100000:3.0:1770685092.926071:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514699264 00000100:00100000:3.0:1770685092.926075:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514699264 00000100:00100000:3.0:1770685092.926099:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:3.0:1770685092.926107:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514699648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685092.926170:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514699648:12345-0@lo:400:kworker.0 Request processed in 63us (1763us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685092.926176:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00100000:3.0:1770685092.926192:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:3.0:1770685092.926198:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514699264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685092.926234:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514699264:12345-0@lo:400:kworker.0 Request processed in 36us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685092.926241:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00100000:3.0:1770685092.926282:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c70ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514699264:0@lo:400:kworker.0 00000100:00100000:3.0:1770685092.926315:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514699648:0@lo:400:kworker.0 00000100:00100000:3.0:1770685092.926346:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514699776 00000100:00100000:3.0:1770685092.926349:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514699776 00000100:00100000:1.0:1770685092.926440:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514699136 00000100:00100000:1.0:1770685092.926445:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514699136 00000100:00100000:1.0:1770685092.926476:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:1.0:1770685092.926483:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514699136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685092.926486:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:3.0:1770685092.926507:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514699776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685092.926535:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514699136:12345-0@lo:400:kworker.0 Request processed in 52us (2259us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685092.926536:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514699776:12345-0@lo:400:kworker.0 Request processed in 31us (565us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685092.926542:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:1.0:1770685092.926549:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00100000:3.0:1770685092.926571:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514699776:0@lo:400:kworker.0 00000100:00080000:1.0:1770685092.926601:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1770685092.926606:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685092.926620:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c70ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514699136:0@lo:400:kworker.0 00000100:00100000:0.0:1770685092.926730:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685092.926824:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514699520 00000100:00100000:3.0:1770685092.926828:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514699520 00000100:00080000:1.0:1770685092.927065:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1770685092.927252:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:3.0:1770685092.927261:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514699520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685092.927310:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514699520:12345-0@lo:400:kworker.0 Request processed in 51us (579us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685092.927316:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:1.0:1770685092.927346:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514699520:0@lo:400:kworker.0 00000100:00100000:3.0:1770685093.427108:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d18e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514700032:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1770685093.427183:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685093.427477:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1770685093.427489:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514699904:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1770685093.427524:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685093.427609:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514700032 00000100:00100000:3.0:1770685093.427617:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514700032 00000100:00100000:3.0:1770685093.427674:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514699904 00000100:00100000:3.0:1770685093.427677:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514699904 00000100:00100000:3.0:1770685093.427696:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1770685093.427706:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514700032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1770685093.427748:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1770685093.427793:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514700032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (610us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685093.427801:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1770685093.427832:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1770685093.427853:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514699904:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1770685093.427871:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 59572224 pending 1703936 free 3856662528 avail 3854565376 00000100:00100000:3.0:1770685093.427902:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514699904:12345-0@lo:13:osp-pre-0-0.0 Request processed in 50us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685093.427907:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1770685093.427940:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514699904:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1770685093.427960:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d18e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514700032:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1770685093.617769:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770685094.642026:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1770685095.064981:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967323 is committed 00000100:00100000:3.0:1770685095.623944:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685095.623991:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685095.624030:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685095.624058:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685095.624111:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500119296 00000100:00100000:0.0:1770685095.624120:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500119296 00000100:00100000:0.0:1770685095.624175:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 224 00000100:00100000:0.0:1770685095.624185:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+21:2351:x1856697500119296:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685095.624262:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+21:2351:x1856697500119296:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 79us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685095.624270:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 224 00000100:00100000:3.0:1770685095.624428:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685095.624450:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685095.624608:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500118784 00000100:00100000:1.0:1770685095.624613:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500118784 00000100:00100000:1.0:1770685095.624654:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 327 00000100:00100000:1.0:1770685095.624661:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697500118784:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685095.624694:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697500118784:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 34us (760us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685095.624700:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 327 00000100:00080000:1.0:1770685095.624726:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770685095.624735:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500118912 00000100:00100000:1.0:1770685095.624739:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500118912 00000100:00100000:1.0:1770685095.624763:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 225 00000100:00100000:1.0:1770685095.624769:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+56:2351:x1856697500118912:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685095.624797:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+56:2351:x1856697500118912:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 28us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685095.624803:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 225 00000100:00080000:1.0:1770685095.624903:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685095.626612:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500119040 00000100:00100000:2.0:1770685095.626635:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500119040 00000100:00080000:1.0:1770685095.626692:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1770685095.626706:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500119552 00000100:00100000:2.0:1770685095.626709:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500119552 00000100:00080000:1.0:1770685095.626730:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1770685095.626743:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 170 00000100:00100000:1.0:1770685095.626749:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 171 00000100:00100000:2.0:1770685095.626754:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2351:x1856697500119040:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685095.626756:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+6:2351:x1856697500119552:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685095.626830:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+6:2351:x1856697500119552:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 74us (2770us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685095.626838:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 171 00000100:00100000:2.0:1770685095.628269:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2351:x1856697500119040:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 1509us (4268us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685095.628281:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 170 00000100:00100000:2.0:1770685095.631086:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500119168 00000100:00100000:2.0:1770685095.631111:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500119168 00000100:00080000:0.0:1770685095.631231:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1770685095.631362:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685095.631470:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500119424 00000100:00100000:3.0:1770685095.631483:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500119424 00000100:00100000:2.0:1770685095.631567:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 172 00000100:00100000:2.0:1770685095.631648:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0252a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2351:x1856697500119168:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685095.631715:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 173 00000100:00100000:3.0:1770685095.631726:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+6:2351:x1856697500119424:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685095.631824:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+6:2351:x1856697500119424:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 99us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685095.631833:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 173 00000100:00100000:2.0:1770685095.634068:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0252a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2351:x1856697500119168:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 2433us (9605us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685095.634083:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 172 00000100:00080000:0.0:1770685095.641727:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1770685095.675665:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770685096.689809:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1770685097.107954:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967692 is committed 00010000:00010000:0.0:1770685097.718331:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685097.990002:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685097.990051:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500119680 00000100:00100000:3.0:1770685097.990063:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500119680 00000100:00100000:3.0:1770685097.990129:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 533 00000100:00100000:3.0:1770685097.990154:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+21:16458:x1856697500119680:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1770685097.990268:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+21:16458:x1856697500119680:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 Request processed in 116us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685097.990275:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 533 00000100:00080000:0.0:1770685097.992307:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685097.997475:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685097.997529:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500119936 00000100:00100000:3.0:1770685097.997542:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500119936 00000100:00100000:3.0:1770685097.997630:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 141 00000100:00100000:3.0:1770685097.997642:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0250000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+21:16458:x1856697500119936:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1770685097.999001:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0250000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+22:16458:x1856697500119936:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 1350us (1531us total) trans 4294967693 rc 0/0 00000100:00100000:3.0:1770685097.999014:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 141 00000100:00100000:1.0:1770685098.048756:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514700160:0@lo:400:kworker.0 00000100:00100000:1.0:1770685098.048853:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685098.048912:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c70ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514700672:0@lo:400:kworker.0 00000100:00100000:1.0:1770685098.048940:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685098.048970:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1770685098.048975:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c70ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514700544:0@lo:400:kworker.0 00000100:00100000:1.0:1770685098.049003:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685098.049036:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514700288:0@lo:400:kworker.0 00000100:00100000:1.0:1770685098.049061:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685098.049079:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c70fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514700800:0@lo:400:kworker.0 00000100:00100000:1.0:1770685098.049100:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685098.049119:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1770685098.049125:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514700416:0@lo:400:kworker.0 00000100:00100000:1.0:1770685098.049145:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685098.049179:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514700160 00000100:00100000:1.0:1770685098.049188:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514700160 00000100:00100000:1.0:1770685098.049240:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:1.0:1770685098.049249:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514700160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685098.049306:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514700160:12345-0@lo:400:kworker.0 Request processed in 58us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685098.049314:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00100000:1.0:1770685098.049368:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514700544 00000100:00100000:1.0:1770685098.049389:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514700544 00000100:00100000:1.0:1770685098.049430:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514700800 00000100:00100000:1.0:1770685098.049433:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514700800 00000100:00100000:1.0:1770685098.049457:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:1.0:1770685098.049463:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514700544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685098.049498:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514700544:12345-0@lo:400:kworker.0 Request processed in 35us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685098.049504:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:1.0:1770685098.049516:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:1.0:1770685098.049521:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514700800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685098.049549:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514700800:12345-0@lo:400:kworker.0 Request processed in 28us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685098.049555:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:1.0:1770685098.049616:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514700672 00000100:00100000:1.0:1770685098.049620:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514700672 00000100:00100000:1.0:1770685098.049647:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514700288 00000100:00100000:1.0:1770685098.049650:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514700288 00000100:00100000:1.0:1770685098.049660:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514700416 00000100:00100000:1.0:1770685098.049662:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514700416 00000100:00100000:1.0:1770685098.049676:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:1.0:1770685098.049682:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514700672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685098.049716:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514700672:12345-0@lo:400:kworker.0 Request processed in 34us (775us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685098.049722:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:1.0:1770685098.049733:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:1.0:1770685098.049739:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514700288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685098.049769:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514700288:12345-0@lo:400:kworker.0 Request processed in 30us (708us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685098.049785:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00100000:1.0:1770685098.049797:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:1.0:1770685098.049802:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514700416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685098.049831:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514700416:12345-0@lo:400:kworker.0 Request processed in 28us (684us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685098.049836:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00100000:1.0:1770685098.049882:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c70ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514700544:0@lo:400:kworker.0 00000100:00100000:1.0:1770685098.049892:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514700160:0@lo:400:kworker.0 00000100:00100000:1.0:1770685098.049901:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c70ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514700672:0@lo:400:kworker.0 00000100:00080000:1.0:1770685098.049934:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1770685098.049939:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1770685098.049941:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1770685098.049963:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514700416:0@lo:400:kworker.0 00000100:00100000:1.0:1770685098.049973:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514700288:0@lo:400:kworker.0 00000100:00100000:1.0:1770685098.049981:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c70fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514700800:0@lo:400:kworker.0 00000100:00100000:0.0:1770685098.546144:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1770685098.546177:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514700928:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1770685098.546273:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685098.546420:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514700928 00000100:00100000:3.0:1770685098.546431:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514700928 00000100:00100000:3.0:1770685098.546639:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1770685098.546654:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514700928:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1770685098.546703:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 57868288 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1770685098.546773:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514700928:12345-0@lo:13:osp-pre-0-0.0 Request processed in 123us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685098.546781:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1770685098.546870:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514700928:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1770685098.547269:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d18e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514701056:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1770685098.547326:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685098.547597:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514701056 00000100:00100000:0.0:1770685098.547623:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514701056 00000100:00100000:0.0:1770685098.547660:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1770685098.547668:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514701056:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1770685098.547699:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1770685098.547757:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514701056:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685098.547764:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1770685098.551969:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d18e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514701056:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1770685098.737991:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1770685099.671452:0:14502:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 9A: Use of explicit archive number, with dedicated copytool ========================================================== 19:58:18 (1770685098) 00010000:00010000:3.0:1770685099.762159:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1770685100.007155:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685100.007523:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500120192 00000100:00100000:1.0:1770685100.007533:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500120192 00000100:00100000:0.0:1770685100.007962:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 534 00000100:00100000:0.0:1770685100.007971:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+22:17093:x1856697500120192:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685100.007993:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685100.008012:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8a00/0x8f0dbafbd9ef6064 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd099 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685100.008079:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef606b lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685100.008092:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef606b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685100.008103:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef606b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685100.008115:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef6072 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685100.008135:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef6072 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685100.008142:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef6072 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685100.008344:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6079 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685100.008354:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6079 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685100.008360:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6079 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:0.0:1770685100.008369:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:0.0:1770685100.008459:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef606b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685100.008467:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef606b lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685100.008473:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef606b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685100.008479:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa8e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685100.008483:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef606b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685100.008490:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef606b lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685100.008502:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9d92c554f400) 00010000:00010000:0.0:1770685100.008506:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685100.008516:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef606b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685100.008522:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef606b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685100.008535:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef6072 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685100.008552:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef6072 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685100.008556:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef6072 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685100.008561:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa8600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685100.008564:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef6072 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685100.008569:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef6072 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685100.008624:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9d930044b900) 00010000:00010000:0.0:1770685100.008628:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685100.008631:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef6072 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685100.008637:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef6072 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685100.009628:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8a00/0x8f0dbafbd9ef6064 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd099 expref: 25 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685100.009645:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6079 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd099 expref: 24 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685100.009659:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:0.0:1770685100.009661:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685100.009664:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3aa8c00, rc 0) 00000100:00100000:0.0:1770685100.009820:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+24:17093:x1856697500120192:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 1849us (2674us total) trans 4294967694 rc 0/0 00000100:00100000:0.0:1770685100.009828:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 534 00000100:00080000:1.0:1770685100.009983:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685100.014126:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685100.014208:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685100.014398:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500120320 00000100:00100000:1.0:1770685100.014409:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500120320 00000100:00100000:1.0:1770685100.014473:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 25 00000100:00100000:1.0:1770685100.014482:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+24:2351:x1856697500120320:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685100.014496:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685100.014519:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6079 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd099 expref: 24 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685100.014550:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:1.0:1770685100.014556:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685100.014649:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+23:2351:x1856697500120320:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 168us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685100.014656:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 25 00000100:00100000:0.0:1770685100.020719:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500120448 00000100:00100000:0.0:1770685100.020734:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500120448 00000100:00100000:0.0:1770685100.020798:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 535 00000100:00100000:0.0:1770685100.020809:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+23:17093:x1856697500120448:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1770685100.020928:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+23:17093:x1856697500120448:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 Request processed in 120us (6810us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685100.020935:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 535 00000040:00080000:1.0:1770685100.662168:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685100.662178:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685100.667710:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:1.0:1770685100.667736:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1770685100.743377:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685100.743421:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685100.743450:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685100.743505:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685100.743529:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685100.743548:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685100.743572:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685100.743637:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500120576 00000100:00100000:3.0:1770685100.743645:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500120576 00000100:00100000:1.0:1770685100.743787:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500120960 00000100:00100000:1.0:1770685100.743793:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500120960 00000100:00100000:1.0:1770685100.743826:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500121216 00000100:00100000:1.0:1770685100.743829:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500121216 00000100:00100000:1.0:1770685100.743841:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500120832 00000100:00100000:1.0:1770685100.743842:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500120832 00000100:00100000:1.0:1770685100.743853:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500121344 00000100:00100000:1.0:1770685100.743855:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500121344 00000100:00100000:1.0:1770685100.743882:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 176 00000100:00100000:1.0:1770685100.743891:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2350:x1856697500120960:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685100.743956:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2350:x1856697500120960:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 66us (534us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685100.743972:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 176 00000100:00100000:1.0:1770685100.743989:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 177 00000100:00100000:1.0:1770685100.743995:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+6:2350:x1856697500121216:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685100.744024:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+6:2350:x1856697500121216:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 29us (573us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685100.744030:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 177 00000100:00100000:1.0:1770685100.744041:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 178 00000100:00100000:1.0:1770685100.744047:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2350:x1856697500120832:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685100.744068:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2350:x1856697500120832:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 21us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685100.744073:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 178 00000100:00100000:1.0:1770685100.744083:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 179 00000100:00100000:1.0:1770685100.744088:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+6:2350:x1856697500121344:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685100.744109:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+6:2350:x1856697500121344:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 21us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685100.744115:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 179 00000100:00100000:3.0:1770685100.744187:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 329 00000100:00100000:3.0:1770685100.744200:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2350:x1856697500120576:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685100.744227:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2350:x1856697500120576:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 31us (722us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685100.744280:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500120704 00000100:00100000:0.0:1770685100.744285:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500120704 00000100:00100000:0.0:1770685100.744316:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500121088 00000100:00100000:0.0:1770685100.744319:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500121088 00000100:00100000:0.0:1770685100.744340:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 229 00000100:00100000:0.0:1770685100.744347:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+54:2350:x1856697500120704:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685100.744379:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+54:2350:x1856697500120704:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 33us (1012us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685100.744386:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 229 00000100:00100000:0.0:1770685100.744397:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 230 00000100:00100000:0.0:1770685100.744403:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+23:2350:x1856697500121088:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685100.744439:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+23:2350:x1856697500121088:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 34us (888us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685100.744445:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 230 00000100:00080000:0.0:1770685100.744484:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1770685100.744489:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1770685100.744491:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1770685100.751568:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 329 00010000:00010000:0.0:1770685100.786386:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1770685101.684358:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685101.684368:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685101.684516:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 11 count 1 00000040:00080000:1.0:1770685101.684522:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1770685101.809865:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1770685102.194682:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967694 is committed 00010000:00010000:0.0:1770685102.835165:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685103.158937:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d18e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514701184:0@lo:400:kworker.0 00000100:00100000:3.0:1770685103.159009:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685103.159239:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514701184 00000100:00100000:0.0:1770685103.159247:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514701184 00000100:00100000:0.0:1770685103.159301:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:0.0:1770685103.159310:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514701184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685103.161744:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514701184:12345-0@lo:400:kworker.0 Request processed in 2425us (2724us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685103.161759:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00100000:3.0:1770685103.162137:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d18e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514701184:0@lo:400:kworker.0 00000100:00100000:3.0:1770685103.162166:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1770685103.162178:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d18e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514701568:0@lo:400:kworker.0 00000100:00100000:3.0:1770685103.162231:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685103.163481:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d18e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514701312:0@lo:400:kworker.0 00000100:00100000:3.0:1770685103.163533:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685103.163569:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1770685103.163599:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d18e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514701440:0@lo:400:kworker.0 00000100:00100000:3.0:1770685103.163623:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685103.164424:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514701568 00000100:00100000:0.0:1770685103.164434:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514701568 00000100:00100000:0.0:1770685103.164486:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:0.0:1770685103.164495:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514701568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685103.164554:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514701568:12345-0@lo:400:kworker.0 Request processed in 60us (2323us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685103.164561:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000100:00100000:0.0:1770685103.164608:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514701312 00000100:00100000:0.0:1770685103.164613:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514701312 00000100:00100000:0.0:1770685103.164636:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514701440 00000100:00100000:0.0:1770685103.164640:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514701440 00000100:00100000:0.0:1770685103.164659:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00100000:0.0:1770685103.164665:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514701312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685103.164715:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514701312:12345-0@lo:400:kworker.0 Request processed in 50us (1182us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685103.164721:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00000100:00100000:0.0:1770685103.164737:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:0.0:1770685103.164743:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c39d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514701440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685103.164769:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c39d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514701440:12345-0@lo:400:kworker.0 Request processed in 27us (1146us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685103.164774:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00080000:0.0:1770685103.164790:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1770685103.164794:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1770685103.164837:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d18e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514701568:0@lo:400:kworker.0 00000100:00100000:1.0:1770685103.165772:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d18e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514701440:0@lo:400:kworker.0 00000100:00100000:1.0:1770685103.165785:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d18e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514701312:0@lo:400:kworker.0 00000100:00100000:2.0:1770685103.165925:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d18e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514701824:0@lo:400:kworker.0 00000100:00100000:2.0:1770685103.165975:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685103.166023:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1770685103.166032:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d18e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514701696:0@lo:400:kworker.0 00000100:00100000:2.0:1770685103.166058:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685103.166082:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514701696 00000100:00100000:2.0:1770685103.166088:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514701696 00000100:00100000:2.0:1770685103.166126:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:2.0:1770685103.166134:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514701696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685103.166173:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514701696:12345-0@lo:400:kworker.0 Request processed in 41us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685103.166180:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00100000:2.0:1770685103.166207:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d18e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514701696:0@lo:400:kworker.0 00000100:00100000:0.0:1770685103.166299:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514701824 00000100:00100000:0.0:1770685103.166304:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514701824 00000100:00100000:0.0:1770685103.166340:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:0.0:1770685103.166347:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514701824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685103.166387:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514701824:12345-0@lo:400:kworker.0 Request processed in 41us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685103.166394:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00080000:0.0:1770685103.166408:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1770685103.166412:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685103.166426:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d18e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514701824:0@lo:400:kworker.0 00000100:00100000:1.0:1770685103.666179:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514701952:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1770685103.667409:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c39d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514702080:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1770685103.668725:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685103.673152:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514701952 00000100:00100000:3.0:1770685103.673171:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514701952 00000100:00100000:3.0:1770685103.673273:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1770685103.673283:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5342a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514701952:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1770685103.673330:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1770685103.675935:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685103.676036:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514702080 00000100:00100000:0.0:1770685103.676046:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514702080 00000100:00100000:0.0:1770685103.676085:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1770685103.676100:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514702080:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1770685103.676133:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 57868288 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1770685103.676193:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514702080:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685103.676200:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1770685103.676264:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c39d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514702080:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1770685103.685165:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5342a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514701952:12345-0@lo:13:osp-pre-1-0.0 Request processed in 11875us (18869us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685103.685179:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1770685103.685276:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514701952:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1770685103.872829:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770685104.882065:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770685105.862966:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685105.863022:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685105.863049:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685105.863080:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685105.863103:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685105.863123:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685105.863150:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685105.863181:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500121856 00000100:00100000:2.0:1770685105.863191:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500121856 00000100:00100000:2.0:1770685105.863236:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500122112 00000100:00100000:2.0:1770685105.863240:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500122112 00000100:00100000:2.0:1770685105.863251:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500121728 00000100:00100000:2.0:1770685105.863253:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500121728 00000100:00100000:2.0:1770685105.863304:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500122240 00000100:00100000:2.0:1770685105.863308:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500122240 00000100:00100000:2.0:1770685105.863324:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 182 00000100:00100000:2.0:1770685105.863333:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2351:x1856697500121856:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685105.863408:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2351:x1856697500121856:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 75us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685105.863416:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 182 00000100:00100000:2.0:1770685105.863434:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 183 00000100:00100000:2.0:1770685105.863441:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+6:2351:x1856697500122112:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685105.863467:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+6:2351:x1856697500122112:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 26us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685105.863473:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 183 00000100:00100000:2.0:1770685105.863483:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 184 00000100:00100000:2.0:1770685105.863489:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2351:x1856697500121728:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685105.863514:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2351:x1856697500121728:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 25us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685105.863520:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 184 00000100:00100000:2.0:1770685105.863531:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 185 00000100:00100000:2.0:1770685105.863537:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+6:2351:x1856697500122240:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685105.863571:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+6:2351:x1856697500122240:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 34us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685105.863606:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 185 00000100:00100000:2.0:1770685105.863627:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500121472 00000100:00100000:2.0:1770685105.863630:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500121472 00000100:00100000:2.0:1770685105.863663:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 331 00000100:00100000:2.0:1770685105.863670:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697500121472:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685105.863695:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697500121472:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 26us (615us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685105.863701:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 331 00000100:00100000:2.0:1770685105.863729:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500121600 00000100:00100000:2.0:1770685105.863733:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500121600 00000100:00100000:2.0:1770685105.863756:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500121984 00000100:00100000:2.0:1770685105.863759:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500121984 00000100:00100000:2.0:1770685105.863779:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 234 00000100:00100000:2.0:1770685105.863785:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+54:2351:x1856697500121600:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685105.863823:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+54:2351:x1856697500121600:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 38us (868us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685105.863830:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 234 00000100:00100000:2.0:1770685105.863845:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 235 00000100:00100000:2.0:1770685105.863856:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+21:2351:x1856697500121984:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685105.863882:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+21:2351:x1856697500121984:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 30us (757us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685105.863887:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 235 00000100:00080000:2.0:1770685105.863912:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1770685105.863917:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1770685105.863919:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1770685105.913925:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1770685106.302830:0:14601:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg341-client.virtnet: executing pgrep --pidfile=/var/run/lhsmtool_posix.pid --list-full hsmtool 00010000:00010000:0.0:1770685106.930391:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770685107.953830:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1770685108.274850:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c39d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514702208:0@lo:400:kworker.0 00000100:00100000:0.0:1770685108.274923:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685108.275087:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c39d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514702336:0@lo:400:kworker.0 00000100:00100000:2.0:1770685108.275128:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685108.275262:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514702336 00000100:00100000:0.0:1770685108.275280:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514702336 00000100:00100000:0.0:1770685108.275330:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:0.0:1770685108.275340:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5301f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514702336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685108.275433:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514702464:0@lo:400:kworker.0 00000100:00100000:1.0:1770685108.275465:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685108.275500:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514702464 00000100:00100000:1.0:1770685108.275504:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514702464 00000100:00100000:1.0:1770685108.275537:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:1.0:1770685108.275554:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514702464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685108.275610:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514702464:12345-0@lo:400:kworker.0 Request processed in 57us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685108.275618:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00080000:1.0:1770685108.275640:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770685108.275675:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514702464:0@lo:400:kworker.0 00000100:00100000:3.0:1770685108.278046:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514702208 00000100:00100000:3.0:1770685108.278058:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514702208 00000100:00100000:3.0:1770685108.278112:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:3.0:1770685108.278123:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514702208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685108.278214:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514702208:12345-0@lo:400:kworker.0 Request processed in 93us (3291us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685108.278221:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000100:00100000:1.0:1770685108.278790:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514702592:0@lo:400:kworker.0 00000100:00100000:1.0:1770685108.278841:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685108.278878:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1770685108.278886:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514702720:0@lo:400:kworker.0 00000100:00100000:1.0:1770685108.278914:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685108.278944:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514702720 00000100:00100000:1.0:1770685108.278949:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514702720 00000100:00100000:1.0:1770685108.278997:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:1.0:1770685108.279004:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514702720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685108.279046:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514702720:12345-0@lo:400:kworker.0 Request processed in 43us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685108.279053:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00080000:1.0:1770685108.279075:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770685108.279084:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1770685108.279110:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514702848:0@lo:400:kworker.0 00000100:00100000:1.0:1770685108.279139:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685108.279189:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514702720:0@lo:400:kworker.0 00000100:00100000:3.0:1770685108.283200:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514702592 00000100:00100000:3.0:1770685108.283217:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514702592 00000100:00100000:3.0:1770685108.283341:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514702848 00000100:00100000:3.0:1770685108.283346:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514702848 00000100:00100000:3.0:1770685108.283396:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:3.0:1770685108.283407:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5340380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514702592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685108.283517:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5340380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514702592:12345-0@lo:400:kworker.0 Request processed in 113us (4676us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685108.283525:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000100:00100000:3.0:1770685108.283552:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:3.0:1770685108.283559:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514702848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685108.283632:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514702848:12345-0@lo:400:kworker.0 Request processed in 74us (4491us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685108.283639:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00080000:1.0:1770685108.284183:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1770685108.284190:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1770685108.284234:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514702848:0@lo:400:kworker.0 00000100:00100000:1.0:1770685108.284295:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514702592:0@lo:400:kworker.0 00000100:00100000:0.0:1770685108.284637:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5301f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514702336:12345-0@lo:400:kworker.0 Request processed in 9296us (9506us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685108.284648:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000100:00100000:0.0:1770685108.284687:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c39d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514702208:0@lo:400:kworker.0 00000100:00100000:2.0:1770685108.284888:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c39d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514702336:0@lo:400:kworker.0 00000100:00100000:2.0:1770685108.786217:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1770685108.786243:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514702976:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1770685108.786332:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685108.786483:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514702976 00000100:00100000:0.0:1770685108.786493:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514702976 00000100:00100000:0.0:1770685108.786557:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1770685108.786570:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514702976:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1770685108.786628:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 57868288 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1770685108.786681:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5301180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514702976:12345-0@lo:13:osp-pre-0-0.0 Request processed in 114us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685108.786707:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1770685108.787048:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1770685108.787061:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514703104:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1770685108.787098:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685108.787999:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514703104 00000100:00100000:2.0:1770685108.788009:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514703104 00000100:00100000:2.0:1770685108.788061:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1770685108.788070:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514703104:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1770685108.788100:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1770685108.788160:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514703104:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (1061us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685108.788166:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1770685108.788217:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514703104:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1770685108.788258:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514702976:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1770685108.977970:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770685110.001746:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1770685110.759201:0:14699:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg341-client.virtnet: executing get_client_uuid /mnt/lustre2 00000100:00100000:2.0:1770685110.986884:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685110.986927:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685110.986965:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685110.986994:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685110.987011:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685110.987033:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685110.987054:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685110.987082:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500122880 00000100:00100000:2.0:1770685110.987094:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500122880 00000100:00100000:2.0:1770685110.987153:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500122496 00000100:00100000:2.0:1770685110.987156:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500122496 00000100:00100000:2.0:1770685110.987179:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 239 00000100:00100000:2.0:1770685110.987189:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+21:2349:x1856697500122880:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685110.987273:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+21:2349:x1856697500122880:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 86us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685110.987281:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 239 00000100:00100000:2.0:1770685110.987297:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 240 00000100:00100000:2.0:1770685110.987303:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+54:2349:x1856697500122496:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685110.987327:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+54:2349:x1856697500122496:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 24us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685110.987333:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 240 00000100:00080000:2.0:1770685110.987350:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685110.987541:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500122624 00000100:00100000:0.0:1770685110.987546:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500122624 00000100:00100000:0.0:1770685110.987601:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500123136 00000100:00100000:0.0:1770685110.987605:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500123136 00000100:00100000:0.0:1770685110.987619:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500122752 00000100:00100000:0.0:1770685110.987621:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500122752 00000100:00100000:0.0:1770685110.987633:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500123008 00000100:00100000:0.0:1770685110.987635:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500123008 00000100:00100000:0.0:1770685110.987647:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 188 00000100:00100000:0.0:1770685110.987653:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2349:x1856697500122624:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685110.987689:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5303800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2349:x1856697500122624:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 35us (761us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685110.987695:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 188 00000100:00100000:0.0:1770685110.987707:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 189 00000100:00100000:0.0:1770685110.987713:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+6:2349:x1856697500123136:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685110.987736:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+6:2349:x1856697500123136:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 24us (742us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685110.987742:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 189 00000100:00100000:0.0:1770685110.987753:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 190 00000100:00100000:0.0:1770685110.987759:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2349:x1856697500122752:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685110.987793:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2349:x1856697500122752:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 34us (759us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685110.987800:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 190 00000100:00100000:0.0:1770685110.987811:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 191 00000100:00100000:0.0:1770685110.987816:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5302680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+6:2349:x1856697500123008:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685110.987844:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5302680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+6:2349:x1856697500123008:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 27us (787us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685110.987851:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 191 00000100:00080000:2.0:1770685110.988469:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1770685110.988474:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1770685110.988512:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500122368 00000100:00100000:2.0:1770685110.988519:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500122368 00000100:00100000:2.0:1770685110.988607:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 333 00000100:00100000:2.0:1770685110.988615:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2349:x1856697500122368:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685110.988659:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2349:x1856697500122368:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 45us (1786us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685110.988666:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 333 00010000:00010000:0.0:1770685111.025827:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1770685111.930278:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685111.930289:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685111.931071:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1770685111.931082:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1770685112.029503:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685112.029616:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500123264 00000100:00100000:0.0:1770685112.029625:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500123264 00000100:00100000:0.0:1770685112.029691:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 536 00000100:00100000:0.0:1770685112.029827:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+54:17564:x1856697500123264:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685112.029848:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685112.029869:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8000/0x8f0dbafbd9ef6087 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd0a0 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685112.029931:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef608e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.029946:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef608e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.029958:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef608e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.029972:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9200/0x8f0dbafbd9ef6095 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.029992:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9200/0x8f0dbafbd9ef6095 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.029999:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9200/0x8f0dbafbd9ef6095 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.030065:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef608e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.030072:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef608e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.030079:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef608e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.030085:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa9c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685112.030088:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef608e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.030095:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef608e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.030107:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d930044b100) 00010000:00010000:0.0:1770685112.030109:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685112.030114:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef608e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.030120:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef608e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.030130:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9200/0x8f0dbafbd9ef6095 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.030136:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9200/0x8f0dbafbd9ef6095 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.030147:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9200/0x8f0dbafbd9ef6095 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.030152:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa9200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685112.030155:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9200/0x8f0dbafbd9ef6095 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.030161:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9200/0x8f0dbafbd9ef6095 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.030168:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f27b7ce (ffff9d930044bd00) 00010000:00010000:0.0:1770685112.030171:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685112.030173:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9200/0x8f0dbafbd9ef6095 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.030179:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9200/0x8f0dbafbd9ef6095 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.030209:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8000/0x8f0dbafbd9ef6087 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd0a0 expref: 55 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685112.030219:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d930044b100) 00010000:00010000:0.0:1770685112.030221:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685112.030225:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8000/0x8f0dbafbd9ef6087 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd0a0 expref: 55 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685112.030247:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3aa8000, rc 0) 00000100:00100000:0.0:1770685112.030315:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+54:17564:x1856697500123264:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 493us (822us total) trans 0 rc 301/301 00000100:00100000:0.0:1770685112.030322:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 536 00000100:00080000:2.0:1770685112.030543:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685112.044999:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685112.045092:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500123520 00000100:00100000:0.0:1770685112.045103:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500123520 00000100:00100000:0.0:1770685112.045154:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 537 00000100:00100000:0.0:1770685112.045163:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+54:17564:x1856697500123520:12345-192.168.203.41@tcp:36:lfs.0 00010000:00010000:0.0:1770685112.045212:0:5760:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685112.045247:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef5edc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd00d expref: 54 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685112.045264:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d930044b100) 00010000:00010000:0.0:1770685112.045268:0:5760:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1770685112.045347:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9800/0x8f0dbafbd9ef609c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.045361:0:5760:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef5f1b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd022 expref: 20 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685112.045369:0:5760:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9800/0x8f0dbafbd9ef609c lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.045400:0:5760:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef5f1b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd022 expref: 20 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685112.045740:0:5760:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef5f1b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd022 expref: 20 pid: 5760 timeout: 536 lvb_type: 0 00000100:00100000:0.0:1770685112.045755:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c7800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514703232:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685112.045837:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d1c6bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1770685112.051722:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685112.051762:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500123648 00000100:00100000:3.0:1770685112.051771:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500123648 00010000:00010000:3.0:1770685112.051819:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef5f1b lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd022 expref: 21 pid: 5760 timeout: 536 lvb_type: 0 00000100:00100000:3.0:1770685112.051853:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 167 00000100:00100000:3.0:1770685112.051864:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e69180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+21:2351:x1856697500123648:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685112.051881:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685112.051888:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef5f1b lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd022 expref: 21 pid: 5760 timeout: 536 lvb_type: 0 00010000:00010000:3.0:1770685112.051901:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef5f1b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd022 expref: 21 pid: 5760 timeout: 536 lvb_type: 0 00010000:00010000:3.0:1770685112.051924:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d930044b100) 00010000:00010000:3.0:1770685112.051930:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9800/0x8f0dbafbd9ef609c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685112.051939:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9800/0x8f0dbafbd9ef609c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685112.051946:0:5745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9800/0x8f0dbafbd9ef609c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685112.051964:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685112.052014:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e69180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+21:2351:x1856697500123648:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 152us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685112.052022:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 167 00000100:00080000:3.0:1770685112.052062:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1770685112.053023:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef5f1b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd022 expref: 20 pid: 5760 timeout: 536 lvb_type: 0 00000100:00100000:1.0:1770685112.053041:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c7800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514703232:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685112.053066:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9800/0x8f0dbafbd9ef609c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685112.053076:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9800/0x8f0dbafbd9ef609c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685112.053081:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9800/0x8f0dbafbd9ef609c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685112.053107:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef60a3 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685112.053119:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef60a3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685112.053137:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef60a3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:1.0:1770685112.054205:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x21:0x0]: returning size 512 00010000:00010000:1.0:1770685112.054219:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9800/0x8f0dbafbd9ef609c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685112.054226:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9800/0x8f0dbafbd9ef609c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685112.054245:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9800/0x8f0dbafbd9ef609c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685112.054252:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa9800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685112.054256:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9800/0x8f0dbafbd9ef609c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685112.054262:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9800/0x8f0dbafbd9ef609c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685112.054275:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d930044b100) 00010000:00010000:1.0:1770685112.054278:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685112.054281:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9800/0x8f0dbafbd9ef609c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685112.054287:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9800/0x8f0dbafbd9ef609c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000004:00010000:1.0:1770685112.054302:0:5760:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000097aa1b37 reply state 00000000a298ead2 transno 4294967695 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef60a3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:1.0:1770685112.054310:0:5760:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1770685112.054405:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+55:17564:x1856697500123520:12345-192.168.203.41@tcp:36:lfs.0 Request processed in 9240us (9414us total) trans 4294967695 rc 0/0 00000100:00100000:1.0:1770685112.054422:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 537 00010000:00010000:3.0:1770685112.058864:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef60a3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685112.058881:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef60a3 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685112.058887:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef60a3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685112.058893:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c99e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685112.058897:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef60a3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685112.058904:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef60a3 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685112.058923:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f27b7ce (ffff9d92d1988300) 00010000:00010000:3.0:1770685112.058927:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685112.058932:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef60a3 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685112.058937:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef60a3 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.063819:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1770685112.070482:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685112.071866:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500123776 00000100:00100000:3.0:1770685112.071883:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500123776 00000100:00100000:3.0:1770685112.071989:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 538 00000100:00100000:3.0:1770685112.072000:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+54:17566:x1856697500123776:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:3.0:1770685112.072024:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685112.072049:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef60aa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd0a7 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685112.072139:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef60b1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685112.072152:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef60b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685112.072163:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef60b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:3.0:1770685112.072224:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1770685112.072228:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 13 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685112.072271:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef60b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685112.072298:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef60aa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd0a7 expref: 56 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685112.072313:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef60b1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd0a7 expref: 55 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685112.072322:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5e37600) 00010000:00010000:3.0:1770685112.072325:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685112.072329:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c63c00, rc 0) 00000100:00100000:3.0:1770685112.073589:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+55:17566:x1856697500123776:12345-192.168.203.41@tcp:101:bash.0 Request processed in 1576us (3098us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685112.073600:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 538 00000100:00100000:3.0:1770685112.077630:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685112.078062:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500123904 00000100:00100000:2.0:1770685112.078072:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500123904 00000100:00100000:2.0:1770685112.078130:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 539 00000100:00100000:2.0:1770685112.078140:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+55:17566:x1856697500123904:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:2.0:1770685112.078159:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685112.078183:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef60b8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd0ae expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685112.078247:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef60bf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.078261:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef60bf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.078270:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef60bf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.078278:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef60c6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.078282:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef60c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.078286:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef60c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.078365:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef60cd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.078369:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef60cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.078373:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef60cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:2.0:1770685112.078396:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x21:0x0]: returning size 512 00000004:00200000:2.0:1770685112.078399:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685112.078422:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef60cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.078433:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef60bf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.078446:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef60bf lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.078452:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef60bf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.078459:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685112.078462:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef60bf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.078469:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef60bf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.078479:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5e37600) 00010000:00010000:2.0:1770685112.078481:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685112.078485:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef60bf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.078489:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef60bf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.078496:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef60c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.078499:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef60c6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.078502:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef60c6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.078505:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685112.078507:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef60c6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.078529:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef60c6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.078881:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f27b7ce (ffff9d92c9178800) 00010000:00010000:2.0:1770685112.078885:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685112.078890:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef60c6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.078895:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef60c6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.078928:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef60b8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd0ae expref: 57 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685112.078941:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307bc00/0x8f0dbafbd9ef60cd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd0ae expref: 56 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685112.078947:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff9d92c9178d00) 00010000:00010000:2.0:1770685112.078949:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1770685112.078952:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307bc00, rc 0) 00000100:00100000:2.0:1770685112.079068:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+56:17566:x1856697500123904:12345-192.168.203.41@tcp:101:bash.0 Request processed in 929us (1446us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685112.079077:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 539 00000100:00100000:0.0:1770685112.083659:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685112.083786:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500124032 00000100:00100000:2.0:1770685112.083796:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500124032 00000100:00100000:2.0:1770685112.083844:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 540 00000100:00100000:2.0:1770685112.083853:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+56:17566:x1856697500124032:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:2.0:1770685112.083871:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685112.083895:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef60d4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd0b5 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685112.083965:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef60db lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.083978:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef60db lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.083988:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef60db lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.084000:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef60e2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.084006:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef60e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.084011:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef60e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.084080:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef60db lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.084088:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef60db lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.084094:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef60db lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.084100:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307b800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685112.084104:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef60db lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.084111:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef60db lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.084128:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff9d92c9178d00) 00010000:00010000:2.0:1770685112.084131:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685112.084136:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef60db lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.084142:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef60db lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.084153:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef60e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.084158:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef60e2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.084164:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef60e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.084169:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307ba00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685112.084171:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef60e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.084176:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef60e2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.084181:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x3953761c (ffff9d92c9178200) 00010000:00010000:2.0:1770685112.084184:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685112.084186:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef60e2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.084191:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef60e2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685112.084220:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef60d4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd0b5 expref: 57 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685112.084249:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff9d92c9178d00) 00010000:00010000:2.0:1770685112.084253:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685112.084257:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef60d4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd0b5 expref: 57 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685112.084274:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307aa00, rc 0) 00000100:00100000:2.0:1770685112.084326:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+56:17566:x1856697500124032:12345-192.168.203.41@tcp:101:bash.0 Request processed in 474us (677us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685112.084335:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 540 00000100:00100000:0.0:1770685112.098390:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685112.098458:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500124160 00000100:00100000:2.0:1770685112.098468:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500124160 00000100:00100000:2.0:1770685112.098544:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 541 00000100:00100000:2.0:1770685112.098555:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+20:17567:x1856697500124160:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:2.0:1770685112.098590:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685112.098611:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef60e9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd0bc expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685112.098673:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef60f0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685112.098687:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef60f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685112.098965:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef60f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:2.0:1770685112.099027:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1770685112.099031:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 13 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685112.099072:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef60f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685112.099099:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef60e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd0bc expref: 22 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685112.099115:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef60f0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd0bc expref: 21 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685112.099124:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5e37600) 00010000:00010000:2.0:1770685112.099127:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1770685112.099130:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307ba00, rc 0) 00000100:00100000:2.0:1770685112.099191:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+21:17567:x1856697500124160:12345-192.168.203.41@tcp:101:rm.0 Request processed in 639us (810us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685112.099199:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 541 00000100:00100000:3.0:1770685112.104722:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685112.106085:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500124288 00000100:00100000:0.0:1770685112.106098:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500124288 00000100:00100000:0.0:1770685112.106158:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 542 00000100:00100000:0.0:1770685112.106168:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+21:17567:x1856697500124288:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:0.0:1770685112.106188:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685112.106207:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9000/0x8f0dbafbd9ef60f7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd0c3 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685112.106787:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef60fe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.106805:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef60fe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.106817:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef60fe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.106832:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6105 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.106839:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6105 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.106844:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6105 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.106947:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8800/0x8f0dbafbd9ef610c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.106956:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8800/0x8f0dbafbd9ef610c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.106963:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8800/0x8f0dbafbd9ef610c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:0.0:1770685112.107004:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x21:0x0]: returning size 512 00000004:00200000:0.0:1770685112.107008:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685112.107031:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8800/0x8f0dbafbd9ef610c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.107045:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef60fe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.107051:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef60fe lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.107058:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef60fe lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.107064:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa8200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685112.107068:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef60fe lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.107075:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef60fe lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.107087:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5e37600) 00010000:00010000:0.0:1770685112.107090:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685112.107095:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef60fe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.107101:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef60fe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.107110:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6105 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.107116:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6105 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.107128:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6105 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.107133:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa9a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685112.107136:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6105 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.107142:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6105 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.107151:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f27b7ce (ffff9d930044bd00) 00010000:00010000:0.0:1770685112.107153:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685112.107156:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6105 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.107161:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6105 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.107195:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9000/0x8f0dbafbd9ef60f7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd0c3 expref: 23 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685112.107207:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8800/0x8f0dbafbd9ef610c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd0c3 expref: 22 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685112.107213:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff9d92c9178d00) 00010000:00010000:0.0:1770685112.107215:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1770685112.107217:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3aa8800, rc 0) 00000100:00100000:0.0:1770685112.107848:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+22:17567:x1856697500124288:12345-192.168.203.41@tcp:101:rm.0 Request processed in 1678us (3135us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685112.107858:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 542 00000100:00100000:0.0:1770685112.112973:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685112.113005:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500124416 00000100:00100000:0.0:1770685112.113016:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500124416 00000100:00100000:0.0:1770685112.113064:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 543 00000100:00100000:0.0:1770685112.113073:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c39d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+22:17567:x1856697500124416:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:0.0:1770685112.113092:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685112.113112:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8400/0x8f0dbafbd9ef6113 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd0ca expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685112.113170:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef611a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.113184:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef611a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.113194:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef611a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.113207:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef6121 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.113215:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef6121 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.113221:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef6121 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.113387:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef611a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.113395:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef611a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.113401:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef611a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.113416:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa8e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685112.113420:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef611a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.113428:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef611a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.113440:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff9d92c9178d00) 00010000:00010000:0.0:1770685112.113443:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685112.113448:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef611a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.113454:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef611a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.113464:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef6121 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.113469:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef6121 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.113474:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef6121 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.113479:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa8600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685112.113481:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef6121 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.113487:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef6121 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.113493:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x3953761c (ffff9d930044b300) 00010000:00010000:0.0:1770685112.113495:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685112.113505:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef6121 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.113511:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef6121 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.113554:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8400/0x8f0dbafbd9ef6113 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd0ca expref: 23 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685112.113564:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff9d92c9178d00) 00010000:00010000:0.0:1770685112.113566:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685112.113570:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8400/0x8f0dbafbd9ef6113 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd0ca expref: 23 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685112.113599:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3aa8400, rc 0) 00000100:00100000:0.0:1770685112.113652:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c39d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+22:17567:x1856697500124416:12345-192.168.203.41@tcp:101:rm.0 Request processed in 580us (685us total) trans 0 rc 301/301 00000100:00100000:0.0:1770685112.113659:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 543 00000100:00100000:0.0:1770685112.117901:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685112.117944:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500124544 00000100:00100000:0.0:1770685112.117955:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500124544 00000100:00100000:0.0:1770685112.118012:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 544 00000100:00100000:0.0:1770685112.118023:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c39d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+22:17567:x1856697500124544:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:0.0:1770685112.118049:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685112.118074:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6128 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd0d1 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685112.118490:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef612f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.118528:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef612f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.118539:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef612f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.118554:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8a00/0x8f0dbafbd9ef6136 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.118560:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8a00/0x8f0dbafbd9ef6136 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.118567:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8a00/0x8f0dbafbd9ef6136 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.120053:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef612f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.120067:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef612f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.120073:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef612f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.120078:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa9600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685112.120082:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef612f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.120088:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef612f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.120102:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff9d92c9178d00) 00010000:00010000:0.0:1770685112.120104:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685112.120114:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef612f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.120120:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef612f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.120131:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8a00/0x8f0dbafbd9ef6136 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.120136:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8a00/0x8f0dbafbd9ef6136 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.120142:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8a00/0x8f0dbafbd9ef6136 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.120145:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa8a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685112.120148:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8a00/0x8f0dbafbd9ef6136 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.120152:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8a00/0x8f0dbafbd9ef6136 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.120158:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x3953761c (ffff9d930044b000) 00010000:00010000:0.0:1770685112.120160:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685112.120162:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8a00/0x8f0dbafbd9ef6136 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.120166:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8a00/0x8f0dbafbd9ef6136 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.120209:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6128 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd0d1 expref: 23 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685112.120314:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff9d92c9178d00) 00010000:00010000:0.0:1770685112.120323:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685112.120328:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6128 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd0d1 expref: 23 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685112.120339:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3aa8c00, rc 0) 00000100:00100000:0.0:1770685112.120418:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c39d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+22:17567:x1856697500124544:12345-192.168.203.41@tcp:101:rm.0 Request processed in 2393us (2522us total) trans 0 rc 301/301 00000100:00100000:0.0:1770685112.120426:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 544 00000100:00100000:3.0:1770685112.136891:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685112.137026:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500124672 00000100:00100000:0.0:1770685112.137038:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500124672 00000100:00100000:0.0:1770685112.137094:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 545 00000100:00100000:0.0:1770685112.137106:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+22:17568:x1856697500124672:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:0.0:1770685112.137131:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685112.137156:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9000/0x8f0dbafbd9ef613d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd0d8 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685112.137264:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6144 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.137279:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6144 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.137291:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6144 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.137306:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef614b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.137313:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef614b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.137319:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef614b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.137404:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6144 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.137409:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6144 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.137414:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6144 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.137418:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa9a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685112.137421:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6144 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.137427:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6144 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.137438:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff9d92c9178d00) 00010000:00010000:0.0:1770685112.137440:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685112.137443:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6144 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.137447:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6144 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.137454:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef614b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.137458:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef614b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.137461:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef614b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.137464:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa8200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685112.137470:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef614b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.137474:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef614b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.137478:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x3953761c (ffff9d930044bd00) 00010000:00010000:0.0:1770685112.137479:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685112.137481:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef614b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.137484:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef614b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685112.137513:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9000/0x8f0dbafbd9ef613d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd0d8 expref: 23 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685112.137534:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff9d92c9178d00) 00010000:00010000:0.0:1770685112.137536:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685112.137539:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9000/0x8f0dbafbd9ef613d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd0d8 expref: 23 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685112.137548:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3aa9000, rc 0) 00000100:00100000:0.0:1770685112.137630:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+22:17568:x1856697500124672:12345-192.168.203.41@tcp:101:cp.0 Request processed in 526us (748us total) trans 0 rc 301/301 00000100:00100000:0.0:1770685112.137640:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 545 00000100:00100000:3.0:1770685112.141274:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685112.141438:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500124800 00000100:00100000:0.0:1770685112.141449:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500124800 00000100:00100000:0.0:1770685112.141544:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 546 00000100:00100000:0.0:1770685112.141555:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+22:17568:x1856697500124800:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:0.0:1770685112.141614:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685112.141638:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6152 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd0df expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685112.141732:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8a00/0x8f0dbafbd9ef6159 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.141746:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8a00/0x8f0dbafbd9ef6159 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.141758:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8a00/0x8f0dbafbd9ef6159 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.141771:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6160 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.141778:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6160 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.141784:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6160 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.141842:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8a00/0x8f0dbafbd9ef6159 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.141850:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8a00/0x8f0dbafbd9ef6159 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.141857:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8a00/0x8f0dbafbd9ef6159 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.141862:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa8a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685112.141866:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8a00/0x8f0dbafbd9ef6159 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.141883:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8a00/0x8f0dbafbd9ef6159 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.141894:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff9d92c9178d00) 00010000:00010000:0.0:1770685112.141897:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685112.141901:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8a00/0x8f0dbafbd9ef6159 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.141907:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8a00/0x8f0dbafbd9ef6159 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.141917:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6160 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.141923:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6160 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.141929:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6160 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.141934:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa9600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685112.141937:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6160 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.141942:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6160 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.141950:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x3953761c (ffff9d930044b000) 00010000:00010000:0.0:1770685112.141952:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685112.141955:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6160 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.141960:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6160 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.142004:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6152 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd0df expref: 23 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685112.142027:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff9d92c9178d00) 00010000:00010000:0.0:1770685112.142030:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685112.142034:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6152 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd0df expref: 23 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685112.142043:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3aa8c00, rc 0) 00000100:00100000:0.0:1770685112.142111:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+22:17568:x1856697500124800:12345-192.168.203.41@tcp:101:cp.0 Request processed in 557us (847us total) trans 0 rc 301/301 00000100:00100000:0.0:1770685112.142119:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 546 00000100:00100000:1.0:1770685112.145976:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685112.146130:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500125056 00000100:00100000:0.0:1770685112.146142:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500125056 00000100:00100000:0.0:1770685112.146208:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 547 00000100:00100000:0.0:1770685112.146220:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+22:17568:x1856697500125056:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:0.0:1770685112.146244:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685112.146276:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9000/0x8f0dbafbd9ef6167 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd0e6 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685112.146432:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef616e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.146447:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef616e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.146459:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef616e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.146493:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6175 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.146503:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6175 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.146509:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6175 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00080000:0.0:1770685112.147078:0:5761:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xd:0x0], index 1: 0 00010000:00010000:0.0:1770685112.147248:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8400/0x8f0dbafbd9ef617c lrc: 3/1,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.147258:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8400/0x8f0dbafbd9ef617c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.147265:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8400/0x8f0dbafbd9ef617c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.147306:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef616e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.147313:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef616e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.147319:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef616e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.147326:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa8200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685112.147330:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef616e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.147338:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef616e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.147361:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff9d92c9178d00) 00010000:00010000:0.0:1770685112.147364:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685112.147369:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef616e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.147374:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef616e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000004:00010000:0.0:1770685112.147388:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000002f33d9a reply state 0000000077e26eba transno 4294967696 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6175 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:0.0:1770685112.147397:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1770685112.147428:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9000/0x8f0dbafbd9ef6167 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd0e6 expref: 25 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685112.147441:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8400/0x8f0dbafbd9ef617c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd0e6 expref: 24 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685112.147448:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff9d930044b300) 00010000:00010000:0.0:1770685112.147450:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685112.147452:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3aa8400, rc 0) 00000100:00100000:0.0:1770685112.147626:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+25:17568:x1856697500125056:12345-192.168.203.41@tcp:101:cp.0 Request processed in 1359us (1611us total) trans 4294967696 rc 0/0 00000100:00100000:0.0:1770685112.147635:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 547 00010000:00010000:1.0:1770685112.150280:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6175 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685112.150301:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6175 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685112.150310:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6175 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685112.150317:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa9a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685112.150322:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6175 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685112.150329:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6175 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685112.150348:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x3953761c (ffff9d930044bd00) 00010000:00010000:1.0:1770685112.150351:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685112.150354:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6175 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685112.150360:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6175 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685112.151348:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685112.151632:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500125184 00000100:00100000:3.0:1770685112.151644:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500125184 00000100:00080000:2.0:1770685112.151681:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1770685112.151740:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 142 00000100:00100000:3.0:1770685112.151751:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+6:2350:x1856697500125184:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:3.0:1770685112.151767:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685112.151788:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef618a lrc: 2/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd0ed expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1770685112.151813:0:6539:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1770685112.151833:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685112.151835:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685112.151842:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef618a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd0ed expref: 7 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685112.151858:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef618a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd0ed expref: 7 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685112.151871:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c62200, rc 0) 00000100:00100000:3.0:1770685112.151935:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+7:2350:x1856697500125184:12345-192.168.203.41@tcp:101:cp.0 Request processed in 186us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685112.151942:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 142 00000100:00100000:3.0:1770685112.155440:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685112.155634:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500125312 00000100:00100000:0.0:1770685112.155648:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500125312 00000100:00100000:0.0:1770685112.155724:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 143 00000100:00100000:0.0:1770685112.155735:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+7:17568:x1856697500125312:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:0.0:1770685112.155752:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685112.155783:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6191 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd0f4 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685112.155812:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef618a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd0ed expref: 8 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685112.155820:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685112.155822:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685112.155827:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6191 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd0f4 expref: 8 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685112.155873:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef618a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd0ed expref: 8 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685112.155885:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef618a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd0ed expref: 8 pid: 6539 timeout: 537 lvb_type: 1 00000100:00100000:0.0:1770685112.155899:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c25da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8401:1856697514703360:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685112.155992:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d1c6b180 going to sleep for 11 seconds 00000100:00100000:1.0:1770685112.158683:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685112.158783:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c25da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8401:1856697514703360:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685112.158819:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6191 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd0f4 expref: 8 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685112.158836:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3aa8c00, rc 0) 00000100:00100000:2.0:1770685112.158973:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+8:17568:x1856697500125312:12345-192.168.203.41@tcp:101:cp.0 Request processed in 3238us (3545us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685112.158984:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 143 00000100:00100000:3.0:1770685112.158987:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500125440 00000100:00100000:3.0:1770685112.158995:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500125440 00010000:00010000:3.0:1770685112.159031:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef618a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd0ed expref: 8 pid: 6539 timeout: 537 lvb_type: 1 00000100:00100000:3.0:1770685112.159090:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 168 00000100:00100000:3.0:1770685112.159100:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d20000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500125440:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685112.159119:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685112.159143:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef618a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd0ed expref: 8 pid: 6539 timeout: 537 lvb_type: 1 00010000:00010000:3.0:1770685112.159156:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef618a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd0ed expref: 8 pid: 6539 timeout: 537 lvb_type: 1 00010000:00010000:3.0:1770685112.159186:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef618a lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd0ed expref: 8 pid: 6539 timeout: 537 lvb_type: 1 00010000:00010000:3.0:1770685112.159201:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685112.159204:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685112.159212:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6191 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd0f4 expref: 7 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685112.159223:0:11010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6191 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd0f4 expref: 7 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685112.160466:0:11010:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6191 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd0f4 expref: 7 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685112.160488:0:11010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e6b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11010:1856697514703488:192.168.203.41@tcp:105: 00000100:00100000:2.0:1770685112.160832:0:11010:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c13776c0 going to sleep for 11 seconds 00000100:00100000:2.0:1770685112.166252:0:11010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e6b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11010:1856697514703488:192.168.203.41@tcp:105: 00010000:00010000:2.0:1770685112.166294:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685112.166354:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d20000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+7:2351:x1856697500125440:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 7254us (7681us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685112.166382:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 168 00000100:00100000:1.0:1770685112.167169:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685112.167390:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500125696 00000100:00100000:3.0:1770685112.167402:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500125696 00000100:00100000:3.0:1770685112.167471:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 142 00000100:00100000:3.0:1770685112.167482:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+24:17568:x1856697500125696:12345-192.168.203.41@tcp:35:cp.0 00000100:00100000:3.0:1770685112.167907:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+25:17568:x1856697500125696:12345-192.168.203.41@tcp:35:cp.0 Request processed in 426us (742us total) trans 4294967697 rc 0/0 00000100:00100000:3.0:1770685112.167926:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 142 00000100:00100000:1.0:1770685112.212747:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685112.212807:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500125824 00000100:00100000:0.0:1770685112.212816:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500125824 00000100:00100000:0.0:1770685112.212918:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 548 00000100:00100000:0.0:1770685112.212928:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+56:17571:x1856697500125824:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685112.212965:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685112.212990:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9000/0x8f0dbafbd9ef6198 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd0fb expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685112.213083:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef619f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.213099:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef619f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.213110:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef619f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.213119:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef61a6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.213124:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef61a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.213128:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef61a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.213219:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8a00/0x8f0dbafbd9ef61ad lrc: 3/1,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.213225:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8a00/0x8f0dbafbd9ef61ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.213245:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8a00/0x8f0dbafbd9ef61ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:0.0:1770685112.213395:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xd:0x0]: returning size 1516 00000004:00200000:0.0:1770685112.213399:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685112.213414:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8a00/0x8f0dbafbd9ef61ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.213429:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8a00/0x8f0dbafbd9ef61ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.213435:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef619f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.213439:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef619f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.213444:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef619f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.213447:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa8200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685112.213450:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef619f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.213455:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef619f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.213464:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff9d92c9178d00) 00010000:00010000:0.0:1770685112.213466:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685112.213469:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef619f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.213472:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef619f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.213482:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef61a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.213485:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef61a6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.213489:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef61a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.213496:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa9600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685112.213498:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef61a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.213501:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef61a6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.213505:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x3953761c (ffff9d930044b000) 00010000:00010000:0.0:1770685112.213506:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685112.213508:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef61a6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.213511:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef61a6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.213554:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9000/0x8f0dbafbd9ef6198 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd0fb expref: 58 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685112.213568:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8a00/0x8f0dbafbd9ef61ad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd0fb expref: 57 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685112.213574:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff9d930044b300) 00010000:00010000:0.0:1770685112.213849:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685112.213852:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3aa8a00, rc 0) 00000100:00100000:1.0:1770685112.213988:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+57:17571:x1856697500125824:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 1060us (1246us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685112.214005:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 548 00000100:00100000:2.0:1770685112.218158:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685112.218224:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500125952 00000100:00100000:0.0:1770685112.218243:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500125952 00000100:00080000:2.0:1770685112.218303:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1770685112.218325:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 144 00000100:00100000:0.0:1770685112.218336:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2350:x1856697500125952:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685112.218357:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685112.218387:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef61b4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd102 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685112.218436:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c25da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8401:1856697514703616:192.168.203.41@tcp:106: 00000100:00100000:0.0:1770685112.218511:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d1c6b180 going to sleep for 11 seconds 00002000:00010000:2.0:1770685112.221185:0:8401:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0xd:0x0] updating lvb size: 0 -> 1516 00002000:00010000:2.0:1770685112.221191:0:8401:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0xd:0x0] updating lvb mtime: 0 -> 1770685112 00002000:00010000:2.0:1770685112.221193:0:8401:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0xd:0x0] updating lvb atime: 0 -> 1770685112 00002000:00010000:2.0:1770685112.221195:0:8401:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0xd:0x0] updating lvb ctime: 0 -> 1770685112 00000100:00100000:2.0:1770685112.221214:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c25da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8401:1856697514703616:192.168.203.41@tcp:106: 00010000:00010000:2.0:1770685112.221322:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef61b4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd102 expref: 9 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685112.221343:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef61b4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd102 expref: 9 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685112.221354:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3aa8e00, rc 0) 00000100:00100000:2.0:1770685112.221432:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2350:x1856697500125952:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 3099us (3376us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685112.221440:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 144 00000100:00100000:1.0:1770685112.224691:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685112.224803:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500126080 00000100:00100000:0.0:1770685112.224811:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500126080 00000100:00100000:0.0:1770685112.224854:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 549 00000100:00100000:0.0:1770685112.224860:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+57:17571:x1856697500126080:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685112.224876:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685112.224891:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef61bb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd109 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685112.224966:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef61c2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.224978:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef61c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.224986:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef61c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:0.0:1770685112.225036:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x21:0x0]: returning size 512 00000004:00200000:0.0:1770685112.225039:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685112.225053:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef61c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.225086:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef61bb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd109 expref: 59 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685112.225103:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8200/0x8f0dbafbd9ef61c2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd109 expref: 58 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685112.225120:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff9d92c9178d00) 00010000:00010000:0.0:1770685112.225123:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1770685112.225126:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3aa8200, rc 0) 00000100:00100000:0.0:1770685112.225220:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+58:17571:x1856697500126080:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 353us (636us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685112.225226:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 549 00000100:00100000:0.0:1770685112.230434:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685112.230501:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500126208 00000100:00100000:2.0:1770685112.230512:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500126208 00000100:00100000:2.0:1770685112.230614:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 145 00000100:00100000:2.0:1770685112.230625:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2348:x1856697500126208:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685112.230643:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685112.230665:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef61c9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd110 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685112.230759:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5302a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8401:1856697514703744:192.168.203.41@tcp:106: 00000100:00100000:2.0:1770685112.230858:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d02d1d80 going to sleep for 11 seconds 00000100:00100000:2.0:1770685112.234727:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5302a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8401:1856697514703744:192.168.203.41@tcp:106: 00010000:00010000:2.0:1770685112.234767:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef61c9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd110 expref: 9 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685112.234786:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef61c9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd110 expref: 9 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685112.234795:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307ac00, rc 0) 00000100:00100000:2.0:1770685112.234844:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2348:x1856697500126208:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 4217us (4416us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685112.234853:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 145 00000100:00100000:1.0:1770685112.239941:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685112.240043:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500126464 00000100:00100000:2.0:1770685112.240054:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500126464 00000100:00100000:2.0:1770685112.240182:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 550 00000100:00100000:2.0:1770685112.240192:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+58:17571:x1856697500126464:12345-192.168.203.41@tcp:58:lfs.0 00000040:00080000:2.0:1770685112.240866:0:5760:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].12, 136 off9824 00000100:00100000:2.0:1770685112.240985:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+58:17571:x1856697500126464:12345-192.168.203.41@tcp:58:lfs.0 Request processed in 794us (1052us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685112.240995:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 550 00000001:00080000:3.0:1770685112.416779:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967696 is committed 00000001:00080000:3.0:1770685112.416796:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967695 is committed 00000001:00080000:3.0:1770685112.416806:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967697 is committed 00000040:00080000:1.0:1770685112.945934:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685112.945949:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685112.946002:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 13 count 2 00000040:00080000:1.0:1770685112.946011:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1770685112.946396:0:11361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d5880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514703872:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1770685112.948955:0:11361:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c5760c00 going to sleep for 11 seconds 00000100:00100000:1.0:1770685112.962687:0:11361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d5880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514703872:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1770685112.969951:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685112.980361:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500126592 00000100:00100000:3.0:1770685112.980376:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500126592 00000100:00100000:3.0:1770685112.980447:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 551 00000100:00100000:3.0:1770685112.980457:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+23:17581:x1856697500126592:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1770685112.980494:0:5760:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0xd:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1770685112.980638:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+23:17581:x1856697500126592:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 182us (10698us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685112.980644:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 551 00000100:00100000:3.0:1770685112.986922:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685112.988640:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500126848 00000100:00100000:0.0:1770685112.988654:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500126848 00000100:00100000:0.0:1770685112.988709:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 552 00000100:00100000:0.0:1770685112.988719:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+23:17581:x1856697500126848:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685112.988743:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685112.988765:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9200/0x8f0dbafbd9ef61d0 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd117 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685112.988832:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8000/0x8f0dbafbd9ef61d7 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.988848:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8000/0x8f0dbafbd9ef61d7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.988858:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8000/0x8f0dbafbd9ef61d7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.988871:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9800/0x8f0dbafbd9ef61de lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xcdad32df bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.988877:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9800/0x8f0dbafbd9ef61de lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xcdad32df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.988902:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9800/0x8f0dbafbd9ef61de lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xcdad32df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.988963:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef61e5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.988971:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef61e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.988977:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef61e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:0.0:1770685112.988987:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xd:0x0]: returning size 1516 00010000:00010000:0.0:1770685112.989110:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8000/0x8f0dbafbd9ef61d7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.989118:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8000/0x8f0dbafbd9ef61d7 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.989123:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8000/0x8f0dbafbd9ef61d7 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.989129:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa8000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685112.989133:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8000/0x8f0dbafbd9ef61d7 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.989140:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8000/0x8f0dbafbd9ef61d7 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.989151:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:0.0:1770685112.989155:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685112.989159:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8000/0x8f0dbafbd9ef61d7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.989174:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8000/0x8f0dbafbd9ef61d7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.989186:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9800/0x8f0dbafbd9ef61de lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xcdad32df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.989192:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9800/0x8f0dbafbd9ef61de lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xcdad32df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.989197:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9800/0x8f0dbafbd9ef61de lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xcdad32df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.989202:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa9800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685112.989204:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9800/0x8f0dbafbd9ef61de lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xcdad32df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.989209:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9800/0x8f0dbafbd9ef61de lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xcdad32df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.989217:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xcdad32df (ffff9d930044b000) 00010000:00010000:0.0:1770685112.989219:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685112.989222:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9800/0x8f0dbafbd9ef61de lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xcdad32df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.989227:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9800/0x8f0dbafbd9ef61de lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xcdad32df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685112.989265:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9200/0x8f0dbafbd9ef61d0 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd117 expref: 26 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685112.989280:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef61e5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd117 expref: 25 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685112.989297:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff9d930044b300) 00010000:00010000:0.0:1770685112.989300:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685112.989302:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3aa9c00, rc 0) 00000100:00100000:0.0:1770685112.989377:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+25:17581:x1856697500126848:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 659us (2467us total) trans 4294967698 rc 0/0 00000100:00100000:0.0:1770685112.989385:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 552 00000100:00100000:2.0:1770685112.995322:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685112.995409:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685112.995468:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500127104 00000100:00100000:0.0:1770685112.995479:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500127104 00000100:00100000:0.0:1770685112.995548:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 146 00000100:00100000:0.0:1770685112.995559:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5302a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+7:2350:x1856697500127104:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1770685112.995615:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa9400/0x8f0dbafbd9ef61f3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685112.995630:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6191 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd0f4 expref: 7 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685112.995637:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1770685112.995639:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1770685112.995641:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa9400/0x8f0dbafbd9ef61f3 lrc: 4/1,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685112.995672:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6191 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd0f4 expref: 7 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685112.995684:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6191 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd0f4 expref: 7 pid: 8401 timeout: 537 lvb_type: 0 00000100:00100000:0.0:1770685112.995716:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c25daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8401:1856697514704000:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685112.995788:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d1c6b900 going to sleep for 11 seconds 00000100:00100000:3.0:1770685113.001151:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500126976 00000100:00100000:3.0:1770685113.001165:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500126976 00000100:00100000:2.0:1770685113.001487:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 26 00000100:00100000:2.0:1770685113.001522:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0219450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+25:2351:x1856697500126976:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685113.001538:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685113.001567:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef61e5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd117 expref: 25 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685113.001606:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff9d930044b300) 00010000:00010000:2.0:1770685113.001612:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685113.001672:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0219450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+24:2351:x1856697500126976:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 162us (6360us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685113.001680:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 26 00000100:00100000:1.0:1770685113.003557:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685113.003800:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500127232 00000100:00100000:3.0:1770685113.003812:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500127232 00002000:00100000:3.0:1770685113.003861:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xd:0x0] (0->1515) req@ffff9d92fb2d6300 x1856697500127232/t0(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:234/0 lens 2008/0 e 0 to 0 dl 1770685124 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685113.003873:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb2d6300 with x1856697500127232 ext(0->1515) 00010000:00010000:3.0:1770685113.003882:0:6546:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6191 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd0f4 expref: 8 pid: 8401 timeout: 537 lvb_type: 0 00010000:00010000:3.0:1770685113.003896:0:6546:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6191 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd0f4 expref: 8 pid: 8401 timeout: 537 lvb_type: 0 00002000:00010000:3.0:1770685113.003903:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9d92fb2d6300 00000100:00100000:3.0:1770685113.003949:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1 00000100:00100000:3.0:1770685113.003958:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500127232:12345-192.168.203.41@tcp:4:cp.0 00000100:00100000:3.0:1770685113.005065:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500127232:12345-192.168.203.41@tcp:4:cp.0 Request processed in 1104us (1513us total) trans 4294967328 rc 0/0 00000100:00100000:3.0:1770685113.005075:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1 00002000:00100000:3.0:1770685113.005083:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xd:0x0] (0->1515) req@ffff9d92fb2d6300 x1856697500127232/t4294967328(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:234/0 lens 2008/448 e 0 to 0 dl 1770685124 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685113.005092:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb2d6300 with x1856697500127232 ext(0->1515) 00010000:00010000:3.0:1770685113.005098:0:6546:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6191 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd0f4 expref: 10 pid: 8401 timeout: 537 lvb_type: 0 00010000:00010000:3.0:1770685113.005111:0:6546:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6191 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd0f4 expref: 10 pid: 8401 timeout: 537 lvb_type: 0 00002000:00010000:3.0:1770685113.005118:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9d92fb2d6300 00000100:00100000:0.0:1770685113.008802:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c25daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8401:1856697514704000:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685113.008828:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa9400/0x8f0dbafbd9ef61f3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685113.014534:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685113.014567:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500127360 00000100:00100000:2.0:1770685113.014604:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500127360 00010000:00010000:2.0:1770685113.014641:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6191 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd0f4 expref: 10 pid: 8401 timeout: 537 lvb_type: 0 00000100:00100000:2.0:1770685113.014675:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 169 00000100:00100000:2.0:1770685113.014684:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500127360:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685113.014699:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685113.014719:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6191 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd0f4 expref: 10 pid: 8401 timeout: 537 lvb_type: 0 00010000:00010000:2.0:1770685113.014733:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6191 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd0f4 expref: 10 pid: 8401 timeout: 537 lvb_type: 0 00010000:00010000:2.0:1770685113.014756:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6191 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd0f4 expref: 10 pid: 8401 timeout: 537 lvb_type: 0 00010000:00010000:2.0:1770685113.014780:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685113.014783:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685113.014788:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa9400/0x8f0dbafbd9ef61f3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685113.014797:0:11010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa9400/0x8f0dbafbd9ef61f3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685113.014830:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685113.014883:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500127360:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 200us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685113.014891:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 169 00010000:00010000:3.0:1770685113.014986:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa9400/0x8f0dbafbd9ef61f3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685113.014995:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa9400/0x8f0dbafbd9ef61f3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685113.015018:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa9400/0x8f0dbafbd9ef61f3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685113.015026:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa9400/0x8f0dbafbd9ef61f3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685113.015041:0:8401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa9400/0x8f0dbafbd9ef61f3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685113.015048:0:8401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa9400 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:3.0:1770685113.015052:0:8401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa9400/0x8f0dbafbd9ef61f3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685113.015059:0:8401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa9400/0x8f0dbafbd9ef61f3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685113.015071:0:8401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa9400/0x8f0dbafbd9ef61f3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685113.015077:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa9400/0x8f0dbafbd9ef61f3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685113.015143:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5302a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+8:2350:x1856697500127104:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 19586us (19734us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685113.015152:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 146 00000100:00100000:3.0:1770685113.036882:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685113.043641:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500127616 00000100:00100000:2.0:1770685113.043659:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500127616 00000100:00100000:2.0:1770685113.043754:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 553 00000100:00100000:2.0:1770685113.043765:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+24:17581:x1856697500127616:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1770685113.043888:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+24:17581:x1856697500127616:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 125us (7018us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685113.043895:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 553 00000100:00100000:3.0:1770685113.052724:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685113.057041:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500127744 00000100:00100000:0.0:1770685113.057055:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500127744 00000100:00100000:0.0:1770685113.057111:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 147 00000100:00100000:0.0:1770685113.057119:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+8:2350:x1856697500127744:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685113.057135:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685113.057154:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa9200/0x8f0dbafbd9ef61fa lrc: 2/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd11e expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1770685113.057177:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xd:0x0] initial LVB size: 1516, mtime: 0x698a82b8, atime: 0x0, ctime: 0x698a82b8, blocks: 0x1 00010000:00010000:0.0:1770685113.057193:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685113.057195:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685113.057203:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa9200/0x8f0dbafbd9ef61fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd11e expref: 9 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685113.057219:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa9200/0x8f0dbafbd9ef61fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd11e expref: 9 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685113.057233:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3aa9200, rc 0) 00000100:00100000:0.0:1770685113.057301:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500127744:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 182us (4587us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685113.057316:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 147 00000100:00100000:2.0:1770685113.062492:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685113.062612:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500128000 00000100:00100000:0.0:1770685113.062625:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500128000 00000100:00100000:0.0:1770685113.062689:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 554 00000100:00100000:0.0:1770685113.062700:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+24:17581:x1856697500128000:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1770685113.062809:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+24:17581:x1856697500128000:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 110us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685113.062816:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 554 00000100:00100000:0.0:1770685113.066726:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685113.066808:0:13877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500128128 00000100:00100000:2.0:1770685113.066822:0:13877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500128128 00002000:00100000:2.0:1770685113.066876:0:13877:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xd:0x0] (0->4095) req@ffff9d91c25daa00 x1856697500128128/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:234/0 lens 488/0 e 0 to 0 dl 1770685124 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685113.066887:0:13877:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c25daa00 with x1856697500128128 ext(0->4095) 00002000:00010000:2.0:1770685113.066906:0:13877:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c25daa00 00000100:00100000:2.0:1770685113.066942:0:13877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 52 00000100:00100000:2.0:1770685113.066951:0:13877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2349:x1856697500128128:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1770685113.067133:0:13877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2349:x1856697500128128:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 Request processed in 182us (419us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1770685113.067140:0:13877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 52 00002000:00100000:2.0:1770685113.067146:0:13877:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xd:0x0] (0->4095) req@ffff9d91c25daa00 x1856697500128128/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:234/0 lens 488/4536 e 0 to 0 dl 1770685124 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685113.067153:0:13877:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c25daa00 with x1856697500128128 ext(0->4095) 00002000:00010000:2.0:1770685113.067156:0:13877:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c25daa00 00010000:00010000:0.0:1770685113.074709:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685113.081041:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685113.086312:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500128256 00000100:00100000:0.0:1770685113.086326:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500128256 00000100:00100000:0.0:1770685113.086385:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 555 00000100:00100000:0.0:1770685113.086394:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+24:17581:x1856697500128256:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685113.086413:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685113.086434:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef6201 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd125 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685113.086467:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9000/0x8f0dbafbd9ef6208 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685113.086481:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9000/0x8f0dbafbd9ef6208 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685113.086494:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9000/0x8f0dbafbd9ef6208 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685113.086629:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef6201 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd125 expref: 26 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685113.086651:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9000/0x8f0dbafbd9ef6208 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd125 expref: 25 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685113.086661:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff9d930044b300) 00010000:00010000:0.0:1770685113.086664:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1770685113.086667:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3aa9000, rc 0) 00000100:00100000:0.0:1770685113.086732:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+25:17581:x1856697500128256:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 340us (5703us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685113.086738:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 555 00000100:00100000:0.0:1770685113.092450:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685113.093281:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500128384 00000100:00100000:3.0:1770685113.093295:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500128384 00000100:00100000:3.0:1770685113.093367:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 556 00000100:00100000:3.0:1770685113.093378:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+25:17581:x1856697500128384:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1770685113.093440:0:5760:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0xd:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1770685113.093572:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+25:17581:x1856697500128384:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 196us (1132us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685113.093598:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 556 00000100:00100000:0.0:1770685113.103825:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685113.104087:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500128512 00000100:00100000:1.0:1770685113.104099:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500128512 00000100:00100000:1.0:1770685113.104147:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 148 00000100:00100000:1.0:1770685113.104157:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500128512:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1770685113.104205:0:6539:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef620f lrc: 3/1,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685113.104222:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685113.104224:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685113.104230:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef620f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685113.104258:0:6539:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef620f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685113.104309:0:6539:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef620f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685113.104318:0:6539:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef620f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685113.104327:0:6539:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef620f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685113.104334:0:6539:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c98e00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:1.0:1770685113.104339:0:6539:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef620f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685113.104348:0:6539:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef620f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685113.104364:0:6539:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef620f lrc: 2/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685113.104372:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef620f lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685113.104446:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500128512:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 290us (630us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685113.104455:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 148 00000100:00100000:1.0:1770685113.117819:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685113.118258:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500128768 00000100:00100000:0.0:1770685113.118270:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500128768 00000100:00100000:0.0:1770685113.118338:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 557 00000100:00100000:0.0:1770685113.118350:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+25:17581:x1856697500128768:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1770685113.118745:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+26:17581:x1856697500128768:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 398us (939us total) trans 4294967699 rc 0/0 00000100:00100000:0.0:1770685113.118755:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 557 00000040:00080000:0.0:1770685113.118856:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1770685113.118861:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1770685113.119423:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:0.0:1770685113.119429:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1770685113.127750:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685113.128396:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500129024 00000100:00100000:1.0:1770685113.128409:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500129024 00000100:00100000:1.0:1770685113.128474:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 143 00000100:00100000:1.0:1770685113.128484:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c83d5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+26:17581:x1856697500129024:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1770685113.128773:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c83d5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+27:17581:x1856697500129024:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 290us (1032us total) trans 4294967700 rc 0/0 00000100:00100000:1.0:1770685113.128780:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 143 00000040:00080000:2.0:1770685113.224072:0:14799:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1770685113.224081:0:14799:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1770685113.224116:0:14799:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 13 count 2 00000040:00080000:2.0:1770685113.225886:0:14799:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1770685113.353929:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685113.354378:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500129280 00000100:00100000:3.0:1770685113.354388:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500129280 00000100:00100000:3.0:1770685113.354441:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 558 00000100:00100000:3.0:1770685113.354454:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+57:17584:x1856697500129280:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685113.354475:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685113.354498:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef6216 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd12c expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685113.354671:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef621d lrc: 3/1,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685113.354686:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef621d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685113.354700:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef621d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:3.0:1770685113.354713:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xd:0x0]: returning size 1516 00010000:00010000:3.0:1770685113.354840:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef6216 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd12c expref: 60 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685113.354854:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef621d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd12c expref: 59 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685113.354875:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff9d930044b300) 00010000:00010000:3.0:1770685113.354878:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1770685113.354882:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c62200, rc 0) 00000100:00100000:3.0:1770685113.354942:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+59:17584:x1856697500129280:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 491us (1024us total) trans 4294967701 rc 0/0 00000100:00100000:3.0:1770685113.354950:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 558 00000100:00100000:3.0:1770685113.359061:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685113.359127:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500129408 00000100:00100000:1.0:1770685113.359135:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500129408 00000100:00100000:1.0:1770685113.359209:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 27 00000100:00100000:1.0:1770685113.359220:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e6b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+59:2349:x1856697500129408:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685113.359236:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685113.359261:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef621d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd12c expref: 59 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685113.359277:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff9d930044b300) 00010000:00010000:1.0:1770685113.359283:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685113.359333:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e6b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+58:2349:x1856697500129408:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 115us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685113.359341:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 27 00000100:00100000:2.0:1770685113.360164:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685113.360258:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500129536 00000100:00100000:3.0:1770685113.360265:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500129536 00000100:00100000:3.0:1770685113.360304:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 559 00000100:00100000:3.0:1770685113.360312:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+58:17584:x1856697500129536:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:3.0:1770685113.360371:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef622b lrc: 3/1,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685113.360385:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef622b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685113.360396:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef622b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685113.360419:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef622b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685113.360426:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef622b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685113.360432:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef622b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685113.360437:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c13a3a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685113.360453:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef622b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685113.360460:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef622b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685113.360470:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff9d930044b300) 00010000:00010000:3.0:1770685113.360473:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1770685113.360477:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef622b lrc: 2/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685113.360483:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef622b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:3.0:1770685113.360601:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+58:17584:x1856697500129536:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 288us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685113.360609:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 559 00000100:00100000:1.0:1770685113.367496:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685113.367662:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500129792 00000100:00100000:3.0:1770685113.367679:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500129792 00000100:00100000:3.0:1770685113.367779:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 144 00000100:00100000:3.0:1770685113.367792:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+58:17584:x1856697500129792:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:3.0:1770685113.368109:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+59:17584:x1856697500129792:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 319us (628us total) trans 4294967702 rc 0/0 00000100:00100000:3.0:1770685113.368118:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 144 00000100:00100000:0.0:1770685113.394045:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c25d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514704512:0@lo:400:kworker.0 00000100:00100000:3.0:1770685113.394077:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c25db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514704128:0@lo:400:kworker.0 00000100:00100000:3.0:1770685113.394150:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685113.394156:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c25dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514704384:0@lo:400:kworker.0 00000100:00100000:1.0:1770685113.394204:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685113.394216:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c25d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514704640:0@lo:400:kworker.0 00000100:00100000:1.0:1770685113.394239:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1770685113.394247:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c25db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3291:1856697514704256:0@lo:400:kworker.0 00000100:00100000:1.0:1770685113.394268:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685113.394298:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c25da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514704768:0@lo:400:kworker.0 00000100:00100000:1.0:1770685113.394324:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685113.394362:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514704384 00000100:00100000:1.0:1770685113.394371:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514704384 00000100:00100000:1.0:1770685113.394442:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514704256 00000100:00100000:1.0:1770685113.394445:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514704256 00000100:00100000:1.0:1770685113.394469:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:1.0:1770685113.394478:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c3650850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514704384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685113.394551:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c3650850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514704384:12345-0@lo:400:kworker.0 Request processed in 73us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685113.394559:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00100000:3.0:1770685113.394638:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685113.394690:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685113.394738:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514704768 00000100:00100000:0.0:1770685113.394749:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514704768 00000100:00100000:0.0:1770685113.394884:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514704512 00000100:00100000:0.0:1770685113.394889:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514704512 00000100:00100000:0.0:1770685113.394918:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:0.0:1770685113.394925:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514704768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685113.394964:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514704768:12345-0@lo:400:kworker.0 Request processed in 39us (639us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685113.394971:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000100:00100000:0.0:1770685113.394984:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193 00000100:00100000:0.0:1770685113.394990:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514704512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685113.395022:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514704512:12345-0@lo:400:kworker.0 Request processed in 33us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685113.395028:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193 00000100:00100000:0.0:1770685113.395082:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c25d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514704512:0@lo:400:kworker.0 00000100:00100000:0.0:1770685113.395146:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:0.0:1770685113.395154:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1856697514704256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685113.395188:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1856697514704256:12345-0@lo:400:kworker.0 Request processed in 36us (919us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685113.395195:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000100:00100000:3.0:1770685113.396361:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514704128 00000100:00100000:3.0:1770685113.396386:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514704128 00000100:00100000:3.0:1770685113.396436:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:3.0:1770685113.396446:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514704128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685113.396786:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514704128:12345-0@lo:400:kworker.0 Request processed in 341us (2635us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685113.396795:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00100000:3.0:1770685113.396844:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514704640 00000100:00100000:3.0:1770685113.396849:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514704640 00000100:00100000:3.0:1770685113.396884:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 243 00000100:00100000:3.0:1770685113.396893:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514704640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685113.397007:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514704640:12345-0@lo:400:kworker.0 Request processed in 46us (2299us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685113.397016:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 243 00000100:00100000:3.0:1770685113.397088:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c25db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514704128:0@lo:400:kworker.0 00000100:00100000:3.0:1770685113.397105:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c25d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514704640:0@lo:400:kworker.0 00000100:00080000:0.0:1770685113.397340:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1770685113.397350:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1770685113.397354:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685113.397399:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c25db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3291:1856697514704256:0@lo:400:kworker.0 00000100:00100000:0.0:1770685113.397413:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c25da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514704768:0@lo:400:kworker.0 00000100:00100000:0.0:1770685113.397424:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c25dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514704384:0@lo:400:kworker.0 00000100:00100000:0.0:1770685113.905866:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5303b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514704896:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1770685113.905960:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685113.906082:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514704896 00000100:00100000:1.0:1770685113.906090:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514704896 00000100:00100000:1.0:1770685113.906137:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1770685113.906145:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514704896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1770685113.906165:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 54460416 pending 1703936 free 3856662528 avail 3854565376 00000100:00100000:3.0:1770685113.906547:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1770685113.906558:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514705024:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1770685113.906617:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685113.906692:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514705024 00000100:00100000:2.0:1770685113.906697:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514705024 00000100:00100000:2.0:1770685113.906730:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1770685113.906736:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514705024:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1770685113.906760:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 57868288 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1770685113.906806:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514705024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685113.906812:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1770685113.906851:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514705024:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1770685113.907082:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514704896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 937us (1121us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685113.907089:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1770685113.911038:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5303b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514704896:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1770685114.102992:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685115.122758:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685116.113328:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685116.113370:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685116.113395:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685116.113415:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685116.113433:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685116.113452:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685116.113481:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685116.113523:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500129920 00000100:00100000:3.0:1770685116.113542:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500129920 00000100:00100000:3.0:1770685116.113621:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 335 00000100:00100000:3.0:1770685116.113633:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2349:x1856697500129920:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685116.113708:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2349:x1856697500129920:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 78us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685116.113716:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 335 00000100:00100000:3.0:1770685116.113760:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500130176 00000100:00100000:3.0:1770685116.113764:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500130176 00000100:00100000:3.0:1770685116.113793:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500130688 00000100:00100000:3.0:1770685116.113796:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500130688 00000100:00100000:3.0:1770685116.113807:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500130304 00000100:00100000:3.0:1770685116.113809:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500130304 00000100:00100000:3.0:1770685116.113819:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500130560 00000100:00100000:3.0:1770685116.113821:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500130560 00000100:00100000:3.0:1770685116.113834:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 194 00000100:00100000:3.0:1770685116.113839:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2349:x1856697500130176:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685116.113867:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2349:x1856697500130176:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 28us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685116.113873:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 194 00000100:00100000:3.0:1770685116.113886:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 195 00000100:00100000:3.0:1770685116.113893:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+9:2349:x1856697500130688:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685116.113916:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+9:2349:x1856697500130688:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 23us (499us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685116.113921:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 195 00000100:00100000:3.0:1770685116.113933:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 196 00000100:00100000:3.0:1770685116.113937:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2349:x1856697500130304:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685116.113970:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2349:x1856697500130304:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 32us (517us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685116.113976:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 196 00000100:00100000:3.0:1770685116.113986:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 197 00000100:00100000:3.0:1770685116.113991:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+6:2349:x1856697500130560:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685116.114008:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+6:2349:x1856697500130560:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 18us (527us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685116.114013:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 197 00000100:00100000:3.0:1770685116.114028:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500130432 00000100:00100000:3.0:1770685116.114031:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500130432 00000100:00100000:3.0:1770685116.114055:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500130048 00000100:00100000:3.0:1770685116.114058:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500130048 00000100:00100000:3.0:1770685116.114076:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 244 00000100:00100000:3.0:1770685116.114081:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+27:2349:x1856697500130432:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685116.114112:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+27:2349:x1856697500130432:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 31us (716us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685116.114117:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 244 00000100:00100000:3.0:1770685116.114127:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 245 00000100:00100000:3.0:1770685116.114133:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+59:2349:x1856697500130048:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685116.114155:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+59:2349:x1856697500130048:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 22us (720us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685116.114160:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 245 00000100:00080000:2.0:1770685116.116224:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1770685116.116234:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1770685116.116237:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1770685116.146730:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685117.177409:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1770685117.559995:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967328 is committed 00000001:00080000:2.0:1770685117.572051:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967699 is committed 00000001:00080000:2.0:1770685117.572077:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967700 is committed 00000001:00080000:2.0:1770685117.572100:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967702 is committed 00000100:00100000:0.0:1770685118.010880:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685118.011005:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500130816 00000100:00100000:2.0:1770685118.011016:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500130816 00000100:00100000:2.0:1770685118.011254:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 560 00000100:00100000:2.0:1770685118.011266:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+24:17093:x1856697500130816:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1770685118.011389:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+24:17093:x1856697500130816:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 Request processed in 126us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685118.011396:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 560 00000100:00080000:0.0:1770685118.012896:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685118.019532:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685118.019692:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500131072 00000100:00100000:1.0:1770685118.019703:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500131072 00000100:00100000:1.0:1770685118.019748:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 145 00000100:00100000:1.0:1770685118.019758:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+24:17093:x1856697500131072:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1770685118.020061:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+25:17093:x1856697500131072:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 304us (538us total) trans 4294967703 rc 0/0 00000100:00100000:1.0:1770685118.020079:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 145 00010000:00010000:0.0:1770685118.193760:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685118.515119:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514705408:0@lo:400:kworker.0 00000100:00100000:1.0:1770685118.515209:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685118.515297:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1770685118.515304:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3291:1856697514705280:0@lo:400:kworker.0 00000100:00100000:3.0:1770685118.515618:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514705408 00000100:00100000:3.0:1770685118.515627:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514705408 00000100:00100000:3.0:1770685118.515687:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:3.0:1770685118.515696:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514705408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685118.515750:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514705408:12345-0@lo:400:kworker.0 Request processed in 55us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685118.515757:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00080000:3.0:1770685118.515777:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770685118.515877:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685118.515906:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514705792:0@lo:400:kworker.0 00000100:00100000:1.0:1770685118.515930:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685118.515971:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514705408:0@lo:400:kworker.0 00000100:00100000:0.0:1770685118.516085:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514705536:0@lo:400:kworker.0 00000100:00100000:0.0:1770685118.516115:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685118.516146:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1770685118.516152:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514705152:0@lo:400:kworker.0 00000100:00100000:0.0:1770685118.516179:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685118.516212:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514705664:0@lo:400:kworker.0 00000100:00100000:0.0:1770685118.516234:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685118.516764:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514705792 00000100:00100000:1.0:1770685118.516771:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514705792 00000100:00100000:3.0:1770685118.517041:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514705536 00000100:00100000:3.0:1770685118.517046:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514705536 00000100:00100000:3.0:1770685118.517083:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:3.0:1770685118.517093:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514705792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685118.517154:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514705792:12345-0@lo:400:kworker.0 Request processed in 63us (1221us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685118.517161:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000100:00100000:3.0:1770685118.517175:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:3.0:1770685118.517182:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514705536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685118.517227:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514705536:12345-0@lo:400:kworker.0 Request processed in 46us (1111us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685118.517233:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00100000:3.0:1770685118.517253:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514705152 00000100:00100000:3.0:1770685118.517270:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514705152 00000100:00100000:3.0:1770685118.517297:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:3.0:1770685118.517303:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514705152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685118.517560:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514705152:12345-0@lo:400:kworker.0 Request processed in 255us (1378us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685118.517567:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:3.0:1770685118.517656:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514705280 00000100:00100000:3.0:1770685118.517661:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514705280 00000100:00100000:3.0:1770685118.517683:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514705664 00000100:00100000:3.0:1770685118.517686:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514705664 00000100:00100000:3.0:1770685118.517707:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:3.0:1770685118.517714:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1856697514705280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685118.517745:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1856697514705280:12345-0@lo:400:kworker.0 Request processed in 32us (1868us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685118.517752:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00000100:00100000:3.0:1770685118.517762:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:3.0:1770685118.517767:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514705664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685118.517793:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514705664:12345-0@lo:400:kworker.0 Request processed in 26us (1559us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685118.517798:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00100000:1.0:1770685118.518030:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3291:1856697514705280:0@lo:400:kworker.0 00000100:00100000:1.0:1770685118.518043:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514705792:0@lo:400:kworker.0 00000100:00080000:0.0:1770685118.519228:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1770685118.519237:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1770685118.519241:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1770685118.519295:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514705152:0@lo:400:kworker.0 00000100:00100000:0.0:1770685118.519321:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514705664:0@lo:400:kworker.0 00000100:00100000:0.0:1770685118.519332:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514705536:0@lo:400:kworker.0 00000100:00100000:1.0:1770685119.027184:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514705920:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1770685119.027261:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685119.027451:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514705920 00000100:00100000:3.0:1770685119.027460:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514705920 00000100:00100000:3.0:1770685119.027515:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1770685119.027524:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514705920:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1770685119.027567:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 57868288 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1770685119.027647:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514705920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 124us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685119.027655:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1770685119.027735:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514705920:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1770685119.031817:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5301500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514706048:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1770685119.031899:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685119.032093:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514706048 00000100:00100000:1.0:1770685119.032103:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514706048 00000100:00100000:1.0:1770685119.032161:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1770685119.032171:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514706048:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1770685119.032221:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 52756480 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1770685119.032279:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514706048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685119.032305:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1770685119.032478:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5301500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514706048:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1770685119.220807:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1770685120.007887:0:14999:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 9a: Multiple remote agents ============ 19:58:38 (1770685118) 00010000:00010000:0.0:1770685120.242798:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685121.222571:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685121.222787:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500131200 00000100:00100000:0.0:1770685121.222800:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500131200 00000100:00100000:3.0:1770685121.222814:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685121.222861:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 337 00000100:00100000:0.0:1770685121.222874:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2348:x1856697500131200:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685121.223078:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500131328 00000100:00100000:2.0:1770685121.223088:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500131328 00000100:00100000:0.0:1770685121.223273:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2348:x1856697500131200:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 400us (718us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685121.223282:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 337 00000100:00080000:3.0:1770685121.223415:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685121.223939:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 249 00000100:00100000:2.0:1770685121.223955:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+57:2348:x1856697500131328:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685121.224100:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+57:2348:x1856697500131328:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 150us (1297us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685121.224108:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 249 00000100:00100000:0.0:1770685121.226770:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685121.228110:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500131456 00000100:00100000:3.0:1770685121.228135:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500131456 00000100:00100000:3.0:1770685121.228227:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 200 00000100:00100000:3.0:1770685121.228238:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2348:x1856697500131456:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685121.228302:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2348:x1856697500131456:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 66us (1540us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685121.228309:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 200 00000100:00080000:3.0:1770685121.228335:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1770685121.228619:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685121.229244:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500131584 00000100:00100000:3.0:1770685121.229250:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500131584 00000100:00100000:3.0:1770685121.229288:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 201 00000100:00100000:3.0:1770685121.229297:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2348:x1856697500131584:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685121.229314:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685121.229346:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2348:x1856697500131584:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 49us (1329us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685121.229357:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 201 00000100:00100000:0.0:1770685121.229357:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685121.229378:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500131840 00000100:00100000:3.0:1770685121.229383:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500131840 00000100:00100000:3.0:1770685121.229411:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 202 00000100:00100000:3.0:1770685121.229426:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+6:2349:x1856697500131840:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685121.229478:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+6:2349:x1856697500131840:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 60us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685121.229488:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685121.229493:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 202 00000100:00100000:3.0:1770685121.229521:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500131968 00000100:00100000:3.0:1770685121.229526:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500131968 00000100:00100000:3.0:1770685121.229559:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 203 00000100:00080000:0.0:1770685121.229565:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1770685121.229569:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+7:2349:x1856697500131968:12345-192.168.203.41@tcp:400:kworker.0 00000100:00080000:0.0:1770685121.229571:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1770685121.229646:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+7:2349:x1856697500131968:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 78us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685121.229663:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 203 00000100:00100000:2.0:1770685121.231738:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500131712 00000100:00100000:2.0:1770685121.231759:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500131712 00000100:00100000:2.0:1770685121.231852:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 250 00000100:00100000:2.0:1770685121.231865:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+25:2349:x1856697500131712:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685121.231990:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+25:2349:x1856697500131712:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 127us (2635us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685121.232015:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 250 00000100:00080000:1.0:1770685121.237691:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1770685121.266387:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1770685121.329880:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1770685121.329890:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1770685121.329924:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 13 count 2 00000040:00080000:0.0:1770685121.329930:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:02000400:1.0:1770685121.381424:0:15047:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-hsm test_9a Need 3 or more clients, have 1 00010000:00010000:0.0:1770685122.295123:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1770685122.687820:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967703 is committed 00000001:02000400:2.0:1770685122.874066:0:15097:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 10a: Archive a file =================== 19:58:41 (1770685121) 00000100:00100000:2.0:1770685123.094298:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685123.094419:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500132224 00000100:00100000:0.0:1770685123.094431:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500132224 00000100:00100000:0.0:1770685123.094565:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 561 00000100:00100000:0.0:1770685123.094779:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+24:18478:x1856697500132224:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685123.094800:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685123.094820:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef6232 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd133 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685123.094906:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6239 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685123.094921:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6239 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685123.094932:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6239 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685123.094996:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6240 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685123.095004:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6240 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685123.095009:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6240 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685123.095181:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9400/0x8f0dbafbd9ef6247 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685123.095191:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9400/0x8f0dbafbd9ef6247 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685123.095197:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9400/0x8f0dbafbd9ef6247 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:0.0:1770685123.095206:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:0.0:1770685123.095350:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6239 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685123.095358:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6239 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685123.095374:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6239 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685123.095380:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa9600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685123.095385:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6239 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685123.095393:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6239 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685123.095406:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9d92c554f400) 00010000:00010000:0.0:1770685123.095409:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685123.095414:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6239 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685123.095419:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6239 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685123.095434:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6240 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685123.095439:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6240 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685123.095458:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6240 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685123.095464:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa8c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685123.095466:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6240 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685123.095472:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6240 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685123.095493:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9d930044bd00) 00010000:00010000:0.0:1770685123.095497:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685123.095500:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6240 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685123.095505:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6240 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685123.096486:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef6232 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd133 expref: 27 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685123.096510:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9400/0x8f0dbafbd9ef6247 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd133 expref: 26 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685123.096518:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:0.0:1770685123.096520:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685123.096524:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3aa9400, rc 0) 00000100:00100000:0.0:1770685123.097043:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+26:18478:x1856697500132224:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 2254us (2741us total) trans 4294967704 rc 0/0 00000100:00100000:0.0:1770685123.097053:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 561 00000100:00080000:1.0:1770685123.097554:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685123.102340:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685123.102428:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685123.102991:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685123.103042:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500132480 00000100:00100000:1.0:1770685123.103052:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500132480 00000100:00100000:1.0:1770685123.103118:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 28 00000100:00100000:1.0:1770685123.103128:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5303b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+26:2351:x1856697500132480:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685123.103142:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685123.103176:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9400/0x8f0dbafbd9ef6247 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd133 expref: 26 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685123.103195:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:1.0:1770685123.103199:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685123.103246:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5303b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+25:2351:x1856697500132480:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 120us (817us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685123.103253:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 28 00000100:00100000:0.0:1770685123.106456:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500132352 00000100:00100000:0.0:1770685123.106471:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500132352 00000100:00100000:3.0:1770685123.106817:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500132608 00000100:00100000:3.0:1770685123.106823:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500132608 00000100:00100000:3.0:1770685123.106911:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 562 00000100:00100000:3.0:1770685123.106922:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5301f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+57:18479:x1856697500132608:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685123.106944:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685123.106966:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef6255 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd13a expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685123.107032:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef625c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685123.107059:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef625c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685123.107070:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef625c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685123.107086:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6263 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685123.107092:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6263 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685123.107098:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6263 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685123.107378:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef625c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685123.107386:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef625c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685123.107407:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef625c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685123.107413:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c13a3a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685123.107417:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef625c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685123.107424:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef625c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685123.107437:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5e37600) 00010000:00010000:3.0:1770685123.107440:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685123.107455:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef625c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685123.107461:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef625c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685123.107475:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6263 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685123.107480:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6263 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685123.107486:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6263 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685123.107491:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c62200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685123.107493:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6263 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685123.107498:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6263 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685123.107514:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd97ceb69 (ffff9d92c5e37a00) 00010000:00010000:3.0:1770685123.107516:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685123.107519:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6263 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685123.107525:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6263 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685123.107564:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef6255 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd13a expref: 58 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685123.107777:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5e37600) 00010000:00010000:3.0:1770685123.107779:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685123.107784:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef6255 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd13a expref: 58 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685123.107794:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c13a3400, rc 0) 00000100:00100000:3.0:1770685123.107895:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5301f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+57:18479:x1856697500132608:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 974us (4905us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685123.107904:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 562 00000100:00080000:0.0:1770685123.108041:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770685123.110331:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 563 00000100:00100000:1.0:1770685123.110344:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5301500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+25:18478:x1856697500132352:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1770685123.110435:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5301500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+25:18478:x1856697500132352:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 Request processed in 94us (8103us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685123.110471:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 563 00000100:00100000:3.0:1770685123.123480:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685123.123942:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500132864 00000100:00100000:2.0:1770685123.123953:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500132864 00000100:00100000:2.0:1770685123.124017:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 564 00000100:00100000:2.0:1770685123.124027:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+57:18479:x1856697500132864:12345-192.168.203.41@tcp:36:lfs.0 00010000:00010000:2.0:1770685123.124101:0:5761:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685123.124133:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef60b1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd0a7 expref: 57 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685123.124154:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5e37600) 00010000:00010000:2.0:1770685123.124169:0:5761:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770685123.124259:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef626a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685123.124274:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef60f0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd0bc expref: 24 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685123.124283:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef626a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685123.124319:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef60f0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd0bc expref: 24 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685123.124351:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef60f0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd0bc expref: 24 pid: 5761 timeout: 547 lvb_type: 0 00000100:00100000:2.0:1770685123.124367:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5300a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514706176:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685123.124472:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0335b40 going to sleep for 11 seconds 00000100:00100000:2.0:1770685123.127164:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685123.127340:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500132992 00000100:00100000:1.0:1770685123.127349:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500132992 00010000:00010000:1.0:1770685123.127388:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef60f0 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd0bc expref: 25 pid: 5761 timeout: 547 lvb_type: 0 00000100:00100000:1.0:1770685123.127455:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 170 00000100:00100000:1.0:1770685123.127466:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5303100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+25:2350:x1856697500132992:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685123.127482:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685123.127489:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef60f0 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd0bc expref: 25 pid: 5761 timeout: 547 lvb_type: 0 00010000:00010000:1.0:1770685123.127503:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef60f0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd0bc expref: 25 pid: 5761 timeout: 547 lvb_type: 0 00010000:00010000:1.0:1770685123.127525:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5e37600) 00010000:00010000:1.0:1770685123.127531:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef626a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685123.127540:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef626a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685123.127548:0:5745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef626a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685123.127567:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685123.127650:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5303100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+25:2350:x1856697500132992:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 186us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685123.127657:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 170 00010000:00010000:3.0:1770685123.128939:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef60f0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd0bc expref: 24 pid: 5761 timeout: 547 lvb_type: 0 00000100:00100000:3.0:1770685123.128960:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5300a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514706176:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685123.128981:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef626a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685123.128991:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef626a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685123.129010:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef626a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685123.129043:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6271 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685123.129057:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6271 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685123.129068:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6271 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:3.0:1770685123.129999:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x22:0x0]: returning size 512 00010000:00010000:3.0:1770685123.130012:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef626a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685123.130019:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef626a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685123.130026:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef626a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685123.130032:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685123.130036:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef626a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685123.130043:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef626a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685123.130057:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5e37600) 00010000:00010000:3.0:1770685123.130060:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685123.130066:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef626a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685123.130082:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef626a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000004:00010000:3.0:1770685123.130098:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000003607d4d7 reply state 00000000a0ad6402 transno 4294967705 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6271 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:3.0:1770685123.130107:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1770685123.130340:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+58:18479:x1856697500132864:12345-192.168.203.41@tcp:36:lfs.0 Request processed in 6312us (6869us total) trans 4294967705 rc 0/0 00000100:00100000:3.0:1770685123.130350:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 564 00010000:00010000:3.0:1770685123.136796:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6271 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685123.136816:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6271 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685123.136824:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6271 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685123.136831:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c62200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685123.136836:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6271 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685123.136843:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6271 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685123.136861:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd97ceb69 (ffff9d92c5e37a00) 00010000:00010000:3.0:1770685123.136865:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685123.136870:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6271 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685123.136876:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6271 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:0.0:1770685123.146728:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685123.146822:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500133120 00000100:00100000:3.0:1770685123.146832:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500133120 00000100:00100000:3.0:1770685123.146889:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 565 00000100:00100000:3.0:1770685123.146899:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+57:18480:x1856697500133120:12345-192.168.203.41@tcp:101:mkdir.0 00010000:00010000:3.0:1770685123.146921:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685123.146942:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6278 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd141 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685123.147001:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef627f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685123.147013:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef627f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685123.147023:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef627f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:3.0:1770685123.147083:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1770685123.147088:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 14 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685123.147110:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef627f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685123.147135:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6278 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd141 expref: 59 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685123.147431:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef627f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd141 expref: 58 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685123.147440:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5e37a00) 00010000:00010000:3.0:1770685123.147452:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685123.147470:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c63000, rc 0) 00000100:00100000:3.0:1770685123.147621:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+58:18480:x1856697500133120:12345-192.168.203.41@tcp:101:mkdir.0 Request processed in 723us (903us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685123.147630:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 565 00000100:00100000:2.0:1770685123.157880:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685123.158077:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500133504 00000100:00100000:3.0:1770685123.158088:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500133504 00000100:00100000:3.0:1770685123.158142:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 566 00000100:00100000:3.0:1770685123.158152:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+58:18480:x1856697500133504:12345-192.168.203.41@tcp:36:mkdir.0 00010000:00010000:3.0:1770685123.158226:0:5761:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685123.158253:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef627f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd141 expref: 58 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685123.158273:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5e37a00) 00010000:00010000:3.0:1770685123.158284:0:5761:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685123.158460:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+57:18480:x1856697500133504:12345-192.168.203.41@tcp:36:mkdir.0 Request processed in 308us (591us total) trans 0 rc -17/-17 00000100:00100000:3.0:1770685123.158468:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 566 00000100:00100000:0.0:1770685123.158639:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685123.159269:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500133248 00000100:00100000:3.0:1770685123.159279:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500133248 00000100:00100000:3.0:1770685123.159318:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 567 00000100:00100000:3.0:1770685123.159326:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+57:2351:x1856697500133248:12345-192.168.203.41@tcp:41:mkdir.0 00000004:00000024:3.0:1770685123.159360:0:5761:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 14680064 pending 0 free 2258632704 avail 2256535552 00000100:00100000:3.0:1770685123.159406:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+57:2351:x1856697500133248:12345-192.168.203.41@tcp:41:mkdir.0 Request processed in 80us (768us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685123.159413:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 567 00000100:00100000:3.0:1770685123.166352:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685123.166672:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500133632 00000100:00100000:1.0:1770685123.166683:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500133632 00000100:00100000:1.0:1770685123.166747:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 568 00000100:00100000:1.0:1770685123.166757:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+57:18480:x1856697500133632:12345-192.168.203.41@tcp:101:mkdir.0 00010000:00010000:1.0:1770685123.166778:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685123.166813:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef6286 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd148 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685123.166878:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef628d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.166891:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef628d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.166902:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef628d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:1.0:1770685123.166964:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1770685123.166967:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 14 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685123.166986:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef628d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.167022:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef6286 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd148 expref: 59 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685123.167037:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef628d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd148 expref: 58 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685123.167045:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d1988800) 00010000:00010000:1.0:1770685123.167047:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1770685123.167051:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c98e00, rc 0) 00000100:00100000:1.0:1770685123.167114:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+58:18480:x1856697500133632:12345-192.168.203.41@tcp:101:mkdir.0 Request processed in 359us (776us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685123.167121:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 568 00000100:00100000:1.0:1770685123.180139:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685123.180281:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500133760 00000100:00100000:0.0:1770685123.180291:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500133760 00000100:00100000:0.0:1770685123.180348:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 569 00000100:00100000:0.0:1770685123.180358:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+58:18480:x1856697500133760:12345-192.168.203.41@tcp:101:mkdir.0 00010000:00010000:0.0:1770685123.180392:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685123.180416:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8000/0x8f0dbafbd9ef6294 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd14f expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685123.180503:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef629b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685123.180517:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef629b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685123.180530:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef629b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685123.180542:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef62a2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685123.180548:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef62a2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685123.180554:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef62a2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685123.180889:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef62a9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685123.180908:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef62a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685123.180918:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef62a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:3.0:1770685123.180962:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x22:0x0]: returning size 512 00000004:00200000:3.0:1770685123.180967:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685123.180990:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef62a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685123.181002:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef629b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685123.181008:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef629b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685123.181015:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef629b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685123.181021:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa8600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685123.181027:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef629b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685123.181047:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef629b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685123.181059:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d1988800) 00010000:00010000:3.0:1770685123.181062:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685123.181066:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef629b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685123.181072:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef629b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685123.181091:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef62a2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685123.181097:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef62a2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685123.181103:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef62a2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685123.181107:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa8e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685123.181110:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef62a2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685123.181128:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef62a2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685123.181137:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd97ceb69 (ffff9d930044bd00) 00010000:00010000:3.0:1770685123.181140:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685123.181143:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef62a2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685123.181148:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef62a2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685123.181188:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8000/0x8f0dbafbd9ef6294 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd14f expref: 60 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685123.181213:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef62a9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd14f expref: 59 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685123.181221:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff9d92c5e37a00) 00010000:00010000:3.0:1770685123.181229:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685123.181233:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c63000, rc 0) 00000100:00100000:2.0:1770685123.181644:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+59:18480:x1856697500133760:12345-192.168.203.41@tcp:101:mkdir.0 Request processed in 1284us (1515us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685123.181654:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 569 00000100:00100000:3.0:1770685123.187730:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685123.188640:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500134016 00000100:00100000:2.0:1770685123.188654:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500134016 00000100:00100000:2.0:1770685123.188770:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 570 00000100:00100000:2.0:1770685123.188781:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+59:18480:x1856697500134016:12345-192.168.203.41@tcp:36:mkdir.0 00010000:00010000:2.0:1770685123.188845:0:5762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685123.188872:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef62a9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd14f expref: 59 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685123.188890:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff9d92c5e37a00) 00010000:00010000:2.0:1770685123.188899:0:5762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770685123.188988:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef62b0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.189016:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef62b0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.189026:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef62b0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.189087:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef62b7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.189094:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef62b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.189101:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef62b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:2.0:1770685123.193038:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x24:0x0]: returning size 512 00010000:00010000:2.0:1770685123.193061:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef62b0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.193071:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef62b0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.193079:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef62b0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.193085:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307ac00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685123.193090:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef62b0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.193097:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef62b0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.193113:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff9d92c9178500) 00010000:00010000:2.0:1770685123.193115:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685123.193119:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef62b0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.193125:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef62b0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000004:00010000:2.0:1770685123.193159:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000002a852bb2 reply state 00000000d9a7b926 transno 4294967706 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef62b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:2.0:1770685123.193168:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1770685123.193272:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+60:18480:x1856697500134016:12345-192.168.203.41@tcp:36:mkdir.0 Request processed in 4489us (5549us total) trans 4294967706 rc 0/0 00000100:00100000:2.0:1770685123.193281:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 570 00010000:00010000:1.0:1770685123.197690:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef62b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685123.197727:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef62b7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685123.197734:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef62b7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685123.197741:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307aa00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685123.197745:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef62b7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685123.197752:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef62b7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685123.197768:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x43454b14 (ffff9d92c9178300) 00010000:00010000:1.0:1770685123.197772:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685123.197776:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef62b7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685123.197781:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef62b7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:3.0:1770685123.202402:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685123.202499:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500134144 00000100:00100000:2.0:1770685123.202511:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500134144 00000100:00100000:2.0:1770685123.202569:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 571 00000100:00100000:2.0:1770685123.202612:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+59:18481:x1856697500134144:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:2.0:1770685123.202639:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685123.202663:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef62be lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd156 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685123.202730:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef62c5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.202743:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef62c5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.202754:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef62c5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.202767:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef62cc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.202774:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef62cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.202780:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef62cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.202897:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef62d3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.202905:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef62d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.202912:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef62d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:2.0:1770685123.202941:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x22:0x0]: returning size 512 00000004:00200000:2.0:1770685123.202945:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685123.202967:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef62d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.202977:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef62c5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.202982:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef62c5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.202988:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef62c5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.203007:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685123.203010:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef62c5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.203017:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef62c5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.203027:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d1988800) 00010000:00010000:2.0:1770685123.203030:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685123.203034:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef62c5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.203045:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef62c5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.203060:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef62cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.203067:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef62cc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.203073:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef62cc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.203077:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307b200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685123.203081:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef62cc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.203087:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef62cc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.203095:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd97ceb69 (ffff9d92c9178200) 00010000:00010000:2.0:1770685123.203098:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685123.203101:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef62cc lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.203106:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef62cc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.203138:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef62be lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd156 expref: 61 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685123.203151:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a800/0x8f0dbafbd9ef62d3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd156 expref: 60 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685123.203169:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff9d92c9178800) 00010000:00010000:2.0:1770685123.203171:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1770685123.203173:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307a800, rc 0) 00000100:00100000:2.0:1770685123.203251:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+60:18481:x1856697500134144:12345-192.168.203.41@tcp:101:bash.0 Request processed in 673us (858us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685123.203258:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 571 00000100:00100000:3.0:1770685123.207147:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685123.207509:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500134272 00000100:00100000:1.0:1770685123.207521:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500134272 00000100:00100000:2.0:1770685123.207933:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 572 00000100:00100000:2.0:1770685123.207946:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+60:18481:x1856697500134272:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:2.0:1770685123.207967:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685123.208000:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef62da lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd15d expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685123.208070:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef62e1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.208085:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef62e1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.208097:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef62e1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.208147:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef62e8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.208154:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef62e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.208160:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef62e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.208241:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef62e1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.208249:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef62e1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.208254:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef62e1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.208261:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307aa00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685123.208264:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef62e1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.208271:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef62e1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.208283:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff9d92c9178800) 00010000:00010000:2.0:1770685123.208286:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685123.208291:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef62e1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.208296:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef62e1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.208309:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef62e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.208314:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef62e8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.208320:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef62e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.208323:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685123.208332:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef62e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.208338:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef62e8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.208345:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x4a7b05a0 (ffff9d92c9178500) 00010000:00010000:2.0:1770685123.208348:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685123.208351:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef62e8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.208356:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef62e8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.208390:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef62da lrc: 1/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd15d expref: 61 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685123.208401:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff9d92c9178800) 00010000:00010000:2.0:1770685123.208403:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685123.208406:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef62da lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd15d expref: 61 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685123.208414:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307ac00, rc 0) 00000100:00100000:2.0:1770685123.208494:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+60:18481:x1856697500134272:12345-192.168.203.41@tcp:101:bash.0 Request processed in 550us (1357us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685123.208501:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 572 00000100:00100000:3.0:1770685123.223422:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685123.226931:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500134400 00000100:00100000:1.0:1770685123.226951:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500134400 00000100:00100000:1.0:1770685123.227033:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 573 00000100:00100000:1.0:1770685123.227043:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+24:18482:x1856697500134400:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:1.0:1770685123.227066:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685123.227090:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef62ef lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd164 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685123.227174:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98a00/0x8f0dbafbd9ef62f6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.227186:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98a00/0x8f0dbafbd9ef62f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.227196:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98a00/0x8f0dbafbd9ef62f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:1.0:1770685123.227256:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1770685123.227260:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 14 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685123.227283:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98a00/0x8f0dbafbd9ef62f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.227306:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef62ef lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd164 expref: 26 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685123.227323:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98a00/0x8f0dbafbd9ef62f6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd164 expref: 25 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685123.227332:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d1988800) 00010000:00010000:1.0:1770685123.227335:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1770685123.227338:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c98a00, rc 0) 00000100:00100000:1.0:1770685123.227414:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+25:18482:x1856697500134400:12345-192.168.203.41@tcp:101:rm.0 Request processed in 372us (4001us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685123.227422:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 573 00000100:00100000:3.0:1770685123.232889:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685123.233031:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500134528 00000100:00100000:2.0:1770685123.233041:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500134528 00000100:00100000:2.0:1770685123.233095:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 574 00000100:00100000:2.0:1770685123.233106:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+25:18482:x1856697500134528:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:2.0:1770685123.233139:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685123.233158:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef62fd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd16b expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685123.233218:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6304 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.233231:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6304 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.233241:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6304 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.233255:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef630b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.233262:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef630b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.233268:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef630b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.233366:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef6312 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.233374:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef6312 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.233380:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef6312 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:2.0:1770685123.233408:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x22:0x0]: returning size 512 00000004:00200000:2.0:1770685123.233412:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685123.233431:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef6312 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.233459:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6304 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.233466:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6304 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.233473:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6304 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.233478:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685123.233482:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6304 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.233499:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6304 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.233510:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d1988800) 00010000:00010000:2.0:1770685123.233514:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685123.233518:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6304 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.233524:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6304 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.233535:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef630b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.233540:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef630b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.233545:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef630b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.233549:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307aa00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685123.233558:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef630b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.233564:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef630b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.233571:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd97ceb69 (ffff9d92c9178500) 00010000:00010000:2.0:1770685123.233573:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685123.233614:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef630b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.233620:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef630b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.233651:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef62fd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd16b expref: 27 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685123.233663:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b800/0x8f0dbafbd9ef6312 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd16b expref: 26 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685123.233670:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff9d92c9178800) 00010000:00010000:2.0:1770685123.233672:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1770685123.233674:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307b800, rc 0) 00000100:00100000:2.0:1770685123.233959:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+26:18482:x1856697500134528:12345-192.168.203.41@tcp:101:rm.0 Request processed in 853us (1076us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685123.233967:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 574 00000100:00100000:3.0:1770685123.240800:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685123.241546:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500134656 00000100:00100000:2.0:1770685123.241558:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500134656 00000100:00100000:2.0:1770685123.241645:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 575 00000100:00100000:2.0:1770685123.241655:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+26:18482:x1856697500134656:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:2.0:1770685123.241693:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685123.241717:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6319 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd172 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685123.241784:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef6320 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.241798:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef6320 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.241809:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef6320 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.241823:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef6327 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.241830:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef6327 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.241836:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef6327 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.241903:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef6320 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.241910:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef6320 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.241917:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef6320 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.241923:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307b200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685123.241929:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef6320 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.241947:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef6320 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.241959:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff9d92c9178800) 00010000:00010000:2.0:1770685123.241962:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685123.241968:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef6320 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.241974:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef6320 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.241989:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef6327 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.241995:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef6327 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.242001:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef6327 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.242006:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685123.242009:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef6327 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.242015:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef6327 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.242021:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x4a7b05a0 (ffff9d92c9178200) 00010000:00010000:2.0:1770685123.242024:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685123.242027:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef6327 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.242033:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef6327 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.242077:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6319 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd172 expref: 27 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685123.242087:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff9d92c9178800) 00010000:00010000:2.0:1770685123.242090:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685123.242093:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6319 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd172 expref: 27 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685123.242102:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307a200, rc 0) 00000100:00100000:2.0:1770685123.242178:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+26:18482:x1856697500134656:12345-192.168.203.41@tcp:101:rm.0 Request processed in 524us (1388us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685123.242185:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 575 00000100:00100000:3.0:1770685123.249103:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685123.249182:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500134784 00000100:00100000:1.0:1770685123.249193:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500134784 00000100:00100000:1.0:1770685123.249256:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 576 00000100:00100000:1.0:1770685123.249265:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+26:18482:x1856697500134784:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:1.0:1770685123.249311:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685123.249335:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef632e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd179 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685123.249404:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99400/0x8f0dbafbd9ef6335 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.249416:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99400/0x8f0dbafbd9ef6335 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.249426:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99400/0x8f0dbafbd9ef6335 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.249450:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef633c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.249458:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef633c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.249464:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef633c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.249536:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99400/0x8f0dbafbd9ef6335 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.249544:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99400/0x8f0dbafbd9ef6335 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.249550:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99400/0x8f0dbafbd9ef6335 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.249555:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c99400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685123.249559:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99400/0x8f0dbafbd9ef6335 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.249624:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99400/0x8f0dbafbd9ef6335 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.249638:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff9d92c9178800) 00010000:00010000:1.0:1770685123.249642:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685123.249647:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99400/0x8f0dbafbd9ef6335 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.249653:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99400/0x8f0dbafbd9ef6335 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.249666:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef633c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.249673:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef633c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.249678:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef633c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.249684:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c98800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685123.249686:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef633c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.249692:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef633c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.249699:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x4a7b05a0 (ffff9d92d1988c00) 00010000:00010000:1.0:1770685123.249701:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685123.249704:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef633c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.249709:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef633c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.249748:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef632e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd179 expref: 27 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685123.249758:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff9d92c9178800) 00010000:00010000:1.0:1770685123.249760:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685123.249763:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef632e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd179 expref: 27 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685123.249772:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c98c00, rc 0) 00000100:00100000:1.0:1770685123.249839:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+26:18482:x1856697500134784:12345-192.168.203.41@tcp:101:rm.0 Request processed in 575us (746us total) trans 0 rc 301/301 00000100:00100000:1.0:1770685123.249847:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 576 00000100:00100000:3.0:1770685123.262940:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685123.263080:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500134912 00000100:00100000:2.0:1770685123.263100:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500134912 00000100:00100000:2.0:1770685123.263190:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 577 00000100:00100000:2.0:1770685123.263201:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+26:18483:x1856697500134912:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:2.0:1770685123.263223:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685123.263248:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6343 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd180 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685123.263334:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef634a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.263350:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef634a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.263361:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef634a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.263394:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef6351 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.263402:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef6351 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.263837:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef6351 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.263902:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef634a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.263909:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef634a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.263915:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef634a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.263921:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685123.263925:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef634a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.263932:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef634a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.263942:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff9d92c9178800) 00010000:00010000:2.0:1770685123.263945:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685123.263950:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef634a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.263956:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef634a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.263969:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef6351 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.263980:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef6351 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.263986:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef6351 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.264004:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307b200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685123.264008:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef6351 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.264013:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef6351 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.264020:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x4a7b05a0 (ffff9d92c9178200) 00010000:00010000:2.0:1770685123.264023:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685123.264025:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef6351 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.264031:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef6351 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.264067:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6343 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd180 expref: 27 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685123.264078:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff9d92c9178800) 00010000:00010000:2.0:1770685123.264080:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685123.264083:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6343 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd180 expref: 27 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685123.264092:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307a200, rc 0) 00000100:00100000:2.0:1770685123.264157:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+26:18483:x1856697500134912:12345-192.168.203.41@tcp:101:cp.0 Request processed in 958us (1243us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685123.264171:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 577 00000100:00100000:3.0:1770685123.270135:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685123.271362:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500135040 00000100:00100000:2.0:1770685123.271387:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500135040 00000100:00100000:2.0:1770685123.271476:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 578 00000100:00100000:2.0:1770685123.271497:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+26:18483:x1856697500135040:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:2.0:1770685123.271524:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685123.271553:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef6358 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd187 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685123.271668:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef635f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.271682:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef635f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.271693:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef635f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.271707:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6366 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.271714:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6366 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.271721:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6366 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.271785:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef635f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.271792:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef635f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.271815:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef635f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.271821:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307aa00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685123.271825:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef635f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.271833:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef635f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.271845:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff9d92c9178800) 00010000:00010000:2.0:1770685123.271848:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685123.271853:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef635f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.271859:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef635f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.271873:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6366 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.271880:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6366 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.271885:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6366 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.271890:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685123.271893:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6366 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.271899:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6366 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.271916:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x4a7b05a0 (ffff9d92c9178500) 00010000:00010000:2.0:1770685123.271918:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685123.271921:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6366 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.271926:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6366 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685123.271964:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef6358 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd187 expref: 27 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685123.271973:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff9d92c9178800) 00010000:00010000:2.0:1770685123.271976:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685123.271979:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef6358 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd187 expref: 27 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685123.271987:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307ac00, rc 0) 00000100:00100000:2.0:1770685123.272068:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+26:18483:x1856697500135040:12345-192.168.203.41@tcp:101:cp.0 Request processed in 575us (1952us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685123.272075:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 578 00000100:00100000:3.0:1770685123.276999:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685123.278701:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500135296 00000100:00100000:1.0:1770685123.278728:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500135296 00000100:00100000:1.0:1770685123.278904:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 579 00000100:00100000:1.0:1770685123.278923:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+26:18483:x1856697500135296:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:1.0:1770685123.278962:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685123.278993:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef636d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd18e expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685123.279686:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6374 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.279710:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6374 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.279726:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6374 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.279766:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99400/0x8f0dbafbd9ef637b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.279773:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99400/0x8f0dbafbd9ef637b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.279779:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99400/0x8f0dbafbd9ef637b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00080000:1.0:1770685123.281706:0:5760:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xc:0x0], index 0: 0 00010000:00010000:1.0:1770685123.281982:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98200/0x8f0dbafbd9ef6382 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.282000:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98200/0x8f0dbafbd9ef6382 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.282012:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98200/0x8f0dbafbd9ef6382 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.282992:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6374 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.283007:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6374 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.283015:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6374 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.283021:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c98800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685123.283025:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6374 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.283033:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6374 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.283458:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff9d92c9178800) 00010000:00010000:1.0:1770685123.283463:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685123.283471:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6374 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.283478:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6374 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000004:00010000:1.0:1770685123.283500:0:5760:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000001a1dfa80 reply state 00000000ecfc9993 transno 4294967707 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99400/0x8f0dbafbd9ef637b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:1.0:1770685123.283513:0:5760:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1770685123.283655:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef636d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd18e expref: 29 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685123.283673:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98200/0x8f0dbafbd9ef6382 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd18e expref: 28 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685123.283682:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9d92d1988300) 00010000:00010000:1.0:1770685123.283685:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1770685123.283688:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c98200, rc 0) 00000100:00100000:1.0:1770685123.283864:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+29:18483:x1856697500135296:12345-192.168.203.41@tcp:101:cp.0 Request processed in 4947us (6878us total) trans 4294967707 rc 0/0 00000100:00100000:1.0:1770685123.283875:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 579 00000100:00100000:3.0:1770685123.288266:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685123.289242:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500135424 00000100:00100000:2.0:1770685123.289268:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500135424 00000100:00100000:2.0:1770685123.289366:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 149 00000100:00100000:2.0:1770685123.289379:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+6:2350:x1856697500135424:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:2.0:1770685123.289403:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685123.289433:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef6390 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd195 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1770685123.289506:0:6540:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1770685123.289538:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685123.289541:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685123.289552:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef6390 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd195 expref: 7 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685123.289600:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef6390 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd195 expref: 7 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685123.289619:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307ac00, rc 0) 00000100:00080000:0.0:1770685123.289840:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1770685123.290073:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+7:2350:x1856697500135424:12345-192.168.203.41@tcp:101:cp.0 Request processed in 694us (1834us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685123.290081:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 149 00010000:00010000:1.0:1770685123.292426:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99400/0x8f0dbafbd9ef637b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.292802:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99400/0x8f0dbafbd9ef637b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.292811:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99400/0x8f0dbafbd9ef637b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.292842:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c99400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685123.292848:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99400/0x8f0dbafbd9ef637b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.292857:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99400/0x8f0dbafbd9ef637b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.292880:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x4a7b05a0 (ffff9d92d1988c00) 00010000:00010000:1.0:1770685123.292885:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685123.292891:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99400/0x8f0dbafbd9ef637b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685123.292899:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99400/0x8f0dbafbd9ef637b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:3.0:1770685123.298949:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685123.299436:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500135552 00000100:00100000:2.0:1770685123.299459:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500135552 00000100:00100000:2.0:1770685123.301335:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 150 00000100:00100000:2.0:1770685123.301373:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+7:18483:x1856697500135552:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:2.0:1770685123.301409:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685123.301454:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6397 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd19c expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685123.301500:0:6540:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef6390 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd195 expref: 8 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685123.301511:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685123.301514:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685123.301542:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6397 lrc: 4/0,0 mode: --/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd19c expref: 8 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685123.301613:0:6540:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef6390 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd195 expref: 8 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685123.301632:0:6540:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef6390 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd195 expref: 8 pid: 6540 timeout: 548 lvb_type: 1 00000100:00100000:2.0:1770685123.301649:0:6540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5301880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6540:1856697514706304:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685123.301812:0:6540:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d03359c0 going to sleep for 11 seconds 00000100:00100000:3.0:1770685123.307016:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685123.307166:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500135680 00000100:00100000:1.0:1770685123.307181:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500135680 00010000:00010000:1.0:1770685123.307259:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef6390 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd195 expref: 9 pid: 6540 timeout: 548 lvb_type: 1 00000100:00100000:1.0:1770685123.307309:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 171 00000100:00100000:1.0:1770685123.307320:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500135680:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685123.307336:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685123.307360:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef6390 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd195 expref: 9 pid: 6540 timeout: 548 lvb_type: 1 00010000:00010000:1.0:1770685123.307374:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef6390 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd195 expref: 9 pid: 6540 timeout: 548 lvb_type: 1 00010000:00010000:1.0:1770685123.307429:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685123.307432:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685123.307451:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6397 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd19c expref: 9 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685123.307464:0:11010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6397 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd19c expref: 9 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685123.307516:0:11010:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6397 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd19c expref: 9 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685123.307530:0:11010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11010:1856697514706432:192.168.203.41@tcp:105: 00000100:00100000:1.0:1770685123.307685:0:11010:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c836da80 going to sleep for 11 seconds 00010000:00010000:2.0:1770685123.308139:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef6390 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd195 expref: 9 pid: 6540 timeout: 548 lvb_type: 1 00000100:00100000:2.0:1770685123.308159:0:6540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5301880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6540:1856697514706304:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685123.308192:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6397 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd19c expref: 8 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685123.308202:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307a000, rc 0) 00000100:00100000:2.0:1770685123.308378:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+8:18483:x1856697500135552:12345-192.168.203.41@tcp:101:cp.0 Request processed in 7028us (9445us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685123.308385:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 150 00000100:00100000:3.0:1770685123.313769:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685123.313871:0:11010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11010:1856697514706432:192.168.203.41@tcp:105: 00010000:00010000:0.0:1770685123.313888:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685123.313904:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685123.313977:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+7:2351:x1856697500135680:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 6658us (6978us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685123.313990:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 171 00000100:00100000:2.0:1770685123.314267:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500135936 00000100:00100000:2.0:1770685123.314276:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500135936 00000100:00100000:2.0:1770685123.314336:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 146 00000100:00100000:2.0:1770685123.314346:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+28:18483:x1856697500135936:12345-192.168.203.41@tcp:35:cp.0 00000100:00100000:2.0:1770685123.315035:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+29:18483:x1856697500135936:12345-192.168.203.41@tcp:35:cp.0 Request processed in 684us (1275us total) trans 4294967708 rc 0/0 00000100:00100000:2.0:1770685123.315046:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 146 00000100:00100000:1.0:1770685123.352400:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685123.352967:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500136064 00000100:00100000:2.0:1770685123.352981:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500136064 00000100:00100000:2.0:1770685123.353076:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 580 00000100:00100000:2.0:1770685123.353090:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+60:18486:x1856697500136064:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685123.353120:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685123.353151:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef639e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd1a3 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685123.353544:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef63a5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685123.353563:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef63a5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685123.353610:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef63a5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685123.353632:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef63ac lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685123.353639:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef63ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685123.353645:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef63ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685123.354358:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef63b3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685123.354397:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef63b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685123.354407:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef63b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:2.0:1770685123.354467:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 158 00000004:00200000:2.0:1770685123.354473:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685123.354499:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef63b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685123.354513:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef63b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685123.354523:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef63a5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685123.354530:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef63a5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685123.354537:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef63a5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685123.354543:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307aa00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685123.354547:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef63a5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685123.354554:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef63a5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685123.354568:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff9d92c9178800) 00010000:00010000:2.0:1770685123.354571:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685123.354626:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef63a5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685123.354640:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef63a5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685123.354655:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef63ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685123.354661:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef63ac lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685123.354666:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef63ac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685123.354672:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685123.354674:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef63ac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685123.354681:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef63ac lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685123.354700:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x4a7b05a0 (ffff9d92c9178300) 00010000:00010000:2.0:1770685123.354703:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685123.354706:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef63ac lrc: 2/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685123.354712:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef63ac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685123.354760:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef639e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd1a3 expref: 62 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685123.354777:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307b200/0x8f0dbafbd9ef63b3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd1a3 expref: 61 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685123.354796:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9d92d1988300) 00010000:00010000:2.0:1770685123.354799:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685123.354802:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307b200, rc 0) 00000100:00100000:2.0:1770685123.354907:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+61:18486:x1856697500136064:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 1819us (3219us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685123.354918:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 580 00000100:00100000:0.0:1770685123.359117:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685123.359488:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500136192 00000100:00100000:2.0:1770685123.359502:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500136192 00000100:00100000:2.0:1770685123.359593:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 151 00000100:00100000:2.0:1770685123.359605:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2350:x1856697500136192:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685123.359627:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685123.359650:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef63ba lrc: 2/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd1aa expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1770685123.359717:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1770685123.359734:0:6540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5301880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6540:1856697514706560:192.168.203.41@tcp:106: 00000100:00100000:2.0:1770685123.359844:0:6540:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d03359c0 going to sleep for 11 seconds 00002000:00010000:2.0:1770685123.372148:0:6540:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0xc:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1770685123.372163:0:6540:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0xc:0x0] updating lvb mtime: 0 -> 1770685123 00002000:00010000:2.0:1770685123.372166:0:6540:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0xc:0x0] updating lvb atime: 0 -> 1770685123 00002000:00010000:2.0:1770685123.372168:0:6540:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0xc:0x0] updating lvb ctime: 0 -> 1770685123 00000100:00100000:2.0:1770685123.372200:0:6540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5301880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6540:1856697514706560:192.168.203.41@tcp:106: 00010000:00010000:2.0:1770685123.372996:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef63ba lrc: 1/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd1aa expref: 10 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685123.373031:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef63ba lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd1aa expref: 10 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685123.374155:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307a600, rc 0) 00000100:00100000:2.0:1770685123.374427:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2350:x1856697500136192:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 14819us (15317us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685123.374439:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 151 00000040:00080000:0.0:1770685123.381673:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1770685123.381690:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1770685123.381737:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 13 count 2 00000040:00080000:0.0:1770685123.381747:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1770685123.391571:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685123.391952:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500136320 00000100:00100000:2.0:1770685123.391966:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500136320 00000100:00100000:2.0:1770685123.392052:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 581 00000100:00100000:2.0:1770685123.392076:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+61:18486:x1856697500136320:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685123.392107:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685123.392136:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef63c1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd1b1 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685123.392294:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef63c8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685123.392312:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef63c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685123.392326:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef63c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:2.0:1770685123.392404:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x22:0x0]: returning size 512 00000004:00200000:2.0:1770685123.392409:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685123.392436:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef63c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685123.392479:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef63c1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd1b1 expref: 63 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685123.392527:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ac00/0x8f0dbafbd9ef63c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd1b1 expref: 62 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685123.392538:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff9d92c9178800) 00010000:00010000:2.0:1770685123.392542:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1770685123.392547:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307ac00, rc 0) 00000100:00100000:2.0:1770685123.392676:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+62:18486:x1856697500136320:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 602us (1119us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685123.392686:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 581 00000100:00100000:0.0:1770685123.408699:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685123.408925:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500136448 00000100:00100000:2.0:1770685123.408943:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500136448 00000100:00100000:2.0:1770685123.409015:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 152 00000100:00100000:2.0:1770685123.409028:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2351:x1856697500136448:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685123.409056:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685123.409098:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef63cf lrc: 2/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd1b8 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685123.409190:0:6540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5301880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6540:1856697514706688:192.168.203.41@tcp:106: 00000100:00100000:2.0:1770685123.409483:0:6540:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d03359c0 going to sleep for 11 seconds 00000100:00100000:2.0:1770685123.422701:0:6540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5301880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6540:1856697514706688:192.168.203.41@tcp:106: 00010000:00010000:2.0:1770685123.422766:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef63cf lrc: 1/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd1b8 expref: 10 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685123.422800:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef63cf lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd1b8 expref: 10 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685123.422854:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307a600, rc 0) 00000100:00100000:2.0:1770685123.422959:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2351:x1856697500136448:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 13931us (14276us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685123.422972:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 152 00000100:00100000:3.0:1770685123.430781:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685123.431053:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500136704 00000100:00100000:2.0:1770685123.431067:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500136704 00000100:00100000:2.0:1770685123.431148:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 582 00000100:00100000:2.0:1770685123.431161:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+62:18486:x1856697500136704:12345-192.168.203.41@tcp:58:lfs.0 00000040:00080000:2.0:1770685123.431550:0:5760:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].13, 136 off9960 00000100:00100000:2.0:1770685123.431743:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+62:18486:x1856697500136704:12345-192.168.203.41@tcp:58:lfs.0 Request processed in 582us (973us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685123.431753:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 582 00000100:00100000:0.0:1770685123.635904:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514706944:0@lo:400:kworker.0 00000100:00100000:2.0:1770685123.635944:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514707200:0@lo:400:kworker.0 00000100:00100000:2.0:1770685123.636019:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685123.636087:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1770685123.636094:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514706816:0@lo:400:kworker.0 00000100:00100000:2.0:1770685123.636140:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685123.636182:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514707328:0@lo:400:kworker.0 00000100:00100000:2.0:1770685123.636209:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685123.636245:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514707200 00000100:00100000:2.0:1770685123.636255:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514707200 00000100:00100000:2.0:1770685123.636327:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00100000:2.0:1770685123.636337:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514707200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685123.636399:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514707200:12345-0@lo:400:kworker.0 Request processed in 63us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685123.636415:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00100000:2.0:1770685123.636790:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514707328 00000100:00100000:2.0:1770685123.636796:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514707328 00000100:00100000:2.0:1770685123.636836:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:2.0:1770685123.636843:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514707328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685123.636884:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514707328:12345-0@lo:400:kworker.0 Request processed in 42us (674us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685123.636890:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00080000:2.0:1770685123.636909:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1770685123.636915:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1770685123.636956:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514707328:0@lo:400:kworker.0 00000100:00100000:2.0:1770685123.636972:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514707200:0@lo:400:kworker.0 00000100:00100000:2.0:1770685123.637044:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514706816 00000100:00100000:2.0:1770685123.637048:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514706816 00000100:00100000:2.0:1770685123.637078:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:2.0:1770685123.637086:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514706816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685123.637124:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514706816:12345-0@lo:400:kworker.0 Request processed in 39us (982us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685123.637130:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:2.0:1770685123.637163:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514707072:0@lo:400:kworker.0 00000100:00100000:2.0:1770685123.637193:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685123.637227:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514707072 00000100:00100000:2.0:1770685123.637231:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514707072 00000100:00100000:2.0:1770685123.637258:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00100000:2.0:1770685123.637265:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514707072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685123.637316:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514707072:12345-0@lo:400:kworker.0 Request processed in 51us (122us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685123.637337:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00080000:2.0:1770685123.637353:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685123.637370:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514707072:0@lo:400:kworker.0 00000100:00100000:2.0:1770685123.637396:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514706816:0@lo:400:kworker.0 00000100:00100000:0.0:1770685123.638292:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685123.638346:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514707456:0@lo:400:kworker.0 00000100:00100000:0.0:1770685123.638387:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685123.638672:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514707456 00000100:00100000:3.0:1770685123.638684:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514707456 00000100:00100000:3.0:1770685123.638743:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:3.0:1770685123.638754:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514707456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685123.638828:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514707456:12345-0@lo:400:kworker.0 Request processed in 77us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685123.638836:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000100:00100000:0.0:1770685123.639641:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514707456:0@lo:400:kworker.0 00000100:00100000:3.0:1770685123.640712:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514706944 00000100:00100000:3.0:1770685123.640725:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514706944 00000100:00100000:3.0:1770685123.640790:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:3.0:1770685123.640800:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514706944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685123.640903:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514706944:12345-0@lo:400:kworker.0 Request processed in 104us (2618us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685123.640911:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00100000:0.0:1770685123.641681:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514706944:0@lo:400:kworker.0 00000100:00080000:3.0:1770685123.642779:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1770685124.147721:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1770685124.147754:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514707584:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1770685124.147845:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685124.148012:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514707584 00000100:00100000:2.0:1770685124.148022:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514707584 00000100:00100000:2.0:1770685124.148127:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1770685124.148140:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514707584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1770685124.148189:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 52756480 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1770685124.148250:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514707584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 114us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685124.148257:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1770685124.151397:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514707712:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1770685124.151551:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685124.151900:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514707712 00000100:00100000:1.0:1770685124.151912:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514707712 00000100:00100000:1.0:1770685124.151974:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1770685124.151984:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514707712:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1770685124.152043:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 57868288 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1770685124.152099:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514707712:12345-0@lo:13:osp-pre-0-0.0 Request processed in 116us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685124.152106:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1770685124.152390:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514707584:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1770685124.152536:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514707712:0@lo:13:osp-pre-0-0.0 00000040:00080000:1.0:1770685124.284281:0:15146:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685124.284294:0:15146:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685124.284352:0:15146:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 14 count 3 00000040:00080000:1.0:1770685124.284360:0:15146:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1770685124.343907:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1770685124.407925:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685124.407936:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685124.407974:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 14 count 3 00000040:00080000:1.0:1770685124.407981:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1770685124.408227:0:11361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d4700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514707840:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1770685124.408338:0:11361:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c83e5f00 going to sleep for 11 seconds 00000100:00100000:2.0:1770685124.414479:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685124.414560:0:11361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d4700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514707840:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1770685124.414817:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500136832 00000100:00100000:3.0:1770685124.414824:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500136832 00000100:00100000:3.0:1770685124.414867:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 583 00000100:00100000:3.0:1770685124.414876:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+29:18497:x1856697500136832:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1770685124.414905:0:5762:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0xe:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1770685124.415015:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+29:18497:x1856697500136832:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 139us (544us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685124.415023:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 583 00000100:00100000:0.0:1770685124.417880:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685124.418272:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500137088 00000100:00100000:2.0:1770685124.418283:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500137088 00000100:00100000:2.0:1770685124.418342:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 584 00000100:00100000:2.0:1770685124.418352:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+29:18497:x1856697500137088:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685124.418374:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685124.418396:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef63d6 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd1bf expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685124.418481:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef63dd lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685124.418496:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef63dd lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685124.418523:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef63dd lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685124.418703:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef63e4 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x69d7fe76 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685124.418711:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef63e4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x69d7fe76 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685124.418718:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef63e4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x69d7fe76 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685124.418781:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef63eb lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685124.418790:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef63eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685124.418796:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef63eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:2.0:1770685124.418806:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 158 00010000:00010000:2.0:1770685124.419020:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef63dd lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685124.419029:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef63dd lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685124.419036:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef63dd lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685124.419042:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307aa00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685124.419046:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef63dd lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685124.419065:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef63dd lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685124.419077:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:2.0:1770685124.419080:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685124.419084:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef63dd lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685124.419090:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef63dd lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685124.419103:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef63e4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x69d7fe76 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685124.419108:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef63e4 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x69d7fe76 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685124.419114:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef63e4 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x69d7fe76 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685124.419119:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685124.419122:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef63e4 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x69d7fe76 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685124.419129:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef63e4 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x69d7fe76 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685124.419137:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x69d7fe76 (ffff9d92c9178300) 00010000:00010000:2.0:1770685124.419139:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685124.421217:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef63e4 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x69d7fe76 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685124.421234:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef63e4 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x69d7fe76 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685124.421876:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef63d6 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd1bf expref: 32 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685124.421911:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef63eb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd1bf expref: 31 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685124.421924:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9d92d1988300) 00010000:00010000:3.0:1770685124.421927:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1770685124.421932:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307a200, rc 0) 00000100:00100000:3.0:1770685124.422040:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+31:18497:x1856697500137088:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 3687us (4328us total) trans 4294967709 rc 0/0 00000100:00100000:3.0:1770685124.422053:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 584 00000100:00100000:3.0:1770685124.426824:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685124.426887:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685124.427045:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500137344 00000100:00100000:2.0:1770685124.427059:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500137344 00000100:00100000:2.0:1770685124.427117:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 153 00000100:00100000:2.0:1770685124.427127:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+7:2350:x1856697500137344:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1770685124.427250:0:6540:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef63f9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685124.427268:0:6540:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6397 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd19c expref: 7 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685124.427276:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1770685124.427278:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1770685124.427281:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef63f9 lrc: 4/1,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685124.427314:0:6540:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6397 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd19c expref: 7 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685124.427328:0:6540:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6397 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd19c expref: 7 pid: 6540 timeout: 549 lvb_type: 0 00000100:00100000:2.0:1770685124.427341:0:6540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c70fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6540:1856697514707968:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685124.427423:0:6540:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92e0a07f00 going to sleep for 11 seconds 00000100:00100000:1.0:1770685124.427637:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500137216 00000100:00100000:1.0:1770685124.427642:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500137216 00000100:00100000:1.0:1770685124.427715:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 29 00000100:00100000:1.0:1770685124.427723:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+31:2350:x1856697500137216:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685124.427735:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685124.427755:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef63eb lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd1bf expref: 31 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685124.427769:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9d92d1988300) 00010000:00010000:1.0:1770685124.427774:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685124.427808:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+30:2350:x1856697500137216:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 86us (999us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685124.427826:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 29 00000100:00100000:2.0:1770685124.432393:0:6540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c70fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6540:1856697514707968:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685124.432427:0:6540:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef63f9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685124.432544:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685124.434512:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500137472 00000100:00100000:2.0:1770685124.434527:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500137472 00002000:00100000:2.0:1770685124.434594:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xc:0x0] (0->157) req@ffff9d91c3e49c00 x1856697500137472/t0(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:245/0 lens 648/0 e 0 to 0 dl 1770685135 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685124.434606:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c3e49c00 with x1856697500137472 ext(0->157) 00010000:00010000:2.0:1770685124.434615:0:6546:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6397 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd19c expref: 8 pid: 6540 timeout: 549 lvb_type: 0 00010000:00010000:2.0:1770685124.434630:0:6546:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6397 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd19c expref: 8 pid: 6540 timeout: 549 lvb_type: 0 00002000:00010000:2.0:1770685124.434639:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9d91c3e49c00 00000100:00100000:2.0:1770685124.434671:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 2 00000100:00100000:2.0:1770685124.434681:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500137472:12345-192.168.203.41@tcp:4:cp.0 00000100:00100000:2.0:1770685124.435319:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500137472:12345-192.168.203.41@tcp:4:cp.0 Request processed in 637us (2784us total) trans 4294967324 rc 0/0 00000100:00100000:2.0:1770685124.435327:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 2 00002000:00100000:2.0:1770685124.435335:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xc:0x0] (0->157) req@ffff9d91c3e49c00 x1856697500137472/t4294967324(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:245/0 lens 648/448 e 0 to 0 dl 1770685135 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685124.435344:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c3e49c00 with x1856697500137472 ext(0->157) 00010000:00010000:2.0:1770685124.435350:0:6546:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6397 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd19c expref: 10 pid: 6540 timeout: 549 lvb_type: 0 00010000:00010000:2.0:1770685124.435361:0:6546:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6397 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd19c expref: 10 pid: 6540 timeout: 549 lvb_type: 0 00002000:00010000:2.0:1770685124.435374:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9d91c3e49c00 00000100:00100000:1.0:1770685124.443035:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685124.443739:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500137600 00000100:00100000:3.0:1770685124.443757:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500137600 00010000:00010000:3.0:1770685124.443817:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6397 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd19c expref: 10 pid: 6540 timeout: 549 lvb_type: 0 00000100:00100000:3.0:1770685124.443868:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 172 00000100:00100000:3.0:1770685124.443881:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0218c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:2349:x1856697500137600:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685124.443902:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685124.443935:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6397 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd19c expref: 10 pid: 6540 timeout: 549 lvb_type: 0 00010000:00010000:3.0:1770685124.443950:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6397 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd19c expref: 10 pid: 6540 timeout: 549 lvb_type: 0 00010000:00010000:3.0:1770685124.443985:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6397 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd19c expref: 10 pid: 6540 timeout: 549 lvb_type: 0 00010000:00010000:3.0:1770685124.444004:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685124.444007:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685124.444013:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef63f9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685124.444025:0:11010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef63f9 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685124.444065:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770685124.444101:0:6540:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef63f9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685124.444118:0:6540:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef63f9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685124.444155:0:6540:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef63f9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685124.444164:0:6540:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef63f9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685124.444173:0:6540:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef63f9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685124.444180:0:6540:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245e800 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:2.0:1770685124.444184:0:6540:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef63f9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685124.444193:0:6540:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef63f9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685124.444212:0:6540:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef63f9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685124.444237:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef63f9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685124.447094:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0218c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2349:x1856697500137600:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 3200us (4052us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685124.447112:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 172 00000100:00100000:2.0:1770685124.447490:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+8:2350:x1856697500137344:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 20355us (20593us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685124.447506:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 153 00000100:00100000:0.0:1770685124.458401:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685124.458514:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500137856 00000100:00100000:3.0:1770685124.458530:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500137856 00000100:00100000:3.0:1770685124.458640:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 585 00000100:00100000:3.0:1770685124.458653:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+30:18497:x1856697500137856:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1770685124.458805:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+30:18497:x1856697500137856:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 156us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685124.458813:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 585 00000100:00100000:0.0:1770685124.470950:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685124.471032:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500137984 00000100:00100000:1.0:1770685124.471047:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500137984 00000100:00100000:1.0:1770685124.471104:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 154 00000100:00100000:1.0:1770685124.471115:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+8:2350:x1856697500137984:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685124.471130:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685124.471149:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef6400 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd1c6 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1770685124.471183:0:6540:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xc:0x0] initial LVB size: 158, mtime: 0x698a82c3, atime: 0x0, ctime: 0x698a82c3, blocks: 0x1 00010000:00010000:1.0:1770685124.471201:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685124.471203:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685124.471210:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef6400 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd1c6 expref: 9 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685124.471226:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c1c99e00/0x8f0dbafbd9ef6400 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd1c6 expref: 9 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685124.471240:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c99e00, rc 0) 00000100:00100000:1.0:1770685124.471301:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500137984:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 187us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685124.471308:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 154 00000100:00100000:3.0:1770685124.485657:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685124.485692:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500138240 00000100:00100000:3.0:1770685124.485701:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500138240 00000100:00100000:3.0:1770685124.485745:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 586 00000100:00100000:3.0:1770685124.485754:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+30:18497:x1856697500138240:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1770685124.485866:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+30:18497:x1856697500138240:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 113us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685124.485874:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 586 00000100:00100000:2.0:1770685124.503283:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685124.503331:0:13877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500138368 00000100:00100000:2.0:1770685124.503341:0:13877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500138368 00002000:00100000:2.0:1770685124.503397:0:13877:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0xc:0x0] (0->4095) req@ffff9d92c70fe680 x1856697500138368/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:245/0 lens 488/0 e 0 to 0 dl 1770685135 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685124.503410:0:13877:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92c70fe680 with x1856697500138368 ext(0->4095) 00002000:00010000:2.0:1770685124.503417:0:13877:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92c70fe680 00000100:00100000:2.0:1770685124.503473:0:13877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 53 00000100:00100000:2.0:1770685124.503483:0:13877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500138368:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1770685124.503759:0:13877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500138368:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 Request processed in 276us (485us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1770685124.503768:0:13877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 53 00002000:00100000:2.0:1770685124.503775:0:13877:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0xc:0x0] (0->4095) req@ffff9d92c70fe680 x1856697500138368/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:245/0 lens 488/4536 e 0 to 0 dl 1770685135 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685124.503784:0:13877:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92c70fe680 with x1856697500138368 ext(0->4095) 00002000:00010000:2.0:1770685124.503788:0:13877:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92c70fe680 00000100:00100000:1.0:1770685124.520307:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685124.520735:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500138496 00000100:00100000:3.0:1770685124.520753:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500138496 00000100:00100000:3.0:1770685124.520840:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 587 00000100:00100000:3.0:1770685124.520855:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+30:18497:x1856697500138496:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685124.520884:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685124.520913:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6407 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd1cd expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685124.520987:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef640e lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685124.521004:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef640e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685124.521018:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef640e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685124.521149:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6407 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd1cd expref: 32 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685124.521169:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63000/0x8f0dbafbd9ef640e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd1cd expref: 31 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685124.521179:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9d92d1988300) 00010000:00010000:3.0:1770685124.521182:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1770685124.521187:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c63000, rc 0) 00000100:00100000:3.0:1770685124.521274:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+31:18497:x1856697500138496:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 425us (976us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685124.521283:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 587 00000100:00100000:3.0:1770685124.526979:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685124.527064:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500138624 00000100:00100000:1.0:1770685124.527081:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500138624 00000100:00100000:1.0:1770685124.527216:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 588 00000100:00100000:1.0:1770685124.527227:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+31:18497:x1856697500138624:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1770685124.527261:0:5760:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0xe:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1770685124.527391:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+31:18497:x1856697500138624:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 164us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685124.527399:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 588 00000100:00100000:3.0:1770685124.543957:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685124.544338:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500138752 00000100:00100000:0.0:1770685124.544349:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500138752 00000100:00100000:0.0:1770685124.544415:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 155 00000100:00100000:0.0:1770685124.544425:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500138752:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1770685124.544481:0:6539:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa9800/0x8f0dbafbd9ef6415 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685124.544496:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685124.544499:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685124.544504:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa9800/0x8f0dbafbd9ef6415 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685124.544538:0:6539:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa9800/0x8f0dbafbd9ef6415 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685124.544569:0:6539:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa9800/0x8f0dbafbd9ef6415 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685124.544596:0:6539:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa9800/0x8f0dbafbd9ef6415 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685124.544604:0:6539:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa9800/0x8f0dbafbd9ef6415 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685124.544611:0:6539:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa9800 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:0.0:1770685124.544615:0:6539:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa9800/0x8f0dbafbd9ef6415 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685124.544624:0:6539:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa9800/0x8f0dbafbd9ef6415 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685124.544638:0:6539:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa9800/0x8f0dbafbd9ef6415 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685124.544646:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa9800/0x8f0dbafbd9ef6415 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685124.544724:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500138752:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 301us (775us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685124.544739:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 155 00000100:00100000:1.0:1770685124.546605:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685124.546666:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500139008 00000100:00100000:3.0:1770685124.546675:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500139008 00000100:00100000:3.0:1770685124.546735:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 589 00000100:00100000:3.0:1770685124.546743:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+31:18497:x1856697500139008:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1770685124.547080:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+32:18497:x1856697500139008:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 335us (502us total) trans 4294967710 rc 0/0 00000100:00100000:3.0:1770685124.547098:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 589 00000040:00080000:0.0:1770685124.547318:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1770685124.547324:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1770685124.547844:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:0.0:1770685124.547855:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1770685124.550758:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685124.550900:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500139264 00000100:00100000:2.0:1770685124.550932:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500139264 00000100:00100000:2.0:1770685124.550986:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 147 00000100:00100000:2.0:1770685124.550996:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+32:18497:x1856697500139264:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1770685124.551224:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+33:18497:x1856697500139264:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 228us (474us total) trans 4294967711 rc 0/0 00000100:00100000:2.0:1770685124.551232:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 147 00010000:00010000:0.0:1770685125.361847:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1770685125.724121:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967324 is committed 00000100:00100000:3.0:1770685126.343068:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685126.343119:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685126.343147:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685126.343170:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685126.343186:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685126.343200:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685126.343224:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685126.343255:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500139648 00000100:00100000:3.0:1770685126.343268:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500139648 00000100:00100000:0.0:1770685126.343378:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500139392 00000100:00100000:0.0:1770685126.343383:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500139392 00000100:00100000:0.0:1770685126.343451:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 339 00000100:00100000:0.0:1770685126.343462:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300565850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2350:x1856697500139392:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685126.343552:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300565850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2350:x1856697500139392:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 91us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685126.343560:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 339 00000100:00100000:3.0:1770685126.343873:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500140160 00000100:00100000:3.0:1770685126.343878:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500140160 00000100:00100000:3.0:1770685126.343891:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500139776 00000100:00100000:3.0:1770685126.343893:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500139776 00000100:00100000:3.0:1770685126.343904:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500140032 00000100:00100000:3.0:1770685126.343906:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500140032 00000100:00100000:3.0:1770685126.343919:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 206 00000100:00100000:3.0:1770685126.343925:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2350:x1856697500139648:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685126.343957:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2350:x1856697500139648:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 33us (838us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685126.343964:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 206 00000100:00100000:3.0:1770685126.343974:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 207 00000100:00100000:3.0:1770685126.343979:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5553050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+7:2350:x1856697500140160:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685126.343998:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5553050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+7:2350:x1856697500140160:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 18us (827us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685126.344004:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 207 00000100:00100000:3.0:1770685126.344209:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 208 00000100:00100000:3.0:1770685126.344216:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2350:x1856697500139776:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685126.344244:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2350:x1856697500139776:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 28us (1042us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685126.344249:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 208 00000100:00100000:3.0:1770685126.344260:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 209 00000100:00100000:3.0:1770685126.344266:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+7:2350:x1856697500140032:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685126.345701:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500139904 00000100:00100000:2.0:1770685126.345717:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500139904 00000100:00100000:2.0:1770685126.345882:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500139520 00000100:00100000:2.0:1770685126.345887:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500139520 00000100:00100000:2.0:1770685126.345923:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 254 00000100:00100000:2.0:1770685126.345940:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+33:2350:x1856697500139904:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685126.346103:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+7:2350:x1856697500140032:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 1826us (2866us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685126.346117:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 209 00000100:00080000:3.0:1770685126.346180:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1770685126.346185:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1770685126.346188:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1770685126.346205:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 255 00000100:00100000:3.0:1770685126.346220:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+62:2350:x1856697500139520:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685126.346230:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+33:2350:x1856697500139904:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 293us (3075us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685126.346240:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 254 00000100:00100000:3.0:1770685126.346282:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+62:2350:x1856697500139520:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 66us (3091us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685126.346291:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 255 00000040:00080000:1.0:1770685126.364974:0:15199:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685126.364988:0:15199:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685126.365208:0:15199:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 14 count 3 00000040:00080000:1.0:1770685126.365215:0:15199:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1770685126.386804:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685126.492031:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685126.492144:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500140288 00000100:00100000:2.0:1770685126.492158:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500140288 00000100:00100000:2.0:1770685126.492233:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 156 00000100:00100000:2.0:1770685126.492247:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2350:x1856697500140288:12345-192.168.203.41@tcp:101:diff.0 00010000:00010000:2.0:1770685126.492286:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685126.492314:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef641c lrc: 2/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd1d4 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685126.492349:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685126.492352:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685126.492363:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef641c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd1d4 expref: 10 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685126.492408:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c245f800/0x8f0dbafbd9ef641c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd1d4 expref: 10 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685126.492456:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245f800, rc 0) 00000100:00100000:2.0:1770685126.492534:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2350:x1856697500140288:12345-192.168.203.41@tcp:101:diff.0 Request processed in 291us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685126.492542:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 156 00000100:00100000:3.0:1770685126.498554:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685126.498768:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500140544 00000100:00100000:0.0:1770685126.498782:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500140544 00000100:00100000:0.0:1770685126.498856:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 590 00000100:00100000:0.0:1770685126.498868:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+62:18523:x1856697500140544:12345-192.168.203.41@tcp:101:diff.0 00010000:00010000:0.0:1770685126.498895:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685126.498923:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6423 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd1db expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685126.499066:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8000/0x8f0dbafbd9ef642a lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685126.499083:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8000/0x8f0dbafbd9ef642a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685126.499097:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8000/0x8f0dbafbd9ef642a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:0.0:1770685126.499119:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 158 00010000:00010000:0.0:1770685126.500474:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6423 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd1db expref: 65 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685126.500511:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8000/0x8f0dbafbd9ef642a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd1db expref: 64 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685126.500522:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9d92d1988300) 00010000:00010000:0.0:1770685126.500526:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685126.500531:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3aa8000, rc 0) 00000100:00100000:0.0:1770685126.500662:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+64:18523:x1856697500140544:12345-192.168.203.41@tcp:101:diff.0 Request processed in 1794us (2165us total) trans 4294967712 rc 0/0 00000100:00100000:0.0:1770685126.500674:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 590 00000100:00100000:3.0:1770685126.509169:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685126.509369:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685126.509413:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500140800 00000100:00100000:3.0:1770685126.509438:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500140800 00002000:00100000:3.0:1770685126.509513:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xc:0x0] (0->4095) req@ffff9d91c3e48e00 x1856697500140800/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:247/0 lens 488/0 e 0 to 0 dl 1770685137 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685126.509541:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c3e48e00 with x1856697500140800 ext(0->4095) 00002000:00010000:3.0:1770685126.509550:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d91c3e48e00 00000100:00100000:3.0:1770685126.509608:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 54 00000100:00100000:3.0:1770685126.509620:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2351:x1856697500140800:12345-192.168.203.41@tcp:3:diff.0 00000100:00100000:2.0:1770685126.509783:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500140672 00000100:00100000:2.0:1770685126.509789:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500140672 00000100:00100000:2.0:1770685126.509836:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 30 00000100:00100000:2.0:1770685126.509845:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e48380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+64:2348:x1856697500140672:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685126.509858:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685126.509889:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8000/0x8f0dbafbd9ef642a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd1db expref: 64 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685126.509909:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9d92d1988300) 00010000:00010000:2.0:1770685126.509916:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685126.509988:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e48380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+63:2348:x1856697500140672:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 143us (831us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685126.509997:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 30 00000100:00100000:3.0:1770685126.510549:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2351:x1856697500140800:12345-192.168.203.41@tcp:3:diff.0 Request processed in 927us (1175us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1770685126.510560:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 54 00002000:00100000:3.0:1770685126.510569:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xc:0x0] (0->4095) req@ffff9d91c3e48e00 x1856697500140800/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:247/0 lens 488/4536 e 0 to 0 dl 1770685137 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685126.510612:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c3e48e00 with x1856697500140800 ext(0->4095) 00002000:00010000:3.0:1770685126.510618:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d91c3e48e00 00000100:00100000:3.0:1770685126.525105:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685126.525169:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500141056 00000100:00100000:1.0:1770685126.525184:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500141056 00000100:00100000:1.0:1770685126.525386:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 148 00000100:00100000:1.0:1770685126.525401:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+63:18523:x1856697500141056:12345-192.168.203.41@tcp:35:diff.0 00000100:00100000:1.0:1770685126.525768:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+64:18523:x1856697500141056:12345-192.168.203.41@tcp:35:diff.0 Request processed in 369us (675us total) trans 4294967713 rc 0/0 00000100:00100000:1.0:1770685126.525778:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 148 00000100:00100000:0.0:1770685126.568944:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685126.569821:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500141312 00000100:00100000:3.0:1770685126.569839:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500141312 00000100:00100000:3.0:1770685126.569915:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 591 00000100:00100000:3.0:1770685126.569930:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+64:18526:x1856697500141312:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685126.569963:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685126.569991:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6438 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd1e2 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685126.570136:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef643f lrc: 3/1,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685126.570153:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef643f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685126.570202:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef643f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:3.0:1770685126.570218:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 158 00010000:00010000:3.0:1770685126.575259:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6438 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd1e2 expref: 67 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685126.575294:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c63c00/0x8f0dbafbd9ef643f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd1e2 expref: 66 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685126.575307:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9d92d1988300) 00010000:00010000:3.0:1770685126.575310:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1770685126.575316:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c63c00, rc 0) 00000100:00100000:3.0:1770685126.575447:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+66:18526:x1856697500141312:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 5521us (6516us total) trans 4294967714 rc 0/0 00000100:00100000:3.0:1770685126.575458:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 591 00000100:00100000:2.0:1770685126.581537:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685126.581656:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500141440 00000100:00100000:3.0:1770685126.581670:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500141440 00000100:00100000:3.0:1770685126.581823:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 592 00000100:00100000:3.0:1770685126.581914:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+66:18526:x1856697500141440:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:3.0:1770685126.582019:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef644d lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685126.582040:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef644d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685126.582055:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef644d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685126.582102:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef644d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685126.582109:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef644d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685126.582116:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef644d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685126.582123:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c13a3400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685126.582128:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef644d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685126.582135:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef644d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685126.582150:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9d92d1988300) 00010000:00010000:3.0:1770685126.582153:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1770685126.582159:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef644d lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685126.582165:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef644d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:3.0:1770685126.582270:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+66:18526:x1856697500141440:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 436us (747us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685126.582279:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 592 00000100:00100000:0.0:1770685126.630066:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685126.630455:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500141568 00000100:00100000:2.0:1770685126.630469:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500141568 00000100:00100000:2.0:1770685126.630713:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 593 00000100:00100000:2.0:1770685126.630854:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+66:18533:x1856697500141568:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:2.0:1770685126.630960:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef6454 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685126.630978:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef6454 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685126.630988:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef6454 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685126.631017:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef6454 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685126.631022:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef6454 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685126.631027:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef6454 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685126.631031:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245fe00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685126.631035:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef6454 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685126.631040:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef6454 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685126.631049:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9d92d1988300) 00010000:00010000:2.0:1770685126.631051:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1770685126.631055:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef6454 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685126.631058:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef6454 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:2.0:1770685126.631277:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+66:18533:x1856697500141568:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 428us (1227us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685126.631289:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 593 00010000:00010000:0.0:1770685127.411479:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1770685127.796686:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967712 is committed 00000001:00080000:3.0:1770685127.796702:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967704 is committed 00000001:00080000:3.0:1770685127.796708:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967713 is committed 00000001:00080000:3.0:1770685127.796715:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967707 is committed 00000001:00080000:3.0:1770685127.796732:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967711 is committed 00000001:00080000:3.0:1770685127.796744:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967714 is committed 00010000:00010000:1.0:1770685128.433854:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770685128.759704:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c70fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514708352:0@lo:400:kworker.0 00000100:00100000:2.0:1770685128.759806:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685128.759879:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1770685128.759886:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c70fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3291:1856697514708224:0@lo:400:kworker.0 00000100:00100000:2.0:1770685128.759910:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685128.759927:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c70fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514708736:0@lo:400:kworker.0 00000100:00100000:2.0:1770685128.759954:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685128.759989:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514708352 00000100:00100000:2.0:1770685128.759999:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514708352 00000100:00100000:2.0:1770685128.760059:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514708224 00000100:00100000:2.0:1770685128.760062:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514708224 00000100:00100000:2.0:1770685128.760147:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00100000:2.0:1770685128.760158:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514708352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685128.760224:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514708352:12345-0@lo:400:kworker.0 Request processed in 68us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685128.760232:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00000100:00100000:2.0:1770685128.760255:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00100000:2.0:1770685128.760262:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1856697514708224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685128.760289:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1856697514708224:12345-0@lo:400:kworker.0 Request processed in 27us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685128.760295:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00000100:00100000:2.0:1770685128.760345:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c70fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3291:1856697514708224:0@lo:400:kworker.0 00000100:00100000:2.0:1770685128.760356:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c70fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514708352:0@lo:400:kworker.0 00000100:00100000:3.0:1770685128.760530:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c70fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514708096:0@lo:400:kworker.0 00000100:00100000:3.0:1770685128.760573:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685128.760634:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c70ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514708608:0@lo:400:kworker.0 00000100:00100000:3.0:1770685128.760658:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685128.760676:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1770685128.760680:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c70ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514708480:0@lo:400:kworker.0 00000100:00100000:3.0:1770685128.760700:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685128.760728:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514708608 00000100:00100000:3.0:1770685128.760732:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514708608 00000100:00100000:3.0:1770685128.760763:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:3.0:1770685128.760770:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514708608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685128.760803:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514708608:12345-0@lo:400:kworker.0 Request processed in 33us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685128.760809:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00100000:3.0:1770685128.760827:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514708736 00000100:00100000:3.0:1770685128.760830:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514708736 00000100:00100000:3.0:1770685128.760858:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514708480 00000100:00100000:3.0:1770685128.760862:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514708480 00000100:00100000:3.0:1770685128.760883:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00100000:3.0:1770685128.760889:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514708736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685128.760921:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514708736:12345-0@lo:400:kworker.0 Request processed in 32us (966us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685128.760927:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00000100:00100000:3.0:1770685128.760937:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:3.0:1770685128.760942:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514708480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685128.760979:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514708480:12345-0@lo:400:kworker.0 Request processed in 37us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685128.760985:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00080000:3.0:1770685128.761002:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1770685128.761006:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1770685128.761009:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685128.761027:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514708096 00000100:00100000:3.0:1770685128.761030:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514708096 00000100:00100000:3.0:1770685128.761057:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:3.0:1770685128.761063:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300566450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514708096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685128.761091:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300566450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514708096:12345-0@lo:400:kworker.0 Request processed in 28us (518us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685128.761097:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00100000:3.0:1770685128.761151:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c70ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514708480:0@lo:400:kworker.0 00000100:00100000:3.0:1770685128.761160:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c70fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514708096:0@lo:400:kworker.0 00000100:00100000:3.0:1770685128.761169:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c70ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514708608:0@lo:400:kworker.0 00000100:00100000:2.0:1770685128.762293:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c70fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514708736:0@lo:400:kworker.0 00000100:00100000:2.0:1770685129.266244:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c25db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514708864:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1770685129.266350:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685129.266500:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514708864 00000100:00100000:3.0:1770685129.266511:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514708864 00000100:00100000:3.0:1770685129.266599:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1770685129.266612:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514708864:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1770685129.266792:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1770685129.266848:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514708864:12345-0@lo:13:osp-pre-0-0.0 Request processed in 239us (499us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685129.266856:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1770685129.267056:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c25db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514708864:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1770685129.267307:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514708992:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1770685129.267359:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685129.267503:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514708992 00000100:00100000:2.0:1770685129.267509:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514708992 00000100:00100000:2.0:1770685129.267553:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:2.0:1770685129.267562:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514708992:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1770685129.267618:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 52756480 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1770685129.267779:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514708992:12345-0@lo:13:osp-pre-1-0.0 Request processed in 217us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685129.267787:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:1.0:1770685129.267893:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514708992:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1770685129.461902:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685130.483867:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685130.858173:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685130.858341:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500141696 00000100:00100000:3.0:1770685130.858366:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500141696 00000100:00100000:3.0:1770685130.858477:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 594 00000100:00100000:3.0:1770685130.858488:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+27:18478:x1856697500141696:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1770685130.858909:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+27:18478:x1856697500141696:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 Request processed in 422us (744us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685130.858917:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 594 00000100:00080000:0.0:1770685130.859113:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685130.862411:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685130.862517:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500141952 00000100:00100000:1.0:1770685130.862528:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500141952 00000100:00100000:1.0:1770685130.862714:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 149 00000100:00100000:1.0:1770685130.862725:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c83d4c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+27:18478:x1856697500141952:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1770685130.863063:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c83d4c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+28:18478:x1856697500141952:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 338us (669us total) trans 4294967715 rc 0/0 00000100:00100000:1.0:1770685130.863071:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 149 00000100:00100000:1.0:1770685131.467413:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685131.467517:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685131.467557:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685131.467623:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685131.467648:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685131.467668:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685131.467718:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500142464 00000100:00100000:0.0:1770685131.467728:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500142464 00000100:00100000:0.0:1770685131.467782:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500142720 00000100:00100000:0.0:1770685131.467786:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500142720 00000100:00100000:0.0:1770685131.467799:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500142336 00000100:00100000:0.0:1770685131.467801:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500142336 00000100:00100000:0.0:1770685131.467821:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 212 00000100:00100000:0.0:1770685131.467833:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2348:x1856697500142464:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685131.467840:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 213 00000100:00100000:0.0:1770685131.467906:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2348:x1856697500142464:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 75us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685131.467950:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 212 00000100:00100000:2.0:1770685131.467957:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+7:2348:x1856697500142720:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685131.467972:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 214 00000100:00100000:0.0:1770685131.467981:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2348:x1856697500142336:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685131.467993:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+7:2348:x1856697500142720:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 42us (434us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685131.468001:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 213 00000100:00100000:0.0:1770685131.468019:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2348:x1856697500142336:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 37us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685131.468026:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 214 00000100:00080000:2.0:1770685131.468049:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1770685131.468054:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1770685131.468063:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500142080 00000100:00100000:0.0:1770685131.468068:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500142080 00000100:00100000:0.0:1770685131.468098:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 341 00000100:00100000:0.0:1770685131.468105:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300565c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2348:x1856697500142080:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685131.468134:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300565c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2348:x1856697500142080:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 29us (510us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685131.468142:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 341 00000100:00100000:1.0:1770685131.474899:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685131.476459:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500142848 00000100:00100000:0.0:1770685131.476477:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500142848 00000100:00100000:0.0:1770685131.476624:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 215 00000100:00100000:0.0:1770685131.476636:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+7:2348:x1856697500142848:12345-192.168.203.41@tcp:400:kworker.0 00000100:00080000:1.0:1770685131.476711:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1770685131.476724:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+7:2348:x1856697500142848:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 91us (1836us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685131.476731:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 215 00000100:00100000:3.0:1770685131.477987:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500142208 00000100:00100000:3.0:1770685131.478000:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500142208 00000100:00100000:3.0:1770685131.478084:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500142592 00000100:00100000:3.0:1770685131.478088:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500142592 00000100:00100000:3.0:1770685131.478121:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 259 00000100:00100000:3.0:1770685131.478131:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+61:2348:x1856697500142208:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685131.478143:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 260 00000100:00100000:2.0:1770685131.478157:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+28:2348:x1856697500142592:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685131.478213:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+61:2348:x1856697500142208:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 83us (10810us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685131.478220:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 259 00000100:00080000:1.0:1770685131.478232:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685131.478287:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+28:2348:x1856697500142592:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 133us (10616us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685131.478295:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 260 00010000:00010000:1.0:1770685131.506256:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1770685131.717547:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685131.717559:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1770685131.718276:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 14 count 2 00000040:00080000:3.0:1770685131.718284:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1770685132.530835:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1770685132.534408:0:15399:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 10b: Archive of non dirty file must work without doing request ========================================================== 19:58:51 (1770685131) 00000100:00100000:1.0:1770685132.835813:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685132.835863:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500143104 00000100:00100000:3.0:1770685132.835877:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500143104 00000100:00100000:3.0:1770685132.835970:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 595 00000100:00100000:3.0:1770685132.835983:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+28:19139:x1856697500143104:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00000100:00080000:1.0:1770685132.836001:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1770685132.836010:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685132.836042:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef645b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd1e9 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685132.836161:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef6462 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685132.836182:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef6462 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685132.836208:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef6462 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685132.836231:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6469 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685132.836239:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6469 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685132.836246:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6469 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685132.836935:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef6470 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685132.836954:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef6470 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685132.836964:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef6470 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770685132.836977:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:2.0:1770685132.837108:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef6462 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685132.837117:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef6462 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685132.837124:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef6462 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685132.837130:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c13a3a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685132.837135:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef6462 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685132.837142:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef6462 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685132.837155:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9d92c554f400) 00010000:00010000:2.0:1770685132.837159:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685132.837164:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef6462 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685132.837170:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef6462 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685132.837185:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6469 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685132.837202:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6469 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685132.837208:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6469 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685132.837212:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c62200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685132.837215:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6469 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685132.837220:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6469 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685132.837227:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9d92c5e37200) 00010000:00010000:2.0:1770685132.837230:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685132.837233:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6469 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685132.837238:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6469 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685132.846018:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef645b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd1e9 expref: 31 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685132.846062:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef6470 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd1e9 expref: 30 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685132.846074:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:2.0:1770685132.846077:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685132.846082:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245fe00, rc 0) 00000100:00100000:2.0:1770685132.846183:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+30:19139:x1856697500143104:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 10202us (10378us total) trans 4294967716 rc 0/0 00000100:00100000:2.0:1770685132.846211:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 595 00000100:00100000:3.0:1770685132.876424:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685132.876474:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685132.876501:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685132.876537:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500143232 00000100:00100000:3.0:1770685132.876551:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500143232 00000100:00100000:3.0:1770685132.876641:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500143488 00000100:00100000:3.0:1770685132.876646:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500143488 00000100:00100000:3.0:1770685132.876672:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 596 00000100:00100000:3.0:1770685132.876684:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+30:19139:x1856697500143232:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1770685132.876825:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+30:19139:x1856697500143232:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 Request processed in 143us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685132.876835:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 596 00000100:00100000:3.0:1770685132.876874:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 597 00000100:00100000:3.0:1770685132.876881:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+61:19140:x1856697500143488:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685132.876893:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685132.876922:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef647e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd1f0 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685132.876998:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23ffa00/0x8f0dbafbd9ef6485 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685132.877016:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23ffa00/0x8f0dbafbd9ef6485 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685132.877030:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23ffa00/0x8f0dbafbd9ef6485 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685132.878438:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef648c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685132.878461:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef648c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685132.878473:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef648c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685132.878598:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23ffa00/0x8f0dbafbd9ef6485 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685132.878607:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23ffa00/0x8f0dbafbd9ef6485 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685132.878615:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23ffa00/0x8f0dbafbd9ef6485 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685132.878624:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c23ffa00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685132.878643:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23ffa00/0x8f0dbafbd9ef6485 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685132.878652:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23ffa00/0x8f0dbafbd9ef6485 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685132.878668:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d1988800) 00010000:00010000:3.0:1770685132.878672:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685132.878678:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23ffa00/0x8f0dbafbd9ef6485 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685132.878685:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23ffa00/0x8f0dbafbd9ef6485 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685132.878699:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef648c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685132.878706:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef648c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685132.878712:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef648c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685132.878717:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c23fec00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685132.878720:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef648c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685132.878725:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef648c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685132.878733:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x80c094a7 (ffff9d92c5e37100) 00010000:00010000:3.0:1770685132.878735:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685132.878738:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef648c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685132.878754:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef648c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685132.878816:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef647e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd1f0 expref: 62 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685132.878828:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d1988800) 00010000:00010000:3.0:1770685132.878831:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685132.878835:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef647e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd1f0 expref: 62 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685132.878845:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c23fe800, rc 0) 00000100:00100000:3.0:1770685132.878925:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+61:19140:x1856697500143488:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 2042us (2420us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685132.878936:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 597 00000100:00100000:3.0:1770685132.879228:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500143360 00000100:00100000:3.0:1770685132.879241:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500143360 00000100:00100000:3.0:1770685132.879309:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 31 00000100:00100000:3.0:1770685132.879319:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+30:2350:x1856697500143360:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685132.879335:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685132.879350:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef6470 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd1e9 expref: 30 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685132.879364:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:3.0:1770685132.879368:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685132.891919:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+29:2350:x1856697500143360:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 12346us (15187us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685132.891935:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 31 00000100:00100000:2.0:1770685132.907174:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685132.922769:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500143744 00000100:00100000:0.0:1770685132.922785:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500143744 00000100:00100000:0.0:1770685132.922847:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 598 00000100:00100000:0.0:1770685132.922858:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+61:19140:x1856697500143744:12345-192.168.203.41@tcp:36:lfs.0 00010000:00010000:0.0:1770685132.922930:0:6998:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685132.922969:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef628d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd148 expref: 61 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685132.922995:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d1988800) 00010000:00010000:0.0:1770685132.923002:0:6998:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1770685132.923126:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6493 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685132.923139:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98a00/0x8f0dbafbd9ef62f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd164 expref: 28 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685132.923149:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6493 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685132.923182:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98a00/0x8f0dbafbd9ef62f6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd164 expref: 28 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685132.923195:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98a00/0x8f0dbafbd9ef62f6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd164 expref: 28 pid: 5760 timeout: 557 lvb_type: 0 00000100:00100000:0.0:1770685132.923209:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aec700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514709120:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685132.923298:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0335d80 going to sleep for 11 seconds 00000100:00100000:3.0:1770685132.936053:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685132.937286:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aec700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514709120:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685132.937313:0:6998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6493 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:3.0:1770685132.940245:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500143872 00000100:00100000:3.0:1770685132.940277:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500143872 00010000:00010000:3.0:1770685132.940333:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98a00/0x8f0dbafbd9ef62f6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd164 expref: 29 pid: 5760 timeout: 557 lvb_type: 0 00000100:00100000:3.0:1770685132.943935:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 173 00000100:00100000:3.0:1770685132.943963:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+29:2351:x1856697500143872:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685132.943988:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685132.944003:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98a00/0x8f0dbafbd9ef62f6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd164 expref: 29 pid: 5760 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1770685132.944023:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98a00/0x8f0dbafbd9ef62f6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd164 expref: 29 pid: 5760 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1770685132.944051:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98a00/0x8f0dbafbd9ef62f6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd164 expref: 29 pid: 5760 timeout: 557 lvb_type: 0 00010000:00010000:3.0:1770685132.944074:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d1988800) 00010000:00010000:3.0:1770685132.944080:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6493 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685132.944092:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6493 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685132.944101:0:5745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6493 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685132.944566:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1770685132.944731:0:6998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6493 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685132.944768:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6493 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685132.944794:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9400/0x8f0dbafbd9ef649a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685132.944807:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9400/0x8f0dbafbd9ef649a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685132.944818:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9400/0x8f0dbafbd9ef649a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:3.0:1770685132.945321:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+28:2351:x1856697500143872:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 1364us (9273us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685132.945334:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 173 00000004:00200000:0.0:1770685132.948150:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 512 00010000:00010000:0.0:1770685132.948166:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6493 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685132.948177:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6493 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685132.948185:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6493 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685132.948192:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa8c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685132.948196:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6493 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685132.948204:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6493 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685132.948219:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d1988800) 00010000:00010000:0.0:1770685132.948222:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685132.948226:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6493 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685132.948244:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6493 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000004:00010000:0.0:1770685132.948264:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000007aa461d1 reply state 00000000cb8e2b70 transno 4294967717 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9400/0x8f0dbafbd9ef649a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685132.948273:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1770685132.948353:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+62:19140:x1856697500143744:12345-192.168.203.41@tcp:36:lfs.0 Request processed in 25494us (41193us total) trans 4294967717 rc 0/0 00000100:00100000:0.0:1770685132.948362:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 598 00010000:00010000:2.0:1770685132.959362:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9400/0x8f0dbafbd9ef649a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685132.959394:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9400/0x8f0dbafbd9ef649a lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685132.959403:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9400/0x8f0dbafbd9ef649a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685132.959491:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa9400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685132.959498:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9400/0x8f0dbafbd9ef649a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685132.959508:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9400/0x8f0dbafbd9ef649a lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685132.959531:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x80c094a7 (ffff9d930044b500) 00010000:00010000:2.0:1770685132.959536:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685132.959542:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9400/0x8f0dbafbd9ef649a lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685132.959549:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9400/0x8f0dbafbd9ef649a lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770685132.980017:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685132.981240:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500144000 00000100:00100000:1.0:1770685132.981259:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500144000 00000100:00100000:1.0:1770685132.981340:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 599 00000100:00100000:1.0:1770685132.981489:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+61:19141:x1856697500144000:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:1.0:1770685132.981525:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685132.981563:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99600/0x8f0dbafbd9ef64a1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd1f7 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685132.981786:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98a00/0x8f0dbafbd9ef64a8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685132.981803:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98a00/0x8f0dbafbd9ef64a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685132.981821:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98a00/0x8f0dbafbd9ef64a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:1.0:1770685132.981898:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1770685132.981903:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 15 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685132.981938:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98a00/0x8f0dbafbd9ef64a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685132.981968:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99600/0x8f0dbafbd9ef64a1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd1f7 expref: 63 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685132.981987:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98a00/0x8f0dbafbd9ef64a8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd1f7 expref: 62 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685132.981997:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d1988f00) 00010000:00010000:1.0:1770685132.981999:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1770685132.982004:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c98a00, rc 0) 00000100:00100000:1.0:1770685132.982099:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+62:19141:x1856697500144000:12345-192.168.203.41@tcp:101:bash.0 Request processed in 747us (2096us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685132.982107:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 599 00000100:00100000:3.0:1770685132.986525:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685132.986712:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500144128 00000100:00100000:1.0:1770685132.986727:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500144128 00000100:00100000:1.0:1770685132.986799:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 600 00000100:00100000:1.0:1770685132.986808:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+62:19141:x1856697500144128:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:1.0:1770685132.986859:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685132.986894:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef64af lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd1fe expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685132.986975:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99c00/0x8f0dbafbd9ef64b6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.986989:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99c00/0x8f0dbafbd9ef64b6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.986999:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99c00/0x8f0dbafbd9ef64b6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.987013:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef64bd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.987017:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef64bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.987022:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef64bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.987165:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98600/0x8f0dbafbd9ef64c4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.987173:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98600/0x8f0dbafbd9ef64c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.987179:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98600/0x8f0dbafbd9ef64c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:1.0:1770685132.987225:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 512 00000004:00200000:1.0:1770685132.988695:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685132.988786:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98600/0x8f0dbafbd9ef64c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.988821:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99c00/0x8f0dbafbd9ef64b6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.988841:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99c00/0x8f0dbafbd9ef64b6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.988849:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99c00/0x8f0dbafbd9ef64b6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.988856:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c99c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685132.988861:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99c00/0x8f0dbafbd9ef64b6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.988870:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99c00/0x8f0dbafbd9ef64b6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.988889:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d1988f00) 00010000:00010000:1.0:1770685132.988892:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685132.988898:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99c00/0x8f0dbafbd9ef64b6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.988903:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99c00/0x8f0dbafbd9ef64b6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.988918:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef64bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.988923:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef64bd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.988928:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef64bd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.988933:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c98000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685132.988941:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef64bd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.988946:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef64bd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.988954:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x80c094a7 (ffff9d92d1988800) 00010000:00010000:1.0:1770685132.988956:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685132.988960:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef64bd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.988965:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef64bd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.989021:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef64af lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd1fe expref: 64 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685132.989040:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98600/0x8f0dbafbd9ef64c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd1fe expref: 63 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685132.989048:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff9d92c5552600) 00010000:00010000:1.0:1770685132.989051:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1770685132.989054:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c98600, rc 0) 00000100:00100000:1.0:1770685132.989177:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+63:19141:x1856697500144128:12345-192.168.203.41@tcp:101:bash.0 Request processed in 2367us (2663us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685132.989190:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 600 00000001:00080000:2.0:1770685132.992113:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967715 is committed 00000001:00080000:2.0:1770685132.992156:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967716 is committed 00000100:00100000:0.0:1770685132.994234:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685132.994285:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500144256 00000100:00100000:1.0:1770685132.994298:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500144256 00000100:00100000:1.0:1770685132.994394:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 601 00000100:00100000:1.0:1770685132.994551:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+63:19141:x1856697500144256:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:1.0:1770685132.994644:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685132.994672:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef64cb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd205 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685132.994766:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef64d2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.994783:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef64d2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.994795:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef64d2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.998610:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef64d9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.998635:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef64d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.998648:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef64d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.998745:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef64d2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.998753:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef64d2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.998760:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef64d2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.998765:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c99a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685132.998770:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef64d2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.998800:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef64d2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.998814:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff9d92c5552600) 00010000:00010000:1.0:1770685132.998817:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685132.998821:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef64d2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.998827:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef64d2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.998852:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef64d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.998858:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef64d9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.998864:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef64d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.998869:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c98800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685132.998872:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef64d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.998877:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef64d9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.998883:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0xb5b5b627 (ffff9d92c5552500) 00010000:00010000:1.0:1770685132.998886:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685132.998888:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef64d9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.998894:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef64d9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685132.998944:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef64cb lrc: 1/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd205 expref: 64 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685132.998963:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff9d92c5552600) 00010000:00010000:1.0:1770685132.998965:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685132.998969:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef64cb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd205 expref: 64 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685132.998978:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c99800, rc 0) 00000100:00100000:1.0:1770685132.999064:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+63:19141:x1856697500144256:12345-192.168.203.41@tcp:101:bash.0 Request processed in 4659us (4841us total) trans 0 rc 301/301 00000100:00100000:1.0:1770685132.999072:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 601 00000100:00100000:2.0:1770685133.019180:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685133.019296:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500144384 00000100:00100000:1.0:1770685133.019313:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500144384 00000100:00100000:1.0:1770685133.019416:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 602 00000100:00100000:1.0:1770685133.019433:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+26:19142:x1856697500144384:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:1.0:1770685133.019460:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685133.019484:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef64e0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd20c expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685133.019561:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef64e7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.019627:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef64e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.019640:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef64e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:1.0:1770685133.019732:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1770685133.019737:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 15 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685133.019762:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef64e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.019787:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef64e0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd20c expref: 28 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685133.019803:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef64e7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd20c expref: 27 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685133.019813:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d1988f00) 00010000:00010000:1.0:1770685133.019815:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1770685133.019820:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c98800, rc 0) 00000100:00100000:1.0:1770685133.019894:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+27:19142:x1856697500144384:12345-192.168.203.41@tcp:101:rm.0 Request processed in 467us (731us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685133.019902:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 602 00000100:00100000:3.0:1770685133.024398:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685133.024494:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500144512 00000100:00100000:1.0:1770685133.024513:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500144512 00000100:00100000:1.0:1770685133.024637:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 603 00000100:00100000:1.0:1770685133.024650:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+27:19142:x1856697500144512:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:1.0:1770685133.024683:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685133.024711:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef64ee lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd213 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685133.024781:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef64f5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.024795:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef64f5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.024824:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef64f5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.024851:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef64fc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.024859:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef64fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.024866:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef64fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.025015:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99c00/0x8f0dbafbd9ef6503 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.025025:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99c00/0x8f0dbafbd9ef6503 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.025032:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99c00/0x8f0dbafbd9ef6503 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:1.0:1770685133.025072:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 512 00000004:00200000:1.0:1770685133.025076:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685133.025098:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99c00/0x8f0dbafbd9ef6503 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.025111:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef64f5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.025118:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef64f5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.025125:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef64f5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.025142:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c98e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685133.025146:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef64f5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.025154:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef64f5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.025167:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d1988f00) 00010000:00010000:1.0:1770685133.025170:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685133.025174:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef64f5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.025181:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef64f5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.025193:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef64fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.025200:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef64fc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.025205:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef64fc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.025211:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c98000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685133.025214:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef64fc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.025220:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef64fc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.025227:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x80c094a7 (ffff9d92c5552500) 00010000:00010000:1.0:1770685133.025230:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685133.025238:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef64fc lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.025244:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef64fc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.025276:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef64ee lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd213 expref: 29 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685133.025289:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99c00/0x8f0dbafbd9ef6503 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd213 expref: 28 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685133.025297:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff9d92c5552600) 00010000:00010000:1.0:1770685133.025299:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1770685133.025302:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c99c00, rc 0) 00000100:00100000:1.0:1770685133.025388:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+28:19142:x1856697500144512:12345-192.168.203.41@tcp:101:rm.0 Request processed in 732us (1016us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685133.025398:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 603 00000100:00100000:0.0:1770685133.036708:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685133.036881:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500144640 00000100:00100000:1.0:1770685133.036892:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500144640 00000100:00100000:1.0:1770685133.036950:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 604 00000100:00100000:1.0:1770685133.036967:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+28:19142:x1856697500144640:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:1.0:1770685133.036988:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685133.037015:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef650a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd21a expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685133.037089:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6511 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.037102:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6511 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.037126:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6511 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.037139:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6518 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.037145:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6518 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.037152:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6518 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.037215:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6511 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.037221:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6511 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.037227:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6511 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.037233:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c98000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685133.037237:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6511 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.037244:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6511 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.037254:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff9d92c5552600) 00010000:00010000:1.0:1770685133.037258:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685133.037261:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6511 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.037267:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6511 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.037283:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6518 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.037289:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6518 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.037294:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6518 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.037299:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c98e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685133.037302:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6518 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.037306:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6518 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.037313:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0xb5b5b627 (ffff9d92c5552500) 00010000:00010000:1.0:1770685133.037315:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685133.037317:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6518 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.037322:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6518 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685133.037361:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef650a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd21a expref: 29 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685133.037370:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff9d92c5552600) 00010000:00010000:1.0:1770685133.037372:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685133.037375:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef650a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd21a expref: 29 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685133.037403:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c99a00, rc 0) 00000100:00100000:1.0:1770685133.037458:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+28:19142:x1856697500144640:12345-192.168.203.41@tcp:101:rm.0 Request processed in 492us (758us total) trans 0 rc 301/301 00000100:00100000:1.0:1770685133.037466:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 604 00000100:00100000:2.0:1770685133.043408:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685133.043478:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500144768 00000100:00100000:1.0:1770685133.043492:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500144768 00000100:00100000:1.0:1770685133.043643:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 605 00000100:00100000:1.0:1770685133.043655:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+28:19142:x1856697500144768:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:1.0:1770685133.043675:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685133.043709:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef651f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd221 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685133.043775:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99600/0x8f0dbafbd9ef6526 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.043790:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99600/0x8f0dbafbd9ef6526 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.043800:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99600/0x8f0dbafbd9ef6526 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.043813:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef652d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.043819:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef652d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.043824:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef652d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.043924:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99600/0x8f0dbafbd9ef6526 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.043931:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99600/0x8f0dbafbd9ef6526 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.043937:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99600/0x8f0dbafbd9ef6526 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.043943:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c99600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685133.043948:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99600/0x8f0dbafbd9ef6526 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.043967:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99600/0x8f0dbafbd9ef6526 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.043983:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff9d92c5552600) 00010000:00010000:1.0:1770685133.043988:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685133.044001:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99600/0x8f0dbafbd9ef6526 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.044007:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99600/0x8f0dbafbd9ef6526 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.044020:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef652d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.044025:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef652d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.044031:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef652d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.044035:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c98c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685133.044055:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef652d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.044062:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef652d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.044070:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0xb5b5b627 (ffff9d92c5552f00) 00010000:00010000:1.0:1770685133.044072:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685133.044075:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef652d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.044080:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef652d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.044117:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef651f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd221 expref: 29 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685133.044126:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff9d92c5552600) 00010000:00010000:1.0:1770685133.044128:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685133.044132:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef651f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd221 expref: 29 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685133.044140:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c99800, rc 0) 00000100:00100000:1.0:1770685133.044209:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+28:19142:x1856697500144768:12345-192.168.203.41@tcp:101:rm.0 Request processed in 556us (816us total) trans 0 rc 301/301 00000100:00100000:1.0:1770685133.044216:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 605 00000100:00100000:3.0:1770685133.066465:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685133.066935:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500144896 00000100:00100000:1.0:1770685133.066950:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500144896 00000100:00100000:2.0:1770685133.067506:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 606 00000100:00100000:2.0:1770685133.067522:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+28:19143:x1856697500144896:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:2.0:1770685133.067550:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685133.067620:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef6534 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd228 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685133.067712:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef653b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685133.067730:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef653b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685133.067742:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef653b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685133.067759:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6542 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685133.067766:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6542 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685133.067773:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6542 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685133.067851:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef653b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685133.067859:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef653b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685133.067887:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef653b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685133.067894:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c245fe00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685133.067898:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef653b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685133.067907:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef653b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685133.067920:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff9d92c5552600) 00010000:00010000:2.0:1770685133.067923:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685133.067929:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef653b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685133.067935:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef653b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685133.067950:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6542 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685133.067957:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6542 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685133.067963:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6542 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685133.067968:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c62200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685133.067971:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6542 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685133.067976:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6542 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685133.067995:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0xb5b5b627 (ffff9d92c9178300) 00010000:00010000:2.0:1770685133.067998:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685133.068001:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6542 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685133.068006:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef6542 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685133.068048:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef6534 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd228 expref: 29 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685133.068059:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff9d92c5552600) 00010000:00010000:2.0:1770685133.068062:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685133.068066:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef6534 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd228 expref: 29 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685133.068076:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245e800, rc 0) 00000100:00100000:2.0:1770685133.068174:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+28:19143:x1856697500144896:12345-192.168.203.41@tcp:101:cp.0 Request processed in 655us (1725us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685133.068183:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 606 00000100:00100000:2.0:1770685133.075542:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685133.075861:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500145024 00000100:00100000:0.0:1770685133.075874:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500145024 00000100:00100000:0.0:1770685133.075949:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 607 00000100:00100000:0.0:1770685133.075960:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+28:19143:x1856697500145024:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:0.0:1770685133.075986:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685133.076010:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6549 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd22f expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685133.076330:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef6550 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685133.076350:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef6550 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685133.076364:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef6550 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685133.076391:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6557 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685133.076419:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6557 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685133.076427:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6557 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685133.076515:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef6550 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685133.076523:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef6550 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685133.076529:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef6550 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685133.076536:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa9c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685133.076540:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef6550 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685133.076549:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef6550 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685133.076564:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff9d92c5552600) 00010000:00010000:0.0:1770685133.076568:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685133.076574:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef6550 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685133.076963:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef6550 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685133.076981:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6557 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685133.076988:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6557 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685133.077001:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6557 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685133.077006:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa9600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685133.077009:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6557 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685133.077015:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6557 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685133.077024:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0xb5b5b627 (ffff9d930044b900) 00010000:00010000:0.0:1770685133.077027:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685133.077030:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6557 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685133.077035:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6557 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685133.077084:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6549 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd22f expref: 29 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685133.077470:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff9d92c5552600) 00010000:00010000:0.0:1770685133.077474:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685133.077479:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6549 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd22f expref: 29 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685133.077493:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3aa8c00, rc 0) 00000100:00100000:0.0:1770685133.077864:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+28:19143:x1856697500145024:12345-192.168.203.41@tcp:101:cp.0 Request processed in 1903us (2335us total) trans 0 rc 301/301 00000100:00100000:0.0:1770685133.077875:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 607 00000100:00100000:3.0:1770685133.085821:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685133.085993:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500145280 00000100:00100000:0.0:1770685133.086008:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500145280 00000100:00100000:0.0:1770685133.086074:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 608 00000100:00100000:0.0:1770685133.086086:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+28:19143:x1856697500145280:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:0.0:1770685133.086128:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685133.086156:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef655e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd236 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685133.086331:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6565 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685133.086361:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6565 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685133.086374:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6565 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685133.086400:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef656c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685133.086407:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef656c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685133.086414:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef656c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00080000:0.0:1770685133.087130:0:6998:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xe:0x0], index 1: 0 00010000:00010000:0.0:1770685133.087362:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9800/0x8f0dbafbd9ef6573 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685133.087390:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9800/0x8f0dbafbd9ef6573 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685133.087402:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9800/0x8f0dbafbd9ef6573 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685133.087485:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6565 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685133.087494:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6565 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685133.087502:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6565 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685133.087510:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa9600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685133.087516:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6565 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685133.087525:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6565 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685133.087544:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff9d92c5552600) 00010000:00010000:0.0:1770685133.087548:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685133.087556:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6565 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685133.087562:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6565 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000004:00010000:0.0:1770685133.087639:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000ae6061dd reply state 000000006092aec3 transno 4294967718 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef656c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685133.087652:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1770685133.087699:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef655e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd236 expref: 31 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685133.087714:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9800/0x8f0dbafbd9ef6573 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd236 expref: 30 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685133.087728:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff9d930044bb00) 00010000:00010000:0.0:1770685133.087731:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685133.087733:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3aa9800, rc 0) 00000100:00100000:0.0:1770685133.087833:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+31:19143:x1856697500145280:12345-192.168.203.41@tcp:101:cp.0 Request processed in 1749us (2031us total) trans 4294967718 rc 0/0 00000100:00100000:0.0:1770685133.087843:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 608 00010000:00010000:3.0:1770685133.095809:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef656c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685133.095833:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef656c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685133.095840:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef656c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685133.095859:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa9c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685133.095865:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef656c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685133.095872:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef656c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685133.095893:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0xb5b5b627 (ffff9d930044b900) 00010000:00010000:3.0:1770685133.095896:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685133.095902:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef656c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685133.095908:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef656c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:3.0:1770685133.098277:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685133.098421:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500145408 00000100:00100000:0.0:1770685133.098436:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500145408 00000100:00100000:0.0:1770685133.098524:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 157 00000100:00100000:0.0:1770685133.098539:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+7:2350:x1856697500145408:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:0.0:1770685133.098564:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685133.098619:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6581 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd23d expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1770685133.098659:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1770685133.098696:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685133.098699:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685133.098708:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6581 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd23d expref: 8 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685133.098728:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6581 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd23d expref: 8 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685133.098744:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3aa8c00, rc 0) 00000100:00100000:0.0:1770685133.098812:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+8:2350:x1856697500145408:12345-192.168.203.41@tcp:101:cp.0 Request processed in 277us (549us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685133.098838:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 157 00000100:00080000:1.0:1770685133.099606:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1770685133.106167:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685133.106551:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500145536 00000100:00100000:3.0:1770685133.106565:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500145536 00000100:00100000:3.0:1770685133.106668:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 158 00000100:00100000:3.0:1770685133.106679:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+8:19143:x1856697500145536:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:3.0:1770685133.106720:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685133.106745:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef6588 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd244 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685133.106781:0:6540:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6581 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd23d expref: 9 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685133.106790:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685133.106793:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685133.106798:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef6588 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd244 expref: 9 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685133.106842:0:6540:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6581 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd23d expref: 9 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685133.106857:0:6540:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6581 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd23d expref: 9 pid: 8401 timeout: 557 lvb_type: 1 00000100:00100000:3.0:1770685133.106877:0:6540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e68380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514709248:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685133.107114:0:6540:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c2a7cd80 going to sleep for 11 seconds 00000100:00100000:3.0:1770685133.111251:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685133.112001:0:6540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e68380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514709248:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685133.112057:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef6588 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd244 expref: 9 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685133.112084:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c23fe800, rc 0) 00000100:00100000:2.0:1770685133.112209:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500145664 00000100:00100000:2.0:1770685133.112219:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500145664 00010000:00010000:2.0:1770685133.112656:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6581 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd23d expref: 10 pid: 8401 timeout: 557 lvb_type: 1 00000100:00100000:0.0:1770685133.112885:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+10:19143:x1856697500145536:12345-192.168.203.41@tcp:101:cp.0 Request processed in 6206us (6796us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685133.112896:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 158 00000100:00100000:2.0:1770685133.113510:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 174 00000100:00100000:2.0:1770685133.113525:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e68e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500145664:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685133.113604:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685133.113634:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6581 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd23d expref: 9 pid: 8401 timeout: 557 lvb_type: 1 00010000:00010000:2.0:1770685133.113652:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6581 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd23d expref: 9 pid: 8401 timeout: 557 lvb_type: 1 00010000:00010000:2.0:1770685133.113680:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6581 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd23d expref: 9 pid: 8401 timeout: 557 lvb_type: 1 00010000:00010000:2.0:1770685133.113697:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685133.113699:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685133.113707:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef6588 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd244 expref: 8 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685133.113717:0:11010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef6588 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd244 expref: 8 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685133.113762:0:11010:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef6588 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd244 expref: 8 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685133.113778:0:11010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c70ffb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11010:1856697514709376:192.168.203.41@tcp:105: 00000100:00100000:2.0:1770685133.113875:0:11010:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb172780 going to sleep for 11 seconds 00000100:00100000:2.0:1770685133.119051:0:11010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c70ffb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11010:1856697514709376:192.168.203.41@tcp:105: 00010000:00010000:2.0:1770685133.119103:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685133.119184:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e68e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500145664:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 5662us (7958us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685133.119217:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 174 00000100:00100000:0.0:1770685133.122753:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685133.123052:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500145920 00000100:00100000:2.0:1770685133.123067:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500145920 00000100:00100000:2.0:1770685133.123151:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 150 00000100:00100000:2.0:1770685133.123164:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+30:19143:x1856697500145920:12345-192.168.203.41@tcp:35:cp.0 00000100:00100000:2.0:1770685133.124371:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+31:19143:x1856697500145920:12345-192.168.203.41@tcp:35:cp.0 Request processed in 1200us (1624us total) trans 4294967719 rc 0/0 00000100:00100000:2.0:1770685133.124394:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 150 00000100:00100000:1.0:1770685133.167160:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685133.167546:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500146048 00000100:00100000:0.0:1770685133.167567:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500146048 00000100:00100000:0.0:1770685133.167697:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 609 00000100:00100000:0.0:1770685133.167712:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+63:19146:x1856697500146048:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685133.167740:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685133.167769:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef658f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd24b expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685133.167854:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef6596 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685133.167869:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef6596 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685133.167884:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef6596 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685133.167900:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef659d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685133.167917:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef659d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685133.167924:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef659d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685133.168050:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8000/0x8f0dbafbd9ef65a4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685133.168059:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8000/0x8f0dbafbd9ef65a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685133.168066:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8000/0x8f0dbafbd9ef65a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:0.0:1770685133.168107:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xf:0x0]: returning size 158 00000004:00200000:0.0:1770685133.168112:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685133.168134:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8000/0x8f0dbafbd9ef65a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685133.168146:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8000/0x8f0dbafbd9ef65a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685133.168155:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef6596 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685133.168162:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef6596 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685133.168169:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef6596 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685133.168175:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa8e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685133.168180:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef6596 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685133.168195:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef6596 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685133.168210:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff9d92c5552600) 00010000:00010000:0.0:1770685133.168214:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685133.168221:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef6596 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685133.168240:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef6596 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685133.168256:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef659d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685133.168262:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef659d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685133.168268:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef659d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685133.168273:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa9a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685133.168276:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef659d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685133.168282:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef659d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685133.168290:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0xb5b5b627 (ffff9d930044bd00) 00010000:00010000:0.0:1770685133.168292:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685133.168295:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef659d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685133.168300:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef659d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685133.168344:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef658f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd24b expref: 65 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685133.168357:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8000/0x8f0dbafbd9ef65a4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd24b expref: 64 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685133.168366:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff9d930044bb00) 00010000:00010000:0.0:1770685133.168368:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685133.168371:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3aa8000, rc 0) 00000100:00100000:0.0:1770685133.168475:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+64:19146:x1856697500146048:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 767us (1329us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685133.168483:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 609 00000100:00080000:1.0:1770685133.169616:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685133.176946:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685133.177037:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500146176 00000100:00100000:0.0:1770685133.177051:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500146176 00000100:00100000:0.0:1770685133.177160:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 159 00000100:00100000:0.0:1770685133.177174:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2348:x1856697500146176:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685133.177197:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685133.177233:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef65ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd252 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685133.177305:0:6540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514709504:192.168.203.41@tcp:106: 00000100:00100000:0.0:1770685133.177417:0:6540:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0335300 going to sleep for 11 seconds 00000100:00080000:1.0:1770685133.177635:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:0.0:1770685133.181551:0:6540:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1770685133.181572:0:6540:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb mtime: 0 -> 1770685133 00002000:00010000:0.0:1770685133.181614:0:6540:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb atime: 0 -> 1770685133 00002000:00010000:0.0:1770685133.181616:0:6540:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb ctime: 0 -> 1770685133 00000100:00100000:0.0:1770685133.181667:0:6540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514709504:192.168.203.41@tcp:106: 00010000:00010000:0.0:1770685133.181718:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef65ab lrc: 1/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd252 expref: 9 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685133.181746:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef65ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd252 expref: 9 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685133.181761:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3aa8c00, rc 0) 00000100:00100000:0.0:1770685133.181835:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2348:x1856697500146176:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 4664us (4903us total) trans 0 rc 301/301 00000100:00100000:0.0:1770685133.181845:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 159 00000100:00100000:1.0:1770685133.186479:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685133.186768:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500146304 00000100:00100000:2.0:1770685133.186781:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500146304 00000100:00100000:2.0:1770685133.186862:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 610 00000100:00100000:2.0:1770685133.186875:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+64:19146:x1856697500146304:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685133.186907:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685133.186940:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef65b2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd259 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685133.187045:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef65b9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685133.187064:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef65b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685133.187077:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef65b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770685133.187170:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 512 00000004:00200000:2.0:1770685133.187176:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685133.187203:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef65b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685133.187388:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef65b2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd259 expref: 66 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685133.187411:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245e800/0x8f0dbafbd9ef65b9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd259 expref: 65 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685133.187422:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff9d92c5552600) 00010000:00010000:2.0:1770685133.187425:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1770685133.187429:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245e800, rc 0) 00000100:00100000:2.0:1770685133.187514:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+65:19146:x1856697500146304:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 641us (1051us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685133.187522:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 610 00000100:00100000:3.0:1770685133.192018:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685133.192137:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500146432 00000100:00100000:0.0:1770685133.192150:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500146432 00000100:00100000:0.0:1770685133.192235:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 160 00000100:00100000:0.0:1770685133.192248:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2351:x1856697500146432:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685133.192271:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685133.192294:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef65c0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd260 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685133.192366:0:6540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514709632:192.168.203.41@tcp:106: 00000100:00100000:0.0:1770685133.192488:0:6540:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0335300 going to sleep for 11 seconds 00000100:00100000:0.0:1770685133.195502:0:6540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514709632:192.168.203.41@tcp:106: 00010000:00010000:0.0:1770685133.195554:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef65c0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd260 expref: 9 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685133.195628:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef65c0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd260 expref: 9 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685133.195663:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3aa8c00, rc 0) 00000100:00100000:0.0:1770685133.195735:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2351:x1856697500146432:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 3489us (3731us total) trans 0 rc 301/301 00000100:00100000:0.0:1770685133.195746:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 160 00000100:00100000:1.0:1770685133.201083:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685133.201209:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500146688 00000100:00100000:2.0:1770685133.201233:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500146688 00000100:00100000:2.0:1770685133.201307:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 611 00000100:00100000:2.0:1770685133.201319:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+65:19146:x1856697500146688:12345-192.168.203.41@tcp:58:lfs.0 00000040:00080000:2.0:1770685133.201755:0:6998:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].14, 136 off10096 00000100:00100000:2.0:1770685133.201876:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+65:19146:x1856697500146688:12345-192.168.203.41@tcp:58:lfs.0 Request processed in 558us (807us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685133.201886:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 611 00010000:00010000:1.0:1770685133.553814:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1770685133.746040:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685133.746056:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1770685133.746135:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 15 count 3 00000040:00080000:3.0:1770685133.746143:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1770685133.747996:0:11361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e6a300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514709760:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1770685133.749012:0:11361:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c2a7c900 going to sleep for 11 seconds 00000100:00100000:2.0:1770685133.754946:0:11361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e6a300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514709760:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1770685133.764716:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685133.764855:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500146816 00000100:00100000:0.0:1770685133.764870:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500146816 00000100:00100000:0.0:1770685133.764945:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 612 00000100:00100000:0.0:1770685133.764957:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+31:19156:x1856697500146816:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1770685133.765006:0:5762:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0xf:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1770685133.765151:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+31:19156:x1856697500146816:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 196us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685133.765160:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 612 00000100:00100000:3.0:1770685133.780136:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685133.780245:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500147072 00000100:00100000:1.0:1770685133.780261:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500147072 00000100:00100000:1.0:1770685133.780346:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 613 00000100:00100000:1.0:1770685133.780358:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+31:19156:x1856697500147072:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685133.780395:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685133.780423:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef65c7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd267 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685133.780526:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99400/0x8f0dbafbd9ef65ce lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.780544:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99400/0x8f0dbafbd9ef65ce lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.780557:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99400/0x8f0dbafbd9ef65ce lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.780574:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef65d5 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xe4118c03 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.780616:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef65d5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe4118c03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.780623:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef65d5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe4118c03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.780696:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef65dc lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.780718:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef65dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.780726:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef65dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:1.0:1770685133.780739:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xf:0x0]: returning size 158 00010000:00010000:1.0:1770685133.780869:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99400/0x8f0dbafbd9ef65ce lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.780878:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99400/0x8f0dbafbd9ef65ce lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.780885:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99400/0x8f0dbafbd9ef65ce lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.780892:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c99400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685133.780897:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99400/0x8f0dbafbd9ef65ce lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.780905:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99400/0x8f0dbafbd9ef65ce lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.780919:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:1.0:1770685133.780922:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685133.780928:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99400/0x8f0dbafbd9ef65ce lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.780936:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99400/0x8f0dbafbd9ef65ce lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.780952:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef65d5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe4118c03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.780970:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef65d5 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe4118c03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.780977:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef65d5 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe4118c03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.780982:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c98e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685133.780986:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef65d5 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe4118c03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.780992:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef65d5 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe4118c03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.781000:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xe4118c03 (ffff9d92c5552f00) 00010000:00010000:1.0:1770685133.781003:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685133.781005:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef65d5 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xe4118c03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.781011:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef65d5 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xe4118c03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685133.781066:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef65c7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd267 expref: 34 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685133.781082:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef65dc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd267 expref: 33 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685133.781090:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff9d930044bb00) 00010000:00010000:1.0:1770685133.781092:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1770685133.781095:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c99a00, rc 0) 00000100:00100000:1.0:1770685133.781179:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+33:19156:x1856697500147072:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 823us (1061us total) trans 4294967720 rc 0/0 00000100:00100000:1.0:1770685133.781193:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 613 00000100:00100000:0.0:1770685133.789468:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685133.789525:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685133.789768:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500147200 00000100:00100000:1.0:1770685133.789782:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500147200 00000100:00100000:1.0:1770685133.789859:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 32 00000100:00100000:1.0:1770685133.789870:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+33:2350:x1856697500147200:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685133.789890:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685133.789925:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef65dc lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd267 expref: 33 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685133.789949:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff9d930044bb00) 00010000:00010000:1.0:1770685133.789956:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685133.790019:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+32:2350:x1856697500147200:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 151us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685133.790027:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 32 00000100:00100000:3.0:1770685133.790632:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500147328 00000100:00100000:3.0:1770685133.790641:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500147328 00000100:00100000:3.0:1770685133.790692:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 161 00000100:00100000:3.0:1770685133.790701:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500147328:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1770685133.790748:0:6540:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef65ea lrc: 3/1,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685133.790769:0:6540:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef6588 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd244 expref: 8 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685133.790778:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1770685133.790781:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1770685133.790784:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef65ea lrc: 4/1,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685133.790831:0:6540:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef6588 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd244 expref: 8 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685133.790846:0:6540:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef6588 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd244 expref: 8 pid: 6540 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1770685133.790863:0:6540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e6a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514709888:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685133.790943:0:6540:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c2a7c840 going to sleep for 11 seconds 00000100:00100000:3.0:1770685133.794109:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685133.794484:0:13877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500147456 00000100:00100000:1.0:1770685133.794499:0:13877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500147456 00002000:00100000:1.0:1770685133.794570:0:13877:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (0->157) req@ffff9d91c3e68380 x1856697500147456/t0(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:254/0 lens 648/0 e 0 to 0 dl 1770685144 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1770685133.794619:0:13877:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c3e68380 with x1856697500147456 ext(0->157) 00010000:00010000:1.0:1770685133.794630:0:13877:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef6588 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd244 expref: 9 pid: 6540 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1770685133.794647:0:13877:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef6588 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd244 expref: 9 pid: 6540 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1770685133.794655:0:13877:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9d91c3e68380 00000100:00100000:1.0:1770685133.794702:0:13877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 3 00000100:00100000:1.0:1770685133.794713:0:13877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500147456:12345-192.168.203.41@tcp:4:cp.0 00000100:00100000:1.0:1770685133.796771:0:13877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1b20a364-7a5a-4770-9192-023629c7ce89+11:2351:x1856697500147456:12345-192.168.203.41@tcp:4:cp.0 Request processed in 2044us (2667us total) trans 4294967329 rc 0/0 00000100:00100000:1.0:1770685133.796786:0:13877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 3 00002000:00100000:1.0:1770685133.796800:0:13877:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (0->157) req@ffff9d91c3e68380 x1856697500147456/t4294967329(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:254/0 lens 648/448 e 0 to 0 dl 1770685144 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1770685133.796812:0:13877:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c3e68380 with x1856697500147456 ext(0->157) 00010000:00010000:1.0:1770685133.796823:0:13877:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef6588 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd244 expref: 11 pid: 6540 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1770685133.796842:0:13877:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef6588 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd244 expref: 11 pid: 6540 timeout: 558 lvb_type: 0 00002000:00010000:1.0:1770685133.796850:0:13877:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9d91c3e68380 00000100:00100000:0.0:1770685133.806507:0:6540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e6a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514709888:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685133.806568:0:6540:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef65ea lrc: 3/1,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685133.808020:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685133.808400:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500147584 00000100:00100000:0.0:1770685133.808413:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500147584 00010000:00010000:0.0:1770685133.808468:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef6588 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd244 expref: 11 pid: 6540 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1770685133.808527:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 175 00000100:00100000:0.0:1770685133.808538:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e6a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500147584:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685133.808604:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685133.808635:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef6588 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd244 expref: 11 pid: 6540 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1770685133.808650:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef6588 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd244 expref: 11 pid: 6540 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1770685133.808678:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef6588 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd244 expref: 11 pid: 6540 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1770685133.808696:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685133.808699:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685133.808705:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef65ea lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685133.808716:0:5745:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef65ea lrc: 4/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685133.808749:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685133.808814:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e6a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500147584:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 277us (806us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685133.808822:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 175 00010000:00010000:0.0:1770685133.809726:0:6540:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef65ea lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685133.809742:0:6540:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef65ea lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685133.809795:0:6540:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef65ea lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685133.809804:0:6540:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef65ea lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685133.809814:0:6540:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef65ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685133.809822:0:6540:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c23fec00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:0.0:1770685133.809828:0:6540:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef65ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685133.809837:0:6540:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef65ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685133.809855:0:6540:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef65ea lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685133.809863:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef65ea lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685133.809950:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500147328:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 19245us (20419us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685133.809960:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 161 00000100:00100000:3.0:1770685133.820130:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685133.820175:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500147840 00000100:00100000:3.0:1770685133.820188:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500147840 00000100:00100000:3.0:1770685133.820249:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 614 00000100:00100000:3.0:1770685133.820260:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+32:19156:x1856697500147840:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1770685133.820403:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+32:19156:x1856697500147840:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 145us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685133.820411:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 614 00000100:00100000:0.0:1770685133.836787:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685133.836944:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500147968 00000100:00100000:2.0:1770685133.836957:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500147968 00000100:00100000:2.0:1770685133.837026:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 162 00000100:00100000:2.0:1770685133.837037:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500147968:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685133.837070:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685133.837186:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef65f1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd26e expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1770685133.837219:0:6540:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xe:0x0] initial LVB size: 158, mtime: 0x698a82cd, atime: 0x0, ctime: 0x698a82cd, blocks: 0x1 00010000:00010000:2.0:1770685133.837245:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685133.837248:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685133.837258:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef65f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd26e expref: 10 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685133.837279:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c62200/0x8f0dbafbd9ef65f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd26e expref: 10 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685133.837294:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c62200, rc 0) 00000100:00100000:2.0:1770685133.837362:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500147968:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 326us (589us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685133.837371:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 162 00000100:00100000:0.0:1770685133.845291:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685133.845420:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500148224 00000100:00100000:2.0:1770685133.845434:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500148224 00000100:00100000:2.0:1770685133.845516:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 615 00000100:00100000:2.0:1770685133.845529:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+32:19156:x1856697500148224:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1770685133.845696:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+32:19156:x1856697500148224:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 169us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685133.845705:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 615 00000100:00100000:2.0:1770685133.853776:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685133.855272:0:13877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500148352 00000100:00100000:1.0:1770685133.855290:0:13877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500148352 00002000:00100000:1.0:1770685133.855359:0:13877:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (0->4095) req@ffff9d92c70ffb80 x1856697500148352/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:254/0 lens 488/0 e 0 to 0 dl 1770685144 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1770685133.855381:0:13877:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92c70ffb80 with x1856697500148352 ext(0->4095) 00002000:00010000:1.0:1770685133.855388:0:13877:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d92c70ffb80 00000100:00100000:1.0:1770685133.855466:0:13877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 55 00000100:00100000:1.0:1770685133.855479:0:13877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500148352:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1770685133.855761:0:13877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500148352:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 Request processed in 283us (2206us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1770685133.855782:0:13877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 55 00002000:00100000:1.0:1770685133.855790:0:13877:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xe:0x0] (0->4095) req@ffff9d92c70ffb80 x1856697500148352/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:254/0 lens 488/4536 e 0 to 0 dl 1770685144 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1770685133.855799:0:13877:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92c70ffb80 with x1856697500148352 ext(0->4095) 00002000:00010000:1.0:1770685133.855804:0:13877:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d92c70ffb80 00000100:00100000:2.0:1770685133.866550:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685133.866765:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500148480 00000100:00100000:3.0:1770685133.866779:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500148480 00000100:00100000:3.0:1770685133.866853:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 616 00000100:00100000:3.0:1770685133.866865:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+32:19156:x1856697500148480:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685133.866893:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685133.866921:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef65f8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd275 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685133.866963:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23ffa00/0x8f0dbafbd9ef65ff lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685133.866980:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23ffa00/0x8f0dbafbd9ef65ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685133.866992:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23ffa00/0x8f0dbafbd9ef65ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685133.867126:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef65f8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd275 expref: 34 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685133.867147:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23ffa00/0x8f0dbafbd9ef65ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd275 expref: 33 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685133.867164:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff9d930044bb00) 00010000:00010000:3.0:1770685133.867167:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1770685133.867171:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c23ffa00, rc 0) 00000100:00100000:3.0:1770685133.867246:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+33:19156:x1856697500148480:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 383us (711us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685133.867255:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 616 00000100:00100000:1.0:1770685133.872468:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685133.875624:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514710400:0@lo:400:kworker.0 00000100:00100000:2.0:1770685133.875641:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514710016:0@lo:400:kworker.0 00000100:00100000:3.0:1770685133.875759:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500148608 00000100:00100000:3.0:1770685133.875769:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500148608 00000100:00100000:3.0:1770685133.875840:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 617 00000100:00100000:3.0:1770685133.875852:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+33:19156:x1856697500148608:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1770685133.875891:0:6998:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0xf:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1770685133.876083:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685133.876146:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c290d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514710528:0@lo:400:kworker.0 00000100:00100000:2.0:1770685133.876176:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685133.876217:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514710528 00000100:00100000:2.0:1770685133.876222:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514710528 00000100:00100000:2.0:1770685133.876266:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:2.0:1770685133.876274:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514710528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685133.876318:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514710528:12345-0@lo:400:kworker.0 Request processed in 45us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685133.876325:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00100000:2.0:1770685133.876536:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c290d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514710528:0@lo:400:kworker.0 00000100:00100000:0.0:1770685133.876730:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514710016 00000100:00100000:0.0:1770685133.876736:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514710016 00000100:00100000:0.0:1770685133.876777:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:0.0:1770685133.876786:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300564050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514710016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685133.876833:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300564050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514710016:12345-0@lo:400:kworker.0 Request processed in 49us (752us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685133.876839:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:0.0:1770685133.876878:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514710016:0@lo:400:kworker.0 00000100:00100000:0.0:1770685133.877846:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514710272:0@lo:400:kworker.0 00000100:00100000:0.0:1770685133.877903:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685133.877935:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514710272 00000100:00100000:2.0:1770685133.877942:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514710272 00000100:00100000:0.0:1770685133.877943:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1770685133.877950:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3291:1856697514710144:0@lo:400:kworker.0 00000100:00100000:0.0:1770685133.877971:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685133.877979:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514710144 00000100:00100000:2.0:1770685133.877982:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514710144 00000100:00100000:0.0:1770685133.877989:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c290f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514710656:0@lo:400:kworker.0 00000100:00100000:2.0:1770685133.877998:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:2.0:1770685133.878005:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514710272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685133.878012:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685133.878043:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514710656 00000100:00100000:0.0:1770685133.878046:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514710656 00000100:00100000:2.0:1770685133.878052:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514710272:12345-0@lo:400:kworker.0 Request processed in 47us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685133.878059:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00100000:2.0:1770685133.878073:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:0.0:1770685133.878076:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:2.0:1770685133.878078:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1856697514710144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685133.878081:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514710656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685133.878108:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1856697514710144:12345-0@lo:400:kworker.0 Request processed in 30us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685133.878114:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:0.0:1770685133.878268:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514710656:12345-0@lo:400:kworker.0 Request processed in 186us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685133.878270:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+33:19156:x1856697500148608:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 2417us (5815us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685133.878275:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00100000:2.0:1770685133.878278:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 617 00000100:00100000:0.0:1770685133.878330:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3291:1856697514710144:0@lo:400:kworker.0 00000100:00100000:0.0:1770685133.878340:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c290f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514710656:0@lo:400:kworker.0 00000100:00100000:0.0:1770685133.878357:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514710272:0@lo:400:kworker.0 00000100:00080000:3.0:1770685133.879043:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1770685133.879051:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770685133.880866:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685133.884756:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685133.885832:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514710400 00000100:00100000:0.0:1770685133.885851:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514710400 00000100:00100000:1.0:1770685133.885915:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500148736 00000100:00100000:1.0:1770685133.885919:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500148736 00000100:00100000:1.0:1770685133.886019:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 163 00000100:00100000:1.0:1770685133.886029:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500148736:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1770685133.886085:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6606 lrc: 3/1,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685133.886117:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685133.886120:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685133.886125:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6606 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685133.886143:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6606 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685133.886184:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6606 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685133.886206:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6606 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685133.886214:0:8401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6606 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685133.886222:0:8401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c99a00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:1.0:1770685133.886228:0:8401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6606 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685133.886238:0:8401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6606 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685133.886256:0:8401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6606 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685133.886264:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6606 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685133.886370:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500148736:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 341us (1626us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685133.886388:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 163 00000100:00100000:3.0:1770685133.888356:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685133.888416:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500148992 00000100:00100000:3.0:1770685133.888429:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500148992 00000100:00100000:3.0:1770685133.888490:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 618 00000100:00100000:3.0:1770685133.888500:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+33:19156:x1856697500148992:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1770685133.888991:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+34:19156:x1856697500148992:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 491us (646us total) trans 4294967721 rc 0/0 00000100:00100000:3.0:1770685133.889000:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 618 00000040:00080000:3.0:1770685133.889150:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685133.889156:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1770685133.889679:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1770685133.889694:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1770685133.892020:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685133.892072:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500149248 00000100:00100000:3.0:1770685133.892086:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500149248 00000100:00100000:3.0:1770685133.892172:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 151 00000100:00100000:3.0:1770685133.892183:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5302680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+34:19156:x1856697500149248:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1770685133.892476:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5302680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+35:19156:x1856697500149248:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 294us (467us total) trans 4294967722 rc 0/0 00000100:00100000:3.0:1770685133.892484:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 151 00000100:00080000:3.0:1770685133.894718:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1770685133.894789:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:3.0:1770685133.894802:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514710400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685133.894912:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514710400:12345-0@lo:400:kworker.0 Request processed in 114us (14055us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685133.894920:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:1.0:1770685133.895760:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514710400:0@lo:400:kworker.0 00000040:00080000:0.0:1770685133.967487:0:15449:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1770685133.967501:0:15449:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1770685133.967747:0:15449:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 15 count 3 00000040:00080000:0.0:1770685133.967754:0:15449:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1770685134.021381:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685134.021486:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500149376 00000100:00100000:2.0:1770685134.021502:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500149376 00000100:00100000:2.0:1770685134.021643:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 164 00000100:00100000:2.0:1770685134.021659:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+8:2349:x1856697500149376:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685134.021684:0:6538:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685134.021710:0:6538:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef660d lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd27c expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685134.021740:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685134.021743:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685134.021755:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef660d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd27c expref: 9 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685134.021774:0:6538:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d92c13a3400/0x8f0dbafbd9ef660d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd27c expref: 9 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685134.021789:0:6538:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c13a3400, rc 0) 00000100:00100000:2.0:1770685134.021868:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2349:x1856697500149376:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 212us (510us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685134.021880:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 164 00000100:00100000:3.0:1770685134.035779:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685134.035907:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500149632 00000100:00100000:2.0:1770685134.035925:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500149632 00000100:00100000:2.0:1770685134.036149:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 619 00000100:00100000:2.0:1770685134.036164:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+65:19157:x1856697500149632:12345-192.168.203.41@tcp:58:lfs.0 00000100:00100000:2.0:1770685134.036882:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5302d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+65:19157:x1856697500149632:12345-192.168.203.41@tcp:58:lfs.0 Request processed in 719us (1107us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685134.036892:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 619 00000100:00100000:2.0:1770685134.386553:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c290d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514710784:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1770685134.386644:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1770685134.386662:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c4f60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514710912:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1770685134.386673:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685134.388932:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514710784 00000100:00100000:3.0:1770685134.388949:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514710784 00000100:00100000:3.0:1770685134.389011:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:3.0:1770685134.389021:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514710784:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1770685134.389050:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 56164352 pending 1703936 free 3856662528 avail 3854565376 00000100:00100000:3.0:1770685134.391049:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514710784:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2019us (4365us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685134.391069:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:1.0:1770685134.391197:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c290d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514710784:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1770685134.391298:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685134.391419:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514710912 00000100:00100000:3.0:1770685134.391428:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514710912 00000100:00100000:3.0:1770685134.391508:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:3.0:1770685134.391526:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514710912:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1770685134.391719:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1770685134.391817:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514710912:12345-0@lo:13:osp-pre-0-0.0 Request processed in 293us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685134.391825:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:1.0:1770685134.391927:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c4f60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514710912:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1770685134.584787:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1770685134.691412:0:15500:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1770685134.691428:0:15500:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1770685134.691483:0:15500:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 15 count 3 00000040:00080000:0.0:1770685134.691489:0:15500:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1770685134.899193:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685134.899207:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1770685134.899741:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1770685134.899753:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1770685135.603422:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1770685136.588827:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685136.588893:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685136.588934:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685136.588969:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685136.588996:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685136.589038:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500150016 00000100:00100000:0.0:1770685136.589051:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500150016 00000100:00100000:0.0:1770685136.589115:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500150528 00000100:00100000:0.0:1770685136.589119:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500150528 00000100:00100000:0.0:1770685136.589145:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 218 00000100:00100000:0.0:1770685136.589158:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2351:x1856697500150016:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685136.589251:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2351:x1856697500150016:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 97us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685136.589281:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 218 00000100:00100000:0.0:1770685136.589301:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 219 00000100:00100000:0.0:1770685136.589307:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500150528:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685136.589334:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500150528:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 27us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685136.589340:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 219 00000100:00100000:1.0:1770685136.589529:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500149760 00000100:00100000:1.0:1770685136.589535:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500149760 00000100:00100000:1.0:1770685136.589570:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 343 00000100:00100000:1.0:1770685136.589616:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300564450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697500149760:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685136.589648:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300564450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697500149760:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 72us (755us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685136.589655:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 343 00000100:00100000:3.0:1770685136.589760:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500149888 00000100:00100000:3.0:1770685136.589766:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500149888 00000100:00100000:3.0:1770685136.589807:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500150272 00000100:00100000:3.0:1770685136.589810:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500150272 00000100:00100000:3.0:1770685136.589837:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 264 00000100:00100000:3.0:1770685136.589844:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+65:2350:x1856697500149888:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685136.589877:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+65:2350:x1856697500149888:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 34us (1067us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685136.589884:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 264 00000100:00100000:3.0:1770685136.589895:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 265 00000100:00100000:3.0:1770685136.589901:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+35:2351:x1856697500150272:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685136.589925:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+35:2351:x1856697500150272:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 24us (956us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685136.589931:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 265 00000100:00080000:3.0:1770685136.589945:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1770685136.589949:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1770685136.589952:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1770685136.592652:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685136.592702:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685136.592785:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500150144 00000100:00100000:1.0:1770685136.592799:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500150144 00000100:00100000:1.0:1770685136.592892:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500150400 00000100:00100000:1.0:1770685136.592896:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500150400 00000100:00100000:1.0:1770685136.592930:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 220 00000100:00100000:1.0:1770685136.592941:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2350:x1856697500150144:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685136.593040:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2350:x1856697500150144:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 100us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685136.593049:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 220 00000100:00100000:1.0:1770685136.593070:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 221 00000100:00100000:1.0:1770685136.593077:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+7:2350:x1856697500150400:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685136.593104:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+7:2350:x1856697500150400:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 27us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685136.593110:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 221 00000100:00080000:2.0:1770685136.593315:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1770685136.593321:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1770685136.625930:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770685137.650019:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1770685138.096290:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967329 is committed 00000001:00080000:2.0:1770685138.096834:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967718 is committed 00000001:00080000:2.0:1770685138.096849:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967717 is committed 00000001:00080000:3.0:1770685138.101283:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967720 is committed 00000001:00080000:3.0:1770685138.102328:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967722 is committed 00010000:00010000:1.0:1770685138.675848:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1770685138.995228:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514711424:0@lo:400:kworker.0 00000100:00100000:0.0:1770685138.995328:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685138.995665:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1770685138.995674:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514711040:0@lo:400:kworker.0 00000100:00100000:0.0:1770685138.995719:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685138.995749:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f51fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514711552:0@lo:400:kworker.0 00000100:00100000:0.0:1770685138.995782:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685138.995816:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514711168:0@lo:400:kworker.0 00000100:00100000:0.0:1770685138.995843:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685138.995955:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f51f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514711680:0@lo:400:kworker.0 00000100:00100000:0.0:1770685138.995983:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685138.996006:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1770685138.996011:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514711296:0@lo:400:kworker.0 00000100:00100000:0.0:1770685138.996034:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685138.996041:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514711424 00000100:00100000:3.0:1770685138.996055:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514711424 00000100:00100000:0.0:1770685138.996059:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514711680 00000100:00100000:0.0:1770685138.996072:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514711680 00000100:00100000:1.0:1770685138.996194:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514711552 00000100:00100000:1.0:1770685138.996199:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514711552 00000100:00100000:1.0:1770685138.996246:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514711168 00000100:00100000:1.0:1770685138.996249:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514711168 00000100:00100000:1.0:1770685138.996262:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514711296 00000100:00100000:1.0:1770685138.996264:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514711296 00000100:00100000:1.0:1770685138.996282:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:1.0:1770685138.996292:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514711552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685138.996375:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514711552:12345-0@lo:400:kworker.0 Request processed in 84us (591us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685138.996383:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00100000:1.0:1770685138.996404:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00100000:1.0:1770685138.996410:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514711168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685138.996443:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514711168:12345-0@lo:400:kworker.0 Request processed in 33us (600us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685138.996449:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00000100:00100000:1.0:1770685138.996461:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:1.0:1770685138.996477:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514711296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685138.996506:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514711296:12345-0@lo:400:kworker.0 Request processed in 30us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685138.996512:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00100000:1.0:1770685138.996533:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514711040 00000100:00100000:1.0:1770685138.996538:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514711040 00000100:00100000:1.0:1770685138.996567:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:1.0:1770685138.996606:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300567850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514711040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685138.996641:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300567850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514711040:12345-0@lo:400:kworker.0 Request processed in 68us (922us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685138.996659:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00100000:1.0:1770685138.996863:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514711040:0@lo:400:kworker.0 00000100:00100000:1.0:1770685138.996880:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f51fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514711552:0@lo:400:kworker.0 00000100:00100000:1.0:1770685138.996926:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514711296:0@lo:400:kworker.0 00000100:00100000:1.0:1770685138.996937:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514711168:0@lo:400:kworker.0 00000100:00080000:1.0:1770685138.997020:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1770685138.997027:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1770685138.997029:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1770685138.999450:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:3.0:1770685138.999476:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514711424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685138.999624:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514711424:12345-0@lo:400:kworker.0 Request processed in 160us (4296us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685138.999632:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00100000:1.0:1770685139.003601:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514711424:0@lo:400:kworker.0 00000100:00100000:1.0:1770685139.004127:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:1.0:1770685139.004148:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514711680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685139.004276:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514711680:12345-0@lo:400:kworker.0 Request processed in 139us (8291us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685139.004284:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00100000:0.0:1770685139.005259:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f51f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514711680:0@lo:400:kworker.0 00000100:00100000:1.0:1770685139.506029:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1770685139.506060:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c290d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514711808:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1770685139.506172:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685139.506272:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514711808 00000100:00100000:1.0:1770685139.506287:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514711808 00000100:00100000:1.0:1770685139.506377:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:1.0:1770685139.506389:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514711808:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1770685139.506440:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 54460416 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1770685139.506494:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514711808:12345-0@lo:13:osp-pre-1-0.0 Request processed in 107us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685139.506515:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:1.0:1770685139.506642:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c290d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514711808:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1770685139.507074:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1770685139.507089:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5302a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514711936:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1770685139.507132:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685139.507271:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514711936 00000100:00100000:3.0:1770685139.507278:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514711936 00000100:00100000:3.0:1770685139.507324:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:3.0:1770685139.507333:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514711936:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1770685139.507373:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1770685139.507417:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514711936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685139.507424:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:3.0:1770685139.507461:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5302a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514711936:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1770685139.698683:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685140.221355:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685140.221440:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500150656 00000100:00100000:2.0:1770685140.221452:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500150656 00000100:00100000:2.0:1770685140.221534:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 620 00000100:00100000:2.0:1770685140.221545:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+30:19139:x1856697500150656:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1770685140.221666:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+30:19139:x1856697500150656:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 Request processed in 123us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685140.221673:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 620 00000100:00080000:0.0:1770685140.221742:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685140.246202:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685140.249497:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500150912 00000100:00100000:1.0:1770685140.249511:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500150912 00000100:00100000:1.0:1770685140.249567:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 152 00000100:00100000:1.0:1770685140.249602:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+30:19139:x1856697500150912:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1770685140.252305:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+31:19139:x1856697500150912:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 2719us (6101us total) trans 4294967723 rc 0/0 00000100:00100000:1.0:1770685140.252318:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 152 00010000:00010000:1.0:1770685140.721794:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1770685141.041861:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685141.041871:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685141.042159:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 15 count 2 00000040:00080000:1.0:1770685141.042166:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1770685141.713778:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685141.713833:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685141.713862:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685141.713883:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685141.713905:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685141.713927:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685141.713954:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685141.713990:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500151040 00000100:00100000:0.0:1770685141.714002:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500151040 00000100:00100000:0.0:1770685141.714062:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 345 00000100:00100000:0.0:1770685141.714073:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300565050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2350:x1856697500151040:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685141.714162:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300565050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2350:x1856697500151040:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 90us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685141.714171:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 345 00000100:00100000:0.0:1770685141.714210:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500151296 00000100:00100000:0.0:1770685141.714214:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500151296 00000100:00100000:0.0:1770685141.714245:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500151808 00000100:00100000:0.0:1770685141.714248:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500151808 00000100:00100000:0.0:1770685141.714260:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500151424 00000100:00100000:0.0:1770685141.714263:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500151424 00000100:00100000:0.0:1770685141.714277:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500151680 00000100:00100000:0.0:1770685141.714280:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500151680 00000100:00100000:0.0:1770685141.714293:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 224 00000100:00100000:0.0:1770685141.714299:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2350:x1856697500151296:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685141.714359:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2350:x1856697500151296:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 60us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685141.714367:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 224 00000100:00100000:0.0:1770685141.714380:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 225 00000100:00100000:0.0:1770685141.714386:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+8:2350:x1856697500151808:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685141.714408:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+8:2350:x1856697500151808:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 23us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685141.714415:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 225 00000100:00100000:0.0:1770685141.714425:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 226 00000100:00100000:0.0:1770685141.714430:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2351:x1856697500151424:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685141.714448:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2351:x1856697500151424:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 18us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685141.714454:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 226 00000100:00100000:0.0:1770685141.714464:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 227 00000100:00100000:0.0:1770685141.714469:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+7:2351:x1856697500151680:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685141.714489:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+7:2351:x1856697500151680:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 20us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685141.714495:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 227 00000100:00100000:0.0:1770685141.714514:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500151168 00000100:00100000:0.0:1770685141.714517:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500151168 00000100:00100000:0.0:1770685141.714548:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500151552 00000100:00100000:0.0:1770685141.714550:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500151552 00000100:00100000:0.0:1770685141.714568:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 269 00000100:00100000:0.0:1770685141.714574:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+64:2351:x1856697500151168:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685141.714639:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+64:2351:x1856697500151168:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 65us (874us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685141.714646:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 269 00000100:00100000:0.0:1770685141.714658:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 270 00000100:00100000:0.0:1770685141.714664:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+31:2350:x1856697500151552:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685141.714692:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+31:2350:x1856697500151552:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 28us (808us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685141.714698:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 270 00000100:00080000:0.0:1770685141.714884:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1770685141.714890:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1770685141.714893:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1770685141.754756:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1770685141.878412:0:15698:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 10c: Check forbidden archive ========== 19:59:00 (1770685140) 00000100:00100000:3.0:1770685142.103943:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685142.106720:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500152064 00000100:00100000:2.0:1770685142.106744:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500152064 00000100:00100000:2.0:1770685142.106854:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 621 00000100:00100000:2.0:1770685142.106866:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5303b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+31:19768:x1856697500152064:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685142.106895:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685142.106922:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef6614 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd283 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685142.107035:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef661b lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685142.107051:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef661b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685142.107063:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef661b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685142.107096:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6622 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685142.107103:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6622 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685142.107110:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6622 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685142.107261:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6629 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685142.107270:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6629 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685142.107276:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6629 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:2.0:1770685142.107287:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:2.0:1770685142.107413:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef661b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685142.107422:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef661b lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685142.107439:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef661b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685142.107446:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307aa00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685142.107450:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef661b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685142.107458:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef661b lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685142.107471:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9d92c554f400) 00010000:00010000:2.0:1770685142.107474:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685142.107479:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef661b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685142.107484:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef661b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685142.107497:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6622 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685142.107502:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6622 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685142.107507:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6622 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685142.107511:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307ba00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685142.107514:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6622 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685142.107519:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6622 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685142.107534:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9d92c80b5300) 00010000:00010000:2.0:1770685142.107536:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685142.107539:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6622 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685142.107545:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6622 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685142.107985:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef6614 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd283 expref: 34 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685142.108002:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6629 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd283 expref: 33 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685142.108008:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:2.0:1770685142.108010:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685142.108013:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307a200, rc 0) 00000100:00100000:2.0:1770685142.108105:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5303b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+33:19768:x1856697500152064:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 1241us (4178us total) trans 4294967724 rc 0/0 00000100:00100000:2.0:1770685142.108115:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 621 00000100:00080000:3.0:1770685142.108666:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685142.118056:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685142.118176:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685142.118223:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500152320 00000100:00100000:0.0:1770685142.118238:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500152320 00000100:00100000:0.0:1770685142.118307:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 622 00000100:00100000:3.0:1770685142.120839:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500152192 00000100:00100000:3.0:1770685142.120862:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500152192 00000100:00100000:3.0:1770685142.121027:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 33 00000100:00100000:3.0:1770685142.121053:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d021a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+34:2351:x1856697500152192:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685142.121082:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685142.121118:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6629 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd283 expref: 34 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685142.121157:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:3.0:1770685142.121164:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685142.121247:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d021a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+33:2351:x1856697500152192:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 210us (3208us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685142.121255:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 33 00000100:00100000:3.0:1770685142.121404:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685142.122023:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500152576 00000100:00100000:3.0:1770685142.122228:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500152576 00000100:00100000:3.0:1770685142.122282:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 623 00000100:00100000:3.0:1770685142.122291:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+64:19769:x1856697500152576:12345-192.168.203.41@tcp:36:mkdir.0 00010000:00010000:3.0:1770685142.122371:0:6998:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685142.122397:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98a00/0x8f0dbafbd9ef64a8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd1f7 expref: 64 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685142.122416:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d1988f00) 00010000:00010000:3.0:1770685142.122422:0:6998:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685142.122618:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+32:19768:x1856697500152320:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1770685142.122727:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+32:19768:x1856697500152320:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 Request processed in 4410us (4550us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685142.122736:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 622 00010000:00010000:3.0:1770685142.124871:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef6637 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685142.124903:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef64e7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd20c expref: 31 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685142.124912:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef6637 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685142.124965:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef64e7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd20c expref: 31 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685142.124994:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef64e7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd20c expref: 31 pid: 5762 timeout: 566 lvb_type: 0 00000100:00100000:3.0:1770685142.125012:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e48380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514712064:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685142.125135:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d8fd3840 going to sleep for 11 seconds 00000100:00100000:0.0:1770685142.134949:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685142.135347:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500152704 00000100:00100000:1.0:1770685142.135361:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500152704 00010000:00010000:1.0:1770685142.135415:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef64e7 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd20c expref: 32 pid: 5762 timeout: 566 lvb_type: 0 00000100:00100000:1.0:1770685142.135465:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 176 00000100:00100000:1.0:1770685142.135476:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+32:2350:x1856697500152704:12345-192.168.203.41@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1770685142.135727:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e48380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514712064:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685142.135764:0:6998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef6637 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.136606:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685142.136623:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef64e7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd20c expref: 32 pid: 5762 timeout: 566 lvb_type: 0 00010000:00010000:1.0:1770685142.136655:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef64e7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd20c expref: 32 pid: 5762 timeout: 566 lvb_type: 0 00010000:00010000:1.0:1770685142.136686:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef64e7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd20c expref: 32 pid: 5762 timeout: 566 lvb_type: 0 00010000:00010000:1.0:1770685142.136703:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d1988f00) 00010000:00010000:1.0:1770685142.136708:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef6637 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.136720:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef6637 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.136729:0:5745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef6637 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.136764:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685142.136844:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+31:2350:x1856697500152704:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 1367us (1908us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685142.136855:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 176 00010000:00010000:3.0:1770685142.137173:0:6998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef6637 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685142.137182:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef6637 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685142.137271:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef663e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685142.137285:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef663e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685142.137295:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef663e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:3.0:1770685142.144954:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x26:0x0]: returning size 512 00010000:00010000:3.0:1770685142.144981:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef6637 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685142.144993:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef6637 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685142.145014:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef6637 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685142.145021:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c23fea00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685142.145026:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef6637 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685142.145035:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef6637 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685142.145054:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d1988f00) 00010000:00010000:3.0:1770685142.145057:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685142.145063:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef6637 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685142.145068:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef6637 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000004:00010000:3.0:1770685142.145091:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000106c1da2 reply state 00000000c6c89b32 transno 4294967725 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef663e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:3.0:1770685142.145102:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1770685142.145243:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+65:19769:x1856697500152576:12345-192.168.203.41@tcp:36:mkdir.0 Request processed in 22947us (23832us total) trans 4294967725 rc 0/0 00000100:00100000:3.0:1770685142.145253:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 623 00010000:00010000:2.0:1770685142.151378:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef663e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.151402:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef663e lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.151410:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef663e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.151418:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c23fec00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685142.151443:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef663e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.151453:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef663e lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.151474:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x843a253e (ffff9d92c5e37400) 00010000:00010000:2.0:1770685142.151478:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685142.151484:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef663e lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.151491:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef663e lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:3.0:1770685142.151900:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685142.151974:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500152832 00000100:00100000:1.0:1770685142.151988:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500152832 00000100:00100000:1.0:1770685142.152048:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 624 00000100:00100000:1.0:1770685142.152058:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+64:19770:x1856697500152832:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:1.0:1770685142.152089:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685142.152120:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99600/0x8f0dbafbd9ef6645 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd28a expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685142.152203:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef664c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.152227:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef664c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.152237:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef664c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:1.0:1770685142.152312:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1770685142.152327:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 16 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685142.152356:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef664c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.152384:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99600/0x8f0dbafbd9ef6645 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd28a expref: 66 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685142.152401:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef664c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd28a expref: 65 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685142.152409:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d40b3a00) 00010000:00010000:1.0:1770685142.152412:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1770685142.152415:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c98c00, rc 0) 00000100:00100000:1.0:1770685142.152487:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+65:19770:x1856697500152832:12345-192.168.203.41@tcp:101:bash.0 Request processed in 430us (594us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685142.152503:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 624 00000100:00100000:0.0:1770685142.155551:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685142.155793:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500152960 00000100:00100000:1.0:1770685142.155807:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500152960 00000100:00100000:1.0:1770685142.155881:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 625 00000100:00100000:1.0:1770685142.155894:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+65:19770:x1856697500152960:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:1.0:1770685142.155919:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685142.155946:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6653 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd291 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685142.156055:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef665a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.156072:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef665a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.156089:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef665a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.156109:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98a00/0x8f0dbafbd9ef6661 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.156118:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98a00/0x8f0dbafbd9ef6661 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.156125:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98a00/0x8f0dbafbd9ef6661 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.156272:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99400/0x8f0dbafbd9ef6668 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.156281:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99400/0x8f0dbafbd9ef6668 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.156288:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99400/0x8f0dbafbd9ef6668 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:1.0:1770685142.156339:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x26:0x0]: returning size 512 00000004:00200000:1.0:1770685142.156344:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685142.156373:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99400/0x8f0dbafbd9ef6668 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.156395:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef665a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.156409:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef665a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.156415:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef665a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.156422:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c99800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685142.156426:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef665a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.156434:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef665a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.156446:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d40b3a00) 00010000:00010000:1.0:1770685142.156450:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685142.156455:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef665a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.156461:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef665a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.156474:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98a00/0x8f0dbafbd9ef6661 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.156480:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98a00/0x8f0dbafbd9ef6661 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.156485:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98a00/0x8f0dbafbd9ef6661 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.156491:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c98a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685142.156502:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98a00/0x8f0dbafbd9ef6661 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.156520:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98a00/0x8f0dbafbd9ef6661 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.156527:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x843a253e (ffff9d92d40b3000) 00010000:00010000:1.0:1770685142.156529:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685142.156532:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98a00/0x8f0dbafbd9ef6661 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.156538:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98a00/0x8f0dbafbd9ef6661 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.157210:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6653 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd291 expref: 67 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685142.157240:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99400/0x8f0dbafbd9ef6668 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd291 expref: 66 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685142.157247:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff9d92d40b3800) 00010000:00010000:1.0:1770685142.157249:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1770685142.157253:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c99400, rc 0) 00000100:00100000:1.0:1770685142.157346:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+66:19770:x1856697500152960:12345-192.168.203.41@tcp:101:bash.0 Request processed in 1455us (1809us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685142.157356:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 625 00000100:00100000:3.0:1770685142.161789:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685142.161911:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500153088 00000100:00100000:1.0:1770685142.161924:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500153088 00000100:00100000:1.0:1770685142.161995:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 626 00000100:00100000:1.0:1770685142.162005:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+66:19770:x1856697500153088:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:1.0:1770685142.162031:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685142.162077:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef666f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd298 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685142.162173:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6676 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.162190:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6676 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.162204:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6676 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.162220:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef667d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.162227:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef667d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.162234:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef667d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.162339:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6676 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.162348:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6676 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.162355:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6676 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.162362:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c98000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685142.162367:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6676 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.162375:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6676 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.162397:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff9d92d40b3800) 00010000:00010000:1.0:1770685142.162401:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685142.162409:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6676 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.162416:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6676 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.162433:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef667d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.162439:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef667d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.162445:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef667d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.162450:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c99a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685142.162453:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef667d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.162459:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef667d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.162466:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x88c75925 (ffff9d92d40b3c00) 00010000:00010000:1.0:1770685142.162469:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685142.162472:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef667d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.162476:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef667d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.162533:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef666f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd298 expref: 67 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685142.162551:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff9d92d40b3800) 00010000:00010000:1.0:1770685142.162554:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685142.162559:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef666f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd298 expref: 67 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685142.162569:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c98e00, rc 0) 00000100:00100000:1.0:1770685142.162762:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+66:19770:x1856697500153088:12345-192.168.203.41@tcp:101:bash.0 Request processed in 757us (986us total) trans 0 rc 301/301 00000100:00100000:1.0:1770685142.162772:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 626 00000100:00100000:3.0:1770685142.178522:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685142.178761:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500153216 00000100:00100000:1.0:1770685142.178776:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500153216 00000100:00100000:1.0:1770685142.178861:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 627 00000100:00100000:1.0:1770685142.178874:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+31:19771:x1856697500153216:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:1.0:1770685142.178903:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685142.178933:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6684 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd29f expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685142.179036:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef668b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.179054:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef668b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.179069:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef668b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:1.0:1770685142.179152:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1770685142.179157:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 16 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685142.179212:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef668b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.179243:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6684 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd29f expref: 33 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685142.179267:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef668b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd29f expref: 32 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685142.179278:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d40b3a00) 00010000:00010000:1.0:1770685142.179281:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1770685142.179298:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c99a00, rc 0) 00000100:00100000:1.0:1770685142.179397:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+32:19771:x1856697500153216:12345-192.168.203.41@tcp:101:rm.0 Request processed in 525us (898us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685142.179405:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 627 00000100:00100000:0.0:1770685142.183488:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685142.183890:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500153344 00000100:00100000:1.0:1770685142.183906:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500153344 00000100:00100000:1.0:1770685142.183987:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 628 00000100:00100000:1.0:1770685142.183999:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+32:19771:x1856697500153344:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:1.0:1770685142.184029:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685142.184055:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6692 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd2a6 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685142.184148:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6699 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.184167:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6699 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.184181:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6699 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.184218:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef66a0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.184227:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef66a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.184234:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef66a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.184390:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98a00/0x8f0dbafbd9ef66a7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.184399:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98a00/0x8f0dbafbd9ef66a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.184406:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98a00/0x8f0dbafbd9ef66a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:1.0:1770685142.184446:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x26:0x0]: returning size 512 00000004:00200000:1.0:1770685142.184450:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685142.184476:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98a00/0x8f0dbafbd9ef66a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.184489:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6699 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.184506:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6699 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.184514:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6699 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.184522:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c98000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685142.184527:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6699 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.184542:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6699 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.184557:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d40b3a00) 00010000:00010000:1.0:1770685142.184560:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685142.184566:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6699 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.184573:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6699 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.184624:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef66a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.184630:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef66a0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.184636:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef66a0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.184640:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c98800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685142.184643:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef66a0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.184649:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef66a0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.184656:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x843a253e (ffff9d92d40b3c00) 00010000:00010000:1.0:1770685142.184658:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685142.184661:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef66a0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.184666:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef66a0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.184708:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6692 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd2a6 expref: 34 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685142.184721:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98a00/0x8f0dbafbd9ef66a7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd2a6 expref: 33 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685142.184729:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff9d92d40b3800) 00010000:00010000:1.0:1770685142.184731:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1770685142.184733:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c98a00, rc 0) 00000100:00100000:1.0:1770685142.184813:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+33:19771:x1856697500153344:12345-192.168.203.41@tcp:101:rm.0 Request processed in 815us (1340us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685142.184821:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 628 00000100:00100000:3.0:1770685142.187936:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685142.188109:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500153472 00000100:00100000:1.0:1770685142.188124:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500153472 00000100:00100000:1.0:1770685142.188195:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 629 00000100:00100000:1.0:1770685142.188207:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+33:19771:x1856697500153472:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:1.0:1770685142.188234:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685142.188261:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef66ae lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd2ad expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685142.188364:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99600/0x8f0dbafbd9ef66b5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.188381:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99600/0x8f0dbafbd9ef66b5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.188393:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99600/0x8f0dbafbd9ef66b5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.188431:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef66bc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.188438:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef66bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.188444:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef66bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.188534:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99600/0x8f0dbafbd9ef66b5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.188541:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99600/0x8f0dbafbd9ef66b5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.188548:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99600/0x8f0dbafbd9ef66b5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.188554:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c99600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685142.188559:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99600/0x8f0dbafbd9ef66b5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.188567:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99600/0x8f0dbafbd9ef66b5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.188629:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff9d92d40b3800) 00010000:00010000:1.0:1770685142.188633:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685142.188639:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99600/0x8f0dbafbd9ef66b5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.188645:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99600/0x8f0dbafbd9ef66b5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.188660:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef66bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.188673:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef66bc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.188679:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef66bc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.188684:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685142.188688:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef66bc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.188694:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef66bc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.188702:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x88c75925 (ffff9d92d40b3000) 00010000:00010000:1.0:1770685142.188704:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685142.188707:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef66bc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.188712:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef66bc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.188755:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef66ae lrc: 1/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd2ad expref: 34 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685142.188765:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff9d92d40b3800) 00010000:00010000:1.0:1770685142.188768:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685142.188772:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef66ae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd2ad expref: 34 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685142.188781:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c99800, rc 0) 00000100:00100000:1.0:1770685142.188867:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+33:19771:x1856697500153472:12345-192.168.203.41@tcp:101:rm.0 Request processed in 662us (945us total) trans 0 rc 301/301 00000100:00100000:1.0:1770685142.188884:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 629 00000100:00100000:2.0:1770685142.191450:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685142.191547:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500153600 00000100:00100000:1.0:1770685142.191563:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500153600 00000100:00100000:1.0:1770685142.191696:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 630 00000100:00100000:1.0:1770685142.191708:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+33:19771:x1856697500153600:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:1.0:1770685142.191735:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685142.191761:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef66c3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd2b4 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685142.191842:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef66ca lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.191857:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef66ca lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.191870:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef66ca lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.191884:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef66d1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.191891:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef66d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.191897:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef66d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.191982:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef66ca lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.191989:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef66ca lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.192012:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef66ca lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.192018:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685142.192022:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef66ca lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.192030:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef66ca lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.192043:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff9d92d40b3800) 00010000:00010000:1.0:1770685142.192046:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685142.192051:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef66ca lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.192057:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef66ca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.192070:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef66d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.192075:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef66d1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.192080:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef66d1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.192085:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685142.192087:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef66d1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.192092:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef66d1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.192108:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x88c75925 (ffff9d92d40b3c00) 00010000:00010000:1.0:1770685142.192110:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685142.192113:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef66d1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.192118:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef66d1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.192152:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef66c3 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd2b4 expref: 34 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685142.192163:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff9d92d40b3800) 00010000:00010000:1.0:1770685142.192165:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685142.192168:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef66c3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd2b4 expref: 34 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685142.192177:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174a00, rc 0) 00000100:00100000:1.0:1770685142.192251:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+33:19771:x1856697500153600:12345-192.168.203.41@tcp:101:rm.0 Request processed in 547us (815us total) trans 0 rc 301/301 00000100:00100000:1.0:1770685142.192260:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 630 00000100:00100000:0.0:1770685142.201823:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685142.201950:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500153728 00000100:00100000:1.0:1770685142.201964:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500153728 00000100:00100000:1.0:1770685142.202031:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 631 00000100:00100000:1.0:1770685142.202044:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+33:19772:x1856697500153728:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:1.0:1770685142.202071:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685142.202096:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef66d8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd2bb expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685142.202194:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef66df lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.202211:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef66df lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.202225:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef66df lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.202241:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef66e6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.202248:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef66e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.202254:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef66e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.202409:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef66df lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.202417:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef66df lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.202424:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef66df lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.202431:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685142.202436:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef66df lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.202444:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef66df lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.202468:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff9d92d40b3800) 00010000:00010000:1.0:1770685142.202471:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685142.202477:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef66df lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.202483:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef66df lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.202800:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef66e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.202810:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef66e6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.202816:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef66e6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.202822:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685142.202825:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef66e6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.202830:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef66e6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.202839:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x88c75925 (ffff9d92d40b3c00) 00010000:00010000:1.0:1770685142.202842:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685142.202845:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef66e6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.202850:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef66e6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.202894:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef66d8 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd2bb expref: 34 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685142.202915:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff9d92d40b3800) 00010000:00010000:1.0:1770685142.202918:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685142.202922:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef66d8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd2bb expref: 34 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685142.202932:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174a00, rc 0) 00000100:00100000:2.0:1770685142.203973:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+33:19772:x1856697500153728:12345-192.168.203.41@tcp:101:cp.0 Request processed in 1923us (2157us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685142.203986:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 631 00000100:00100000:3.0:1770685142.209822:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685142.209988:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500153856 00000100:00100000:2.0:1770685142.210002:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500153856 00000100:00100000:2.0:1770685142.210144:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 632 00000100:00100000:2.0:1770685142.210157:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+33:19772:x1856697500153856:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:2.0:1770685142.210184:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685142.210212:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef66ed lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd2c2 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685142.210417:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef66f4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.210435:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef66f4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.210473:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef66f4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.210490:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef66fb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.211372:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef66fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.211386:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef66fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.211474:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef66f4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.211482:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef66f4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.211489:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef66f4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.211506:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307ba00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685142.211510:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef66f4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.211966:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef66f4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.211983:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff9d92d40b3800) 00010000:00010000:2.0:1770685142.211987:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685142.211993:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef66f4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.211999:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef66f4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.212209:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef66fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.212217:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef66fb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.212224:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef66fb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.212229:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307aa00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685142.212233:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef66fb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.212239:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef66fb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.212247:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x88c75925 (ffff9d92c80b5300) 00010000:00010000:2.0:1770685142.212250:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685142.212253:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef66fb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.212259:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef66fb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.212386:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef66ed lrc: 1/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd2c2 expref: 34 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685142.212399:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff9d92d40b3800) 00010000:00010000:2.0:1770685142.212402:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685142.212406:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef66ed lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd2c2 expref: 34 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685142.212427:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307a600, rc 0) 00000100:00100000:2.0:1770685142.212873:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+33:19772:x1856697500153856:12345-192.168.203.41@tcp:101:cp.0 Request processed in 2717us (5812us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685142.212885:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 632 00000100:00100000:3.0:1770685142.222279:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685142.222563:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500154112 00000100:00100000:2.0:1770685142.222626:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500154112 00000100:00100000:2.0:1770685142.222709:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 633 00000100:00100000:2.0:1770685142.222721:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+33:19772:x1856697500154112:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:2.0:1770685142.222753:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685142.222780:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef6702 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd2c9 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685142.222961:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef6709 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.222980:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef6709 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.222993:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef6709 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.223008:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6710 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.223015:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6710 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.223021:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6710 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00080000:2.0:1770685142.223678:0:6998:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xd:0x0], index 0: 0 00010000:00010000:2.0:1770685142.223869:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6717 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.223883:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6717 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.223893:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6717 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.223931:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef6709 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.223938:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef6709 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.223945:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef6709 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.223951:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307aa00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685142.223956:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef6709 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.223963:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef6709 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.223975:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff9d92d40b3800) 00010000:00010000:2.0:1770685142.223978:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685142.223983:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef6709 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.223989:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef6709 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000004:00010000:2.0:1770685142.224015:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000fbaf4dfb reply state 00000000df47e08f transno 4294967726 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6710 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770685142.224025:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1770685142.224060:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef6702 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd2c9 expref: 36 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685142.224074:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6717 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd2c9 expref: 35 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685142.224081:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff9d92c80b5700) 00010000:00010000:2.0:1770685142.224084:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685142.224086:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307a200, rc 0) 00000100:00100000:2.0:1770685142.224185:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+36:19772:x1856697500154112:12345-192.168.203.41@tcp:101:cp.0 Request processed in 1466us (1920us total) trans 4294967726 rc 0/0 00000100:00100000:2.0:1770685142.224193:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 633 00010000:00010000:1.0:1770685142.254634:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6710 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.254657:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6710 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.254664:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6710 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.254671:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307ba00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685142.254677:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6710 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.254684:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6710 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.254705:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x88c75925 (ffff9d92c80b5300) 00010000:00010000:1.0:1770685142.254708:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685142.254712:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6710 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685142.254718:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6710 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:3.0:1770685142.262018:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685142.262645:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500154240 00000100:00100000:0.0:1770685142.262680:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500154240 00000100:00100000:0.0:1770685142.262773:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 165 00000100:00100000:0.0:1770685142.262787:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+7:2351:x1856697500154240:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:0.0:1770685142.262811:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685142.262840:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef6725 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd2d0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1770685142.262875:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1770685142.262902:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685142.262906:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685142.262918:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef6725 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd2d0 expref: 8 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685142.262943:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef6725 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd2d0 expref: 8 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685142.262960:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3aa8e00, rc 0) 00000100:00100000:0.0:1770685142.263161:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500154240:12345-192.168.203.41@tcp:101:cp.0 Request processed in 376us (1156us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685142.263169:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 165 00000100:00100000:3.0:1770685142.273565:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685142.273728:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500154368 00000100:00100000:1.0:1770685142.273770:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500154368 00000100:00100000:1.0:1770685142.273830:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 166 00000100:00100000:1.0:1770685142.273841:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+8:19772:x1856697500154368:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:1.0:1770685142.273865:0:6538:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685142.273888:0:6538:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef672c lrc: 2/0,0 mode: --/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd2d7 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685142.273930:0:6538:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef6725 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd2d0 expref: 9 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685142.273940:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685142.273943:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685142.273948:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef672c lrc: 4/0,0 mode: --/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd2d7 expref: 9 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685142.273994:0:6538:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef6725 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd2d0 expref: 9 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685142.274008:0:6538:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef6725 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd2d0 expref: 9 pid: 8401 timeout: 567 lvb_type: 1 00000100:00100000:1.0:1770685142.274025:0:6538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c290d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6538:1856697514712192:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685142.274147:0:6538:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c64f4480 going to sleep for 11 seconds 00000100:00100000:3.0:1770685142.279978:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685142.282541:0:6538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c290d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6538:1856697514712192:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685142.282642:0:6538:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef672c lrc: 3/0,0 mode: --/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd2d7 expref: 9 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685142.282698:0:6538:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174a00, rc 0) 00000100:00100000:1.0:1770685142.282792:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+9:19772:x1856697500154368:12345-192.168.203.41@tcp:101:cp.0 Request processed in 8952us (9239us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685142.282811:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 166 00000100:00100000:0.0:1770685142.285468:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500154496 00000100:00100000:0.0:1770685142.285639:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500154496 00010000:00010000:0.0:1770685142.285712:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef6725 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd2d0 expref: 9 pid: 8401 timeout: 567 lvb_type: 1 00000100:00100000:0.0:1770685142.286242:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 177 00000100:00100000:0.0:1770685142.286257:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f58000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500154496:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685142.286301:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685142.286339:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef6725 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd2d0 expref: 9 pid: 8401 timeout: 567 lvb_type: 1 00010000:00010000:0.0:1770685142.286357:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef6725 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd2d0 expref: 9 pid: 8401 timeout: 567 lvb_type: 1 00010000:00010000:0.0:1770685142.286401:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef6725 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd2d0 expref: 9 pid: 8401 timeout: 567 lvb_type: 1 00010000:00010000:0.0:1770685142.286423:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685142.286426:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685142.286434:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef672c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd2d7 expref: 8 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685142.286445:0:11010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef672c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd2d7 expref: 8 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685142.286515:0:11010:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9d92f5174a00/0x8f0dbafbd9ef672c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd2d7 expref: 8 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685142.286534:0:11010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0f88a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11010:1856697514712320:192.168.203.41@tcp:105: 00000100:00100000:0.0:1770685142.286728:0:11010:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c21fe0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1770685142.290690:0:11010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0f88a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11010:1856697514712320:192.168.203.41@tcp:105: 00010000:00010000:0.0:1770685142.290725:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685142.290804:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f58000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500154496:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 4550us (10840us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685142.290838:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 177 00000100:00100000:2.0:1770685142.298873:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685142.299069:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500154752 00000100:00100000:1.0:1770685142.299083:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500154752 00000100:00100000:1.0:1770685142.299156:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 153 00000100:00100000:1.0:1770685142.299168:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+35:19772:x1856697500154752:12345-192.168.203.41@tcp:35:cp.0 00000100:00100000:1.0:1770685142.299721:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+36:19772:x1856697500154752:12345-192.168.203.41@tcp:35:cp.0 Request processed in 554us (863us total) trans 4294967727 rc 0/0 00000100:00100000:1.0:1770685142.300002:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 153 00000100:00100000:2.0:1770685142.404254:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685142.404557:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500155008 00000100:00100000:3.0:1770685142.404573:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500155008 00000100:00100000:2.0:1770685142.405264:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 634 00000100:00100000:2.0:1770685142.405282:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+66:19775:x1856697500155008:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685142.405313:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685142.405354:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6733 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd2de expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685142.405496:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef673a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685142.405515:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef673a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685142.405541:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef673a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685142.405561:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef6741 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685142.405567:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef6741 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685142.405573:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef6741 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685142.405877:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6748 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685142.405887:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6748 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685142.405894:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6748 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:2.0:1770685142.405905:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x10:0x0]: returning size 158 00010000:00010000:2.0:1770685142.406027:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef673a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685142.406036:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef673a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685142.406042:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef673a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685142.406048:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307aa00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685142.406052:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef673a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685142.406067:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef673a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685142.406082:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff9d92d40b3800) 00010000:00010000:2.0:1770685142.406085:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685142.406090:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef673a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685142.406096:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef673a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685142.406111:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef6741 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685142.406118:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef6741 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685142.406124:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef6741 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685142.406129:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685142.406133:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef6741 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685142.406139:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef6741 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685142.406146:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x88c75925 (ffff9d92c80b5800) 00010000:00010000:2.0:1770685142.406149:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685142.406151:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef6741 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685142.406156:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef6741 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685142.406217:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6733 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd2de expref: 69 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685142.406233:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6748 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd2de expref: 68 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685142.406241:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff9d92c80b5700) 00010000:00010000:2.0:1770685142.406243:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685142.406245:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307ba00, rc 0) 00000100:00100000:2.0:1770685142.406355:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+68:19775:x1856697500155008:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 1079us (2117us total) trans 4294967728 rc 0/0 00000100:00100000:2.0:1770685142.406365:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 634 00000100:00100000:0.0:1770685142.418257:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685142.418389:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500155264 00000100:00100000:2.0:1770685142.418404:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500155264 00000100:00100000:2.0:1770685142.418505:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 635 00000100:00100000:2.0:1770685142.418517:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+68:19775:x1856697500155264:12345-192.168.203.41@tcp:55:lfs.0 00010000:00010000:2.0:1770685142.418854:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6756 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.418876:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6717 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd2c9 expref: 35 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685142.418885:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6748 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd2de expref: 68 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685142.418894:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6756 lrc: 5/0,1 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.418955:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6748 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd2de expref: 68 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685142.418971:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6748 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd2de expref: 68 pid: 5762 timeout: 567 lvb_type: 0 00000100:00100000:2.0:1770685142.418988:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43cb800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514712448:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685142.419164:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6717 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd2c9 expref: 35 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685142.419174:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6717 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd2c9 expref: 35 pid: 6998 timeout: 567 lvb_type: 0 00000100:00100000:2.0:1770685142.419184:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43ca300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514712576:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685142.419209:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb1729c0 going to sleep for 11 seconds 00000100:00100000:2.0:1770685142.425139:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43cb800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514712448:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685142.425158:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43ca300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514712576:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685142.425189:0:6998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6756 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685142.431747:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685142.431795:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685142.432165:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500155520 00000100:00100000:2.0:1770685142.432179:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500155520 00010000:00010000:2.0:1770685142.432233:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6717 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd2c9 expref: 36 pid: 6998 timeout: 567 lvb_type: 0 00000100:00100000:2.0:1770685142.432281:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500155392 00000100:00100000:2.0:1770685142.432284:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500155392 00010000:00010000:2.0:1770685142.432328:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6748 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd2de expref: 69 pid: 5762 timeout: 567 lvb_type: 0 00000100:00100000:2.0:1770685142.432361:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 178 00000100:00100000:2.0:1770685142.432372:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+36:2350:x1856697500155520:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685142.432393:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685142.432401:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6717 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd2c9 expref: 36 pid: 6998 timeout: 567 lvb_type: 0 00010000:00010000:2.0:1770685142.432414:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6717 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd2c9 expref: 36 pid: 6998 timeout: 567 lvb_type: 0 00010000:00010000:2.0:1770685142.432442:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6717 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd2c9 expref: 36 pid: 6998 timeout: 567 lvb_type: 0 00010000:00010000:2.0:1770685142.432461:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff9d92c80b5700) 00010000:00010000:2.0:1770685142.432466:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6756 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.432476:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6756 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.432483:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685142.432551:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+35:2350:x1856697500155520:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 181us (820us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685142.432560:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 178 00000100:00100000:2.0:1770685142.432625:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 179 00000100:00100000:2.0:1770685142.432805:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+69:2350:x1856697500155392:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685142.432815:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685142.432827:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6748 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd2de expref: 69 pid: 5762 timeout: 567 lvb_type: 0 00010000:00010000:2.0:1770685142.432838:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6748 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd2de expref: 69 pid: 5762 timeout: 567 lvb_type: 0 00010000:00010000:2.0:1770685142.432853:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6748 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd2de expref: 69 pid: 5762 timeout: 567 lvb_type: 0 00010000:00010000:2.0:1770685142.432864:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff9d92c80b5700) 00010000:00010000:2.0:1770685142.432868:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6756 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.432876:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6756 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.432885:0:5745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6756 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.432915:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685142.432938:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+68:2350:x1856697500155392:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 136us (1142us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685142.432944:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 179 00010000:00010000:2.0:1770685142.432974:0:6998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6756 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.432982:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6756 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.433264:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6756 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.433273:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6756 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.433287:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6756 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.433293:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685142.433298:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6756 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.433307:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6756 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.433330:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff9d92c80b5700) 00010000:00010000:2.0:1770685142.433333:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1770685142.433338:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6756 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.433344:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6756 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770685142.433402:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+68:19775:x1856697500155264:12345-192.168.203.41@tcp:55:lfs.0 Request processed in 14888us (15162us total) trans 4294967729 rc 0/0 00000100:00100000:2.0:1770685142.433411:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 635 00000100:00100000:2.0:1770685142.438655:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685142.438992:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500155776 00000100:00100000:3.0:1770685142.439008:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500155776 00000100:00100000:3.0:1770685142.439139:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 154 00000100:00100000:3.0:1770685142.439153:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+68:19775:x1856697500155776:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:3.0:1770685142.439475:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+69:19775:x1856697500155776:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 324us (836us total) trans 4294967730 rc 0/0 00000100:00100000:3.0:1770685142.439483:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 154 00000100:00100000:1.0:1770685142.484734:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685142.484965:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500155904 00000100:00100000:2.0:1770685142.484979:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500155904 00000100:00100000:2.0:1770685142.485063:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 636 00000100:00100000:2.0:1770685142.485075:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+69:19776:x1856697500155904:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685142.485107:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685142.485133:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef675d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd2e5 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685142.485244:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6764 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.485261:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6764 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.485274:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6764 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.485289:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef676b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.485296:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef676b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.485302:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef676b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.485435:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef6772 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.485443:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef6772 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.485450:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef6772 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770685142.485491:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x10:0x0]: returning size 158 00000004:00200000:2.0:1770685142.485496:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685142.485519:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef6772 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.485532:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef6772 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.485560:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6764 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.485567:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6764 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.485573:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6764 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.485636:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307ba00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685142.485641:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6764 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.485650:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6764 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.485664:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff9d92d40b3800) 00010000:00010000:2.0:1770685142.485923:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685142.485930:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6764 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.485937:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6764 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.486276:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef676b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.486284:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef676b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.486290:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef676b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.486296:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685142.486309:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef676b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.486345:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef676b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.486357:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x88c75925 (ffff9d92c80b5700) 00010000:00010000:2.0:1770685142.486360:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685142.486364:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef676b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.486369:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef676b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685142.486426:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef675d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd2e5 expref: 71 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685142.486441:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a600/0x8f0dbafbd9ef6772 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd2e5 expref: 70 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685142.486447:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff9d92c80b5800) 00010000:00010000:2.0:1770685142.486450:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685142.486452:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307a600, rc 0) 00000100:00100000:2.0:1770685142.486982:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+70:19776:x1856697500155904:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 1903us (2257us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685142.486993:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 636 00000100:00100000:0.0:1770685142.510188:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685142.510313:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500156032 00000100:00100000:1.0:1770685142.510338:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500156032 00000100:00100000:1.0:1770685142.510415:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 167 00000100:00100000:1.0:1770685142.510429:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2351:x1856697500156032:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:1.0:1770685142.510453:0:6538:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685142.510479:0:6538:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef6779 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd2ec expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685142.510564:0:6538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c290f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6538:1856697514712704:192.168.203.41@tcp:106: 00000100:00100000:1.0:1770685142.510743:0:6538:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c64f4480 going to sleep for 11 seconds 00002000:00010000:1.0:1770685142.529432:0:6538:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0xd:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1770685142.529443:0:6538:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0xd:0x0] updating lvb mtime: 0 -> 1770685142 00002000:00010000:1.0:1770685142.529446:0:6538:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0xd:0x0] updating lvb atime: 0 -> 1770685142 00002000:00010000:1.0:1770685142.529467:0:6538:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0xd:0x0] updating lvb ctime: 0 -> 1770685142 00000100:00100000:1.0:1770685142.529511:0:6538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c290f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6538:1856697514712704:192.168.203.41@tcp:106: 00010000:00010000:1.0:1770685142.529558:0:6538:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef6779 lrc: 1/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd2ec expref: 11 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685142.529631:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef6779 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd2ec expref: 11 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685142.529646:0:6538:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174200, rc 0) 00000100:00100000:1.0:1770685142.530351:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2351:x1856697500156032:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 19891us (20144us total) trans 0 rc 301/301 00000100:00100000:1.0:1770685142.530363:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 167 00000100:00100000:2.0:1770685142.541842:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685142.542074:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500156160 00000100:00100000:0.0:1770685142.542089:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500156160 00000100:00100000:0.0:1770685142.542163:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 637 00000100:00100000:0.0:1770685142.542175:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+70:19776:x1856697500156160:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685142.542203:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685142.542231:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6780 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd2f3 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685142.542334:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef6787 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685142.542351:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef6787 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685142.542364:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef6787 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685142.542444:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x26:0x0]: returning size 512 00000004:00200000:0.0:1770685142.542448:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685142.542476:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef6787 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685142.542524:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6780 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd2f3 expref: 72 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685142.542956:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8600/0x8f0dbafbd9ef6787 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd2f3 expref: 71 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685142.542968:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff9d92d40b3800) 00010000:00010000:0.0:1770685142.542972:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1770685142.542976:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3aa8600, rc 0) 00000100:00100000:0.0:1770685142.543065:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+71:19776:x1856697500156160:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 891us (1248us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685142.543074:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 637 00000100:00100000:0.0:1770685142.552963:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685142.553099:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500156288 00000100:00100000:1.0:1770685142.553112:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500156288 00000100:00100000:1.0:1770685142.553178:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 168 00000100:00100000:1.0:1770685142.553188:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2351:x1856697500156288:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:1.0:1770685142.553212:0:6538:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685142.553237:0:6538:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef678e lrc: 2/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd2fa expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685142.553325:0:6538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c290f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6538:1856697514712832:192.168.203.41@tcp:106: 00000100:00100000:1.0:1770685142.553447:0:6538:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c64f4480 going to sleep for 11 seconds 00000100:00100000:1.0:1770685142.556910:0:6538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c290f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6538:1856697514712832:192.168.203.41@tcp:106: 00010000:00010000:1.0:1770685142.556971:0:6538:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef678e lrc: 1/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd2fa expref: 11 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685142.557029:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef678e lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd2fa expref: 11 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685142.557057:0:6538:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174200, rc 0) 00000100:00100000:1.0:1770685142.557127:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2351:x1856697500156288:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 3940us (4182us total) trans 0 rc 301/301 00000100:00100000:1.0:1770685142.557137:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 168 00000100:00100000:2.0:1770685142.561181:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685142.561299:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500156544 00000100:00100000:0.0:1770685142.561324:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500156544 00000100:00100000:0.0:1770685142.561398:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 638 00000100:00100000:0.0:1770685142.561411:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+71:19776:x1856697500156544:12345-192.168.203.41@tcp:58:lfs.0 00000100:00100000:0.0:1770685142.561967:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+71:19776:x1856697500156544:12345-192.168.203.41@tcp:58:lfs.0 Request processed in 554us (796us total) trans 0 rc -1/-1 00000100:00100000:0.0:1770685142.561977:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 638 00010000:00010000:1.0:1770685142.769935:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1770685143.092160:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1770685143.092402:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1770685143.092455:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 15 count 2 00000040:00080000:2.0:1770685143.092483:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:0.0:1770685143.172258:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967727 is committed 00000001:00080000:0.0:1770685143.172303:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967729 is committed 00000001:00080000:0.0:1770685143.172330:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967730 is committed 00010000:00010000:0.0:1770685143.793842:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770685144.113859:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514713344:0@lo:400:kworker.0 00000100:00100000:2.0:1770685144.113944:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685144.114019:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1770685144.114026:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514712960:0@lo:400:kworker.0 00000100:00100000:2.0:1770685144.114062:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685144.114088:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514713472:0@lo:400:kworker.0 00000100:00100000:2.0:1770685144.114115:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685144.114140:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514713088:0@lo:400:kworker.0 00000100:00100000:2.0:1770685144.114164:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685144.114182:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514713600:0@lo:400:kworker.0 00000100:00100000:2.0:1770685144.114202:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685144.114222:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1770685144.114227:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514713216:0@lo:400:kworker.0 00000100:00100000:2.0:1770685144.114247:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685144.114283:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514713344 00000100:00100000:2.0:1770685144.114292:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514713344 00000100:00100000:2.0:1770685144.114359:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514713600 00000100:00100000:2.0:1770685144.114362:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514713600 00000100:00100000:2.0:1770685144.114383:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:2.0:1770685144.114393:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514713344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685144.114446:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514713344:12345-0@lo:400:kworker.0 Request processed in 55us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685144.114452:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00100000:2.0:1770685144.114469:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:2.0:1770685144.114473:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514713600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685144.114514:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514713600:12345-0@lo:400:kworker.0 Request processed in 40us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685144.114520:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00100000:2.0:1770685144.114539:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514712960 00000100:00100000:2.0:1770685144.114542:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514712960 00000100:00100000:2.0:1770685144.114568:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:2.0:1770685144.114603:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300566c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514712960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685144.114635:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300566c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514712960:12345-0@lo:400:kworker.0 Request processed in 61us (572us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685144.114641:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:2.0:1770685144.114668:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514713472 00000100:00100000:2.0:1770685144.114671:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514713472 00000100:00100000:2.0:1770685144.114691:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514713088 00000100:00100000:2.0:1770685144.114693:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514713088 00000100:00100000:2.0:1770685144.114699:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271 00000100:00100000:2.0:1770685144.114703:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514713472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685144.114722:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514713472:12345-0@lo:400:kworker.0 Request processed in 19us (608us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685144.114726:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271 00000100:00100000:2.0:1770685144.114731:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514713216 00000100:00100000:2.0:1770685144.114732:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514713216 00000100:00100000:2.0:1770685144.114741:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 272 00000100:00100000:2.0:1770685144.114744:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514713088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685144.114758:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514713088:12345-0@lo:400:kworker.0 Request processed in 13us (594us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685144.114762:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 272 00000100:00100000:2.0:1770685144.114767:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00100000:2.0:1770685144.114775:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514713216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685144.114792:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514713216:12345-0@lo:400:kworker.0 Request processed in 17us (545us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685144.114796:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00000100:00080000:2.0:1770685144.114814:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1770685144.114817:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1770685144.114819:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1770685144.114855:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514713216:0@lo:400:kworker.0 00000100:00100000:2.0:1770685144.114861:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514713088:0@lo:400:kworker.0 00000100:00100000:2.0:1770685144.114867:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514713600:0@lo:400:kworker.0 00000100:00100000:2.0:1770685144.114889:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514712960:0@lo:400:kworker.0 00000100:00100000:2.0:1770685144.114895:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514713472:0@lo:400:kworker.0 00000100:00100000:2.0:1770685144.114902:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514713344:0@lo:400:kworker.0 00000100:00100000:0.0:1770685144.625855:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f3f5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514713856:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1770685144.625956:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685144.626037:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514713856 00000100:00100000:1.0:1770685144.626048:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514713856 00000100:00100000:1.0:1770685144.626105:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:1.0:1770685144.626115:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514713856:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1770685144.626161:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1770685144.626226:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514713856:12345-0@lo:13:osp-pre-0-0.0 Request processed in 112us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685144.626235:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00100000:2.0:1770685144.626378:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c290f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514713728:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1770685144.626435:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f3f5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514713856:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1770685144.632864:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685144.633046:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514713728 00000100:00100000:1.0:1770685144.633061:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514713728 00000100:00100000:1.0:1770685144.633136:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:1.0:1770685144.633159:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514713728:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1770685144.633213:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 54460416 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1770685144.633504:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514713728:12345-0@lo:13:osp-pre-1-0.0 Request processed in 358us (653us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685144.633513:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00100000:2.0:1770685144.633834:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c290f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514713728:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1770685144.818009:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685145.850376:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770685146.824774:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685146.824828:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685146.824874:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685146.824902:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685146.824922:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685146.824940:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685146.824963:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685146.825012:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500156928 00000100:00100000:2.0:1770685146.825025:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500156928 00000100:00100000:2.0:1770685146.825078:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500157440 00000100:00100000:2.0:1770685146.825080:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500157440 00000100:00100000:2.0:1770685146.825091:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500157056 00000100:00100000:2.0:1770685146.825093:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500157056 00000100:00100000:2.0:1770685146.825104:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500157312 00000100:00100000:2.0:1770685146.825106:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500157312 00000100:00100000:2.0:1770685146.825120:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 230 00000100:00100000:2.0:1770685146.825130:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2348:x1856697500156928:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685146.825218:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2348:x1856697500156928:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 89us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685146.825225:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 230 00000100:00100000:2.0:1770685146.825255:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 231 00000100:00100000:2.0:1770685146.825261:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+8:2348:x1856697500157440:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685146.825295:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+8:2348:x1856697500157440:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 25us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685146.825302:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 231 00000100:00100000:2.0:1770685146.825314:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 232 00000100:00100000:2.0:1770685146.825320:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2348:x1856697500157056:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685146.825345:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2348:x1856697500157056:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 25us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685146.825351:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 232 00000100:00100000:2.0:1770685146.825361:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 233 00000100:00100000:2.0:1770685146.825366:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+8:2348:x1856697500157312:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685146.825385:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+8:2348:x1856697500157312:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 19us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685146.825396:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 233 00000100:00100000:2.0:1770685146.825415:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500157184 00000100:00100000:2.0:1770685146.825419:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500157184 00000100:00100000:2.0:1770685146.825449:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500156800 00000100:00100000:2.0:1770685146.825453:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500156800 00000100:00100000:2.0:1770685146.825471:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 274 00000100:00100000:2.0:1770685146.825479:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+31:2348:x1856697500157184:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685146.825511:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 275 00000100:00100000:2.0:1770685146.825513:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+31:2348:x1856697500157184:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 36us (639us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685146.825519:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 274 00000100:00100000:1.0:1770685146.825520:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+67:2348:x1856697500156800:12345-192.168.203.41@tcp:400:kworker.0 00000100:00080000:2.0:1770685146.825543:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770685146.825547:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+67:2348:x1856697500156800:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 30us (625us total) trans 0 rc 0/0 00000100:00080000:2.0:1770685146.825549:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1770685146.825551:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1770685146.825554:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 275 00000100:00100000:0.0:1770685146.825804:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500156672 00000100:00100000:0.0:1770685146.825817:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500156672 00000100:00100000:0.0:1770685146.825854:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 347 00000100:00100000:0.0:1770685146.825861:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300566050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2348:x1856697500156672:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685146.825907:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300566050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2348:x1856697500156672:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 46us (1149us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685146.825914:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 347 00010000:00010000:1.0:1770685146.865968:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685147.290902:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685147.290945:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500157568 00000100:00100000:3.0:1770685147.290957:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500157568 00000100:00100000:3.0:1770685147.291173:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 639 00000100:00100000:3.0:1770685147.291185:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+31:19768:x1856697500157568:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1770685147.291319:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+31:19768:x1856697500157568:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 Request processed in 136us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685147.291327:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 639 00000100:00100000:1.0:1770685147.301058:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685147.304740:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500157824 00000100:00100000:3.0:1770685147.304763:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500157824 00000100:00100000:3.0:1770685147.304855:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 155 00000100:00100000:3.0:1770685147.304868:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c83d6850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+31:19768:x1856697500157824:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1770685147.305299:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c83d6850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+32:19768:x1856697500157824:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 420us (4243us total) trans 4294967731 rc 0/0 00000100:00100000:3.0:1770685147.305326:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 155 00010000:00010000:3.0:1770685147.890070:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1770685148.331927:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967731 is committed 00010000:00010000:1.0:1770685148.914158:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1770685149.035964:0:15898:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 10d: Archive a file on the default archive id ========================================================== 19:59:07 (1770685147) 00000100:00100000:0.0:1770685149.235684:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d18e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514714368:0@lo:400:kworker.0 00000100:00100000:0.0:1770685149.235779:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685149.235855:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1770685149.235861:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0f89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514713984:0@lo:400:kworker.0 00000100:00100000:0.0:1770685149.235893:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685149.235919:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d18e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514714496:0@lo:400:kworker.0 00000100:00100000:0.0:1770685149.235946:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685149.235973:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d18e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514714112:0@lo:400:kworker.0 00000100:00100000:0.0:1770685149.235998:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685149.236014:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d18e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514714624:0@lo:400:kworker.0 00000100:00100000:0.0:1770685149.236034:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685149.236054:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1770685149.236059:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d18e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514714240:0@lo:400:kworker.0 00000100:00100000:0.0:1770685149.236080:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685149.236149:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514713984 00000100:00100000:0.0:1770685149.236164:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514713984 00000100:00100000:0.0:1770685149.236231:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:0.0:1770685149.236244:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300567050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514713984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685149.236331:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300567050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514713984:12345-0@lo:400:kworker.0 Request processed in 89us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685149.236340:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00100000:0.0:1770685149.236387:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514714368 00000100:00100000:0.0:1770685149.236391:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514714368 00000100:00100000:0.0:1770685149.236441:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:0.0:1770685149.236449:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514714368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685149.236485:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514714368:12345-0@lo:400:kworker.0 Request processed in 37us (706us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685149.236491:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000100:00100000:0.0:1770685149.236501:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514714624 00000100:00100000:0.0:1770685149.236504:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514714624 00000100:00100000:0.0:1770685149.236528:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:0.0:1770685149.236534:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514714624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685149.236567:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514714624:12345-0@lo:400:kworker.0 Request processed in 33us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685149.236573:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00000100:00080000:0.0:1770685149.236623:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1770685149.236628:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1770685149.236673:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d18e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514714624:0@lo:400:kworker.0 00000100:00100000:0.0:1770685149.236705:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0f89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514713984:0@lo:400:kworker.0 00000100:00100000:0.0:1770685149.236715:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d18e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514714368:0@lo:400:kworker.0 00000100:00100000:3.0:1770685149.236997:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514714496 00000100:00100000:3.0:1770685149.237004:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514714496 00000100:00100000:3.0:1770685149.237048:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514714112 00000100:00100000:3.0:1770685149.237052:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514714112 00000100:00100000:3.0:1770685149.237065:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514714240 00000100:00100000:3.0:1770685149.237067:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514714240 00000100:00100000:3.0:1770685149.237082:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276 00000100:00100000:3.0:1770685149.237089:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514714496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685149.237147:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514714496:12345-0@lo:400:kworker.0 Request processed in 59us (1200us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685149.237154:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276 00000100:00100000:3.0:1770685149.237168:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:3.0:1770685149.237174:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514714112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685149.237205:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514714112:12345-0@lo:400:kworker.0 Request processed in 32us (1206us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685149.237212:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00100000:3.0:1770685149.237223:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:3.0:1770685149.237229:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514714240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685149.237254:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514714240:12345-0@lo:400:kworker.0 Request processed in 26us (1174us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685149.237259:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00000100:00100000:3.0:1770685149.237303:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d18e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514714240:0@lo:400:kworker.0 00000100:00100000:3.0:1770685149.237327:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d18e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514714112:0@lo:400:kworker.0 00000100:00100000:3.0:1770685149.237357:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d18e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514714496:0@lo:400:kworker.0 00000100:00080000:0.0:1770685149.238961:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685149.355263:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685149.355647:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500158080 00000100:00100000:3.0:1770685149.355663:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500158080 00000100:00100000:3.0:1770685149.355909:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 640 00000100:00100000:3.0:1770685149.355921:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+31:20378:x1856697500158080:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685149.355955:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685149.355984:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23ffe00/0x8f0dbafbd9ef6795 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd301 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685149.356093:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef679c lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.356112:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef679c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.356128:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef679c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.356145:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef67a3 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.356153:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef67a3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.356160:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef67a3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.356348:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef67aa lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.356374:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef67aa lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.356381:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef67aa lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:3.0:1770685149.356392:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:3.0:1770685149.356906:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef679c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.356917:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef679c lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.356924:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef679c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.356931:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c23fea00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685149.356936:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef679c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.356943:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef679c lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.356957:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9d92c554f400) 00010000:00010000:3.0:1770685149.356961:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685149.356966:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef679c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.356973:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef679c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.357093:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef67a3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.357112:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef67a3 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.357118:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef67a3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.357124:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c23fe800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685149.357127:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef67a3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.357132:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef67a3 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.357140:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9d92c5e37500) 00010000:00010000:3.0:1770685149.357143:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685149.357146:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef67a3 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.357151:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef67a3 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00080000:0.0:1770685149.357606:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1770685149.362221:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23ffe00/0x8f0dbafbd9ef6795 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd301 expref: 34 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685149.362261:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef67aa lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd301 expref: 33 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685149.362284:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:3.0:1770685149.362288:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685149.362294:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c23fec00, rc 0) 00000100:00100000:3.0:1770685149.362538:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+33:20378:x1856697500158080:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 6616us (7290us total) trans 4294967732 rc 0/0 00000100:00100000:3.0:1770685149.362566:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 640 00000100:00100000:0.0:1770685149.386860:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685149.386986:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685149.387039:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500158336 00000100:00100000:0.0:1770685149.387052:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500158336 00000100:00100000:0.0:1770685149.387132:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 34 00000100:00100000:0.0:1770685149.387144:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+33:2351:x1856697500158336:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685149.387167:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685149.387203:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef67aa lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd301 expref: 33 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685149.387228:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:0.0:1770685149.387235:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685149.387315:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+32:2351:x1856697500158336:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 173us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685149.387324:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 34 00000100:00100000:2.0:1770685149.390907:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500158208 00000100:00100000:2.0:1770685149.390930:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500158208 00000100:00100000:2.0:1770685149.391014:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 641 00000100:00100000:2.0:1770685149.391027:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+32:20378:x1856697500158208:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1770685149.391187:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+32:20378:x1856697500158208:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 Request processed in 163us (4344us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685149.391196:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 641 00000100:00100000:0.0:1770685149.406799:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685149.409413:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500158464 00000100:00100000:0.0:1770685149.409439:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500158464 00000100:00100000:0.0:1770685149.409731:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 642 00000100:00100000:0.0:1770685149.409746:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+67:20379:x1856697500158464:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685149.409780:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685149.409813:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef67b8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd308 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685149.409906:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef67bf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685149.409923:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef67bf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685149.409937:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef67bf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685149.409972:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef67c6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685149.409980:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef67c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00000100:00080000:2.0:1770685149.410110:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1770685149.411760:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef67c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685149.411896:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef67bf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685149.411905:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef67bf lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685149.411912:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef67bf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685149.411919:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa9600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685149.411923:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef67bf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685149.411932:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef67bf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685149.411949:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d40b3a00) 00010000:00010000:0.0:1770685149.411952:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685149.411958:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef67bf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685149.411965:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef67bf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685149.411980:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef67c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685149.412014:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef67c6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685149.412020:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef67c6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685149.412025:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa9c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685149.412028:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef67c6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685149.412034:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef67c6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685149.412042:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb54fab68 (ffff9d930044bd00) 00010000:00010000:0.0:1770685149.412045:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685149.412048:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef67c6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685149.412054:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef67c6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685149.412124:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef67b8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd308 expref: 68 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685149.412136:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d40b3a00) 00010000:00010000:0.0:1770685149.412140:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685149.412144:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef67b8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd308 expref: 68 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685149.412153:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3aa8e00, rc 0) 00000100:00100000:0.0:1770685149.415872:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+67:20379:x1856697500158464:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 6109us (9069us total) trans 0 rc 301/301 00000100:00100000:0.0:1770685149.415900:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 642 00000100:00100000:0.0:1770685149.424508:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685149.424555:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500158720 00000100:00100000:0.0:1770685149.424601:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500158720 00000100:00100000:0.0:1770685149.424680:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 643 00000100:00100000:0.0:1770685149.424693:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+67:20379:x1856697500158720:12345-192.168.203.41@tcp:36:lfs.0 00010000:00010000:0.0:1770685149.424772:0:5761:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685149.424805:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef664c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd28a expref: 67 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685149.424825:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d40b3a00) 00010000:00010000:0.0:1770685149.424831:0:5761:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1770685149.424955:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef67cd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685149.424970:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef668b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd29f expref: 31 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685149.424979:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef67cd lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685149.425032:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef668b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd29f expref: 31 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685149.425047:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef668b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd29f expref: 31 pid: 6998 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1770685149.425065:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d18e6300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514714752:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685149.425203:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb1729c0 going to sleep for 11 seconds 00000100:00100000:2.0:1770685149.435934:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685149.436389:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d18e6300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514714752:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685149.436427:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef67cd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:2.0:1770685149.436786:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500158848 00000100:00100000:2.0:1770685149.436796:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500158848 00010000:00010000:2.0:1770685149.436842:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef668b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd29f expref: 32 pid: 6998 timeout: 574 lvb_type: 0 00000100:00100000:2.0:1770685149.436909:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 180 00000100:00100000:2.0:1770685149.436920:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+32:2351:x1856697500158848:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685149.436940:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685149.436948:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef668b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd29f expref: 32 pid: 6998 timeout: 574 lvb_type: 0 00010000:00010000:2.0:1770685149.436963:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef668b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd29f expref: 32 pid: 6998 timeout: 574 lvb_type: 0 00010000:00010000:2.0:1770685149.436990:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef668b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd29f expref: 32 pid: 6998 timeout: 574 lvb_type: 0 00010000:00010000:2.0:1770685149.437008:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d40b3a00) 00010000:00010000:2.0:1770685149.437013:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef67cd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685149.437024:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef67cd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685149.437032:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef67cd lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685149.437060:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685149.437125:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+31:2351:x1856697500158848:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 207us (1206us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685149.437133:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 180 00010000:00010000:2.0:1770685149.437159:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef67cd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685149.437177:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef67cd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685149.437205:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef67d4 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685149.437215:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef67d4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685149.437222:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef67d4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:2.0:1770685149.438319:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x27:0x0]: returning size 512 00010000:00010000:2.0:1770685149.438340:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef67cd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685149.438352:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef67cd lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685149.438360:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef67cd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685149.438367:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa8e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685149.438372:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef67cd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685149.438381:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef67cd lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685149.438396:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d40b3a00) 00010000:00010000:2.0:1770685149.438399:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685149.438404:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef67cd lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685149.438422:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef67cd lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000004:00010000:2.0:1770685149.438458:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000000834dd0f reply state 00000000a298ead2 transno 4294967733 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef67d4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:2.0:1770685149.438470:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1770685149.440719:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+68:20379:x1856697500158720:12345-192.168.203.41@tcp:36:lfs.0 Request processed in 16008us (16206us total) trans 4294967733 rc 0/0 00000100:00100000:2.0:1770685149.440736:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 643 00010000:00010000:3.0:1770685149.443546:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef67d4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.443602:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef67d4 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.443612:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef67d4 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.443620:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307aa00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685149.443625:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef67d4 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.443633:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef67d4 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.443654:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb54fab68 (ffff9d92c80b5000) 00010000:00010000:3.0:1770685149.443658:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685149.443664:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef67d4 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.443671:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef67d4 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:3.0:1770685149.459211:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685149.459328:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500158976 00000100:00100000:2.0:1770685149.459345:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500158976 00000100:00100000:2.0:1770685149.459432:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 644 00000100:00100000:2.0:1770685149.459457:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+67:20381:x1856697500158976:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:2.0:1770685149.459490:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685149.459523:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef67db lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd30f expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685149.459639:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef67e2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685149.459657:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef67e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685149.459671:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef67e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:2.0:1770685149.459752:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1770685149.459756:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 17 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685149.459785:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef67e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685149.459822:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef67db lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd30f expref: 69 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685149.459837:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef67e2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd30f expref: 68 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685149.459846:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5500) 00010000:00010000:2.0:1770685149.459850:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1770685149.459854:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307a000, rc 0) 00000100:00100000:2.0:1770685149.459933:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+68:20381:x1856697500158976:12345-192.168.203.41@tcp:101:bash.0 Request processed in 491us (735us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685149.459940:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 644 00000100:00100000:3.0:1770685149.462851:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685149.464636:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500159104 00000100:00100000:1.0:1770685149.464660:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500159104 00000100:00100000:1.0:1770685149.464751:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 645 00000100:00100000:1.0:1770685149.464765:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+68:20381:x1856697500159104:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:1.0:1770685149.464792:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685149.464818:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef67e9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd316 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685149.464917:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef67f0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.464934:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef67f0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.464948:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef67f0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.464964:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef67f7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.464971:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef67f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.464995:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef67f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.465144:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef67fe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.465152:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef67fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.465160:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef67fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:1.0:1770685149.465199:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x27:0x0]: returning size 512 00000004:00200000:1.0:1770685149.465203:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685149.465228:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef67fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.465241:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef67f0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.465248:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef67f0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.465255:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef67f0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.465261:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685149.465265:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef67f0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.465285:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef67f0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.465298:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5500) 00010000:00010000:1.0:1770685149.465307:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685149.465313:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef67f0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.465319:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef67f0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.465333:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef67f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.465339:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef67f7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.465344:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef67f7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.465349:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685149.465351:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef67f7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.465357:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef67f7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.465364:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb54fab68 (ffff9d92d40b3c00) 00010000:00010000:1.0:1770685149.465367:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685149.465369:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef67f7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.465375:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef67f7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.465410:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef67e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd316 expref: 70 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685149.465436:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5175800/0x8f0dbafbd9ef67fe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd316 expref: 69 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685149.465443:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff9d92d40b3000) 00010000:00010000:1.0:1770685149.465458:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1770685149.465461:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5175800, rc 0) 00000100:00100000:1.0:1770685149.465555:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+69:20381:x1856697500159104:12345-192.168.203.41@tcp:101:bash.0 Request processed in 793us (2723us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685149.465565:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 645 00000100:00100000:3.0:1770685149.468062:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685149.468116:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500159232 00000100:00100000:3.0:1770685149.468129:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500159232 00000100:00100000:3.0:1770685149.468191:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 646 00000100:00100000:3.0:1770685149.468204:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+69:20381:x1856697500159232:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:3.0:1770685149.468232:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685149.468258:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef6805 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd31d expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685149.468361:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23ffe00/0x8f0dbafbd9ef680c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.468380:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23ffe00/0x8f0dbafbd9ef680c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.468395:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23ffe00/0x8f0dbafbd9ef680c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.468414:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef6813 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.468422:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef6813 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.468430:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef6813 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.468958:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23ffe00/0x8f0dbafbd9ef680c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.468971:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23ffe00/0x8f0dbafbd9ef680c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.468978:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23ffe00/0x8f0dbafbd9ef680c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.469010:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c23ffe00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685149.469015:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23ffe00/0x8f0dbafbd9ef680c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.469024:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23ffe00/0x8f0dbafbd9ef680c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.469038:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff9d92d40b3000) 00010000:00010000:3.0:1770685149.469042:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685149.469047:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23ffe00/0x8f0dbafbd9ef680c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.469054:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23ffe00/0x8f0dbafbd9ef680c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.469064:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef6813 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.469071:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef6813 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.469076:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef6813 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.469081:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c23fea00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685149.469083:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef6813 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.469089:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef6813 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.469095:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x7fd8c415 (ffff9d92c5e37500) 00010000:00010000:3.0:1770685149.469098:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685149.469105:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef6813 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.469111:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef6813 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.469156:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef6805 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd31d expref: 70 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685149.469167:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff9d92d40b3000) 00010000:00010000:3.0:1770685149.469170:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685149.469174:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef6805 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd31d expref: 70 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685149.469185:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c23fe800, rc 0) 00000100:00100000:3.0:1770685149.469266:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+69:20381:x1856697500159232:12345-192.168.203.41@tcp:101:bash.0 Request processed in 1064us (1218us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685149.469285:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 646 00000100:00100000:0.0:1770685149.477094:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685149.477354:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500159360 00000100:00100000:3.0:1770685149.477370:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500159360 00000100:00100000:3.0:1770685149.477457:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 647 00000100:00100000:3.0:1770685149.477468:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+31:20382:x1856697500159360:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:3.0:1770685149.477495:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685149.477521:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef681a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd324 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685149.477640:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef6821 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.477659:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef6821 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.477688:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef6821 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:3.0:1770685149.477761:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1770685149.477765:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 17 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685149.477789:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef6821 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.477818:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef681a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd324 expref: 33 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685149.477837:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef6821 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd324 expref: 32 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685149.477846:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5500) 00010000:00010000:3.0:1770685149.477850:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685149.477855:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c23fea00, rc 0) 00000100:00100000:3.0:1770685149.477934:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+32:20382:x1856697500159360:12345-192.168.203.41@tcp:101:rm.0 Request processed in 468us (855us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685149.477942:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 647 00000100:00100000:3.0:1770685149.481553:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685149.481813:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500159488 00000100:00100000:0.0:1770685149.481830:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500159488 00000100:00100000:0.0:1770685149.481917:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 648 00000100:00100000:0.0:1770685149.481932:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5302680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+32:20382:x1856697500159488:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:0.0:1770685149.481961:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685149.481999:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6828 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd32b expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685149.482088:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef682f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685149.482105:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef682f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685149.482118:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef682f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685149.482133:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef6836 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685149.482141:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef6836 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685149.482148:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef6836 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685149.482304:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9400/0x8f0dbafbd9ef683d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685149.482313:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9400/0x8f0dbafbd9ef683d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685149.482340:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9400/0x8f0dbafbd9ef683d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685149.482381:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x27:0x0]: returning size 512 00000004:00200000:0.0:1770685149.482386:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685149.482413:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9400/0x8f0dbafbd9ef683d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685149.482426:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef682f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685149.482432:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef682f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685149.482439:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef682f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685149.482446:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa8e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685149.482451:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef682f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685149.482459:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef682f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685149.482473:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5500) 00010000:00010000:0.0:1770685149.482477:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685149.482482:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef682f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685149.482489:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef682f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685149.482502:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef6836 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685149.482515:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef6836 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685149.482520:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef6836 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685149.482525:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa9c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685149.482528:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef6836 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685149.482533:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef6836 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685149.482554:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb54fab68 (ffff9d930044bd00) 00010000:00010000:0.0:1770685149.482556:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685149.482559:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef6836 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685149.482565:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef6836 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685149.482645:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef6828 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd32b expref: 34 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685149.482661:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9400/0x8f0dbafbd9ef683d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd32b expref: 33 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685149.482668:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff9d92d40b3000) 00010000:00010000:0.0:1770685149.482670:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1770685149.482673:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3aa9400, rc 0) 00000100:00100000:0.0:1770685149.482764:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5302680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+33:20382:x1856697500159488:12345-192.168.203.41@tcp:101:rm.0 Request processed in 836us (1246us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685149.482780:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 648 00000100:00100000:0.0:1770685149.488470:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685149.488550:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500159616 00000100:00100000:3.0:1770685149.488564:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500159616 00000100:00100000:3.0:1770685149.488678:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 649 00000100:00100000:3.0:1770685149.488691:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+33:20382:x1856697500159616:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:3.0:1770685149.488719:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685149.488747:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23ffe00/0x8f0dbafbd9ef6844 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd332 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685149.488860:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef684b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.488878:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef684b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.488892:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef684b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.488907:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef6852 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.488914:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef6852 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.488921:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef6852 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.489017:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef684b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.489025:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef684b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.489031:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef684b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.489037:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c23fe800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685149.489042:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef684b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.489050:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef684b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.489074:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff9d92d40b3000) 00010000:00010000:3.0:1770685149.489077:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685149.489084:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef684b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.489089:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef684b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.489101:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef6852 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.489107:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef6852 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.489112:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef6852 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.489118:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c23fec00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685149.489120:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef6852 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.489126:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef6852 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.489133:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x7fd8c415 (ffff9d92c5e37500) 00010000:00010000:3.0:1770685149.489135:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685149.489137:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef6852 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.489143:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef6852 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685149.489180:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23ffe00/0x8f0dbafbd9ef6844 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd332 expref: 34 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685149.489196:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff9d92d40b3000) 00010000:00010000:3.0:1770685149.489199:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685149.489202:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23ffe00/0x8f0dbafbd9ef6844 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd332 expref: 34 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685149.489212:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c23ffe00, rc 0) 00000100:00100000:3.0:1770685149.489302:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+33:20382:x1856697500159616:12345-192.168.203.41@tcp:101:rm.0 Request processed in 614us (847us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685149.489311:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 649 00000100:00100000:2.0:1770685149.492384:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685149.492730:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500159744 00000100:00100000:1.0:1770685149.492748:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500159744 00000100:00100000:1.0:1770685149.492862:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 650 00000100:00100000:1.0:1770685149.492875:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+33:20382:x1856697500159744:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:1.0:1770685149.492904:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685149.492931:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef6859 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd339 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685149.493033:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6860 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.493049:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6860 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.493062:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6860 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.493077:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6867 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.493101:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6867 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.493108:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6867 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.493192:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6860 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.493200:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6860 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.493207:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6860 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.493214:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685149.493220:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6860 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.493228:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6860 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.493243:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff9d92d40b3000) 00010000:00010000:1.0:1770685149.493246:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685149.493254:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6860 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.493262:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6860 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.493289:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6867 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.493295:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6867 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.493307:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6867 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.493313:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685149.493316:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6867 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.493323:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6867 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.493336:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x7fd8c415 (ffff9d92d40b3c00) 00010000:00010000:1.0:1770685149.493340:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685149.493343:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6867 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.493350:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6867 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.493395:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef6859 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd339 expref: 34 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685149.493406:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff9d92d40b3000) 00010000:00010000:1.0:1770685149.493409:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685149.493412:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef6859 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd339 expref: 34 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685149.493423:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174200, rc 0) 00000100:00100000:1.0:1770685149.493683:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+33:20382:x1856697500159744:12345-192.168.203.41@tcp:101:rm.0 Request processed in 809us (1316us total) trans 0 rc 301/301 00000100:00100000:1.0:1770685149.493693:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 650 00000100:00100000:0.0:1770685149.507523:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685149.507976:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500159872 00000100:00100000:1.0:1770685149.508000:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500159872 00000100:00100000:1.0:1770685149.508117:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 651 00000100:00100000:1.0:1770685149.508131:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+33:20383:x1856697500159872:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:1.0:1770685149.508160:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685149.508188:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef686e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd340 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685149.508293:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6875 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.508312:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6875 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.508326:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6875 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.508344:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef687c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.508351:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef687c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.508358:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef687c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.508443:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6875 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.508463:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6875 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.508471:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6875 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.508495:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685149.508499:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6875 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.508508:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6875 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.508521:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff9d92d40b3000) 00010000:00010000:1.0:1770685149.508525:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685149.508530:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6875 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.508538:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6875 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.508552:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef687c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.508558:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef687c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.508564:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef687c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.508569:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685149.508571:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef687c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.508647:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef687c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.508656:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x7fd8c415 (ffff9d92d40b3c00) 00010000:00010000:1.0:1770685149.508658:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685149.508668:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef687c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.508675:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef687c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.508717:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef686e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd340 expref: 34 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685149.508728:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff9d92d40b3000) 00010000:00010000:1.0:1770685149.508731:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685149.508736:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef686e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd340 expref: 34 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685149.508747:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174200, rc 0) 00000100:00100000:1.0:1770685149.508830:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+33:20383:x1856697500159872:12345-192.168.203.41@tcp:101:cp.0 Request processed in 702us (1393us total) trans 0 rc 301/301 00000100:00100000:1.0:1770685149.508839:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 651 00000100:00100000:0.0:1770685149.519335:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685149.519442:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500160000 00000100:00100000:1.0:1770685149.519468:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500160000 00000100:00100000:1.0:1770685149.519552:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 652 00000100:00100000:1.0:1770685149.519566:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+33:20383:x1856697500160000:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:1.0:1770685149.519828:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685149.519857:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef6883 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd347 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685149.519952:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef688a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.519970:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef688a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.520098:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef688a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.520116:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6891 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.520123:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6891 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.520130:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6891 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.520210:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef688a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.520218:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef688a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.520226:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef688a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.520232:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685149.520237:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef688a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.520247:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef688a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.520261:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff9d92d40b3000) 00010000:00010000:1.0:1770685149.520264:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685149.520282:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef688a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.520289:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef688a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.520312:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6891 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.520318:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6891 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.520324:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6891 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.520329:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685149.520332:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6891 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.520338:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6891 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.520347:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x7fd8c415 (ffff9d92d40b3c00) 00010000:00010000:1.0:1770685149.520350:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685149.520353:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6891 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.520358:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6891 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.520397:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef6883 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd347 expref: 34 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685149.520408:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff9d92d40b3000) 00010000:00010000:1.0:1770685149.520411:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685149.520415:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef6883 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd347 expref: 34 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685149.520437:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174200, rc 0) 00000100:00100000:0.0:1770685149.529288:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+33:20383:x1856697500160000:12345-192.168.203.41@tcp:101:cp.0 Request processed in 9697us (9942us total) trans 0 rc 301/301 00000100:00100000:0.0:1770685149.529306:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 652 00000100:00100000:2.0:1770685149.543291:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685149.543440:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500160256 00000100:00100000:0.0:1770685149.543542:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500160256 00000100:00100000:0.0:1770685149.544137:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 653 00000100:00100000:0.0:1770685149.544151:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+33:20383:x1856697500160256:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:0.0:1770685149.544180:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685149.544206:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef6898 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd34e expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685149.544416:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef689f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685149.544434:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef689f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685149.545109:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef689f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685149.546159:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef68a6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685149.546180:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef68a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685149.546192:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef68a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00080000:2.0:1770685149.549536:0:5761:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xf:0x0], index 1: 0 00010000:00010000:3.0:1770685149.550934:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef68ad lrc: 3/1,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.550963:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef68ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.550978:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef68ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.551036:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef689f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.551044:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef689f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.551052:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef689f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.551058:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa9a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685149.551063:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef689f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.551094:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef689f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.551109:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff9d92d40b3000) 00010000:00010000:3.0:1770685149.551113:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685149.551118:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef689f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.551124:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef689f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000004:00010000:3.0:1770685149.551141:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000b3f79b57 reply state 00000000d7453942 transno 4294967734 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef68a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:3.0:1770685149.551152:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1770685149.551199:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef6898 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd34e expref: 36 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685149.551214:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fec00/0x8f0dbafbd9ef68ad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd34e expref: 35 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685149.551222:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff9d92c5e37500) 00010000:00010000:3.0:1770685149.551224:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1770685149.551226:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c23fec00, rc 0) 00000100:00100000:3.0:1770685149.551337:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+36:20383:x1856697500160256:12345-192.168.203.41@tcp:101:cp.0 Request processed in 7189us (8072us total) trans 4294967734 rc 0/0 00000100:00100000:3.0:1770685149.551347:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 653 00000100:00100000:3.0:1770685149.557558:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00010000:00010000:1.0:1770685149.559179:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef68a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.559201:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef68a6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.559209:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef68a6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.559216:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685149.559222:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef68a6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.559230:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef68a6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.559254:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x7fd8c415 (ffff9d92c80b5b00) 00010000:00010000:1.0:1770685149.559257:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685149.559264:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef68a6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685149.560406:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef68a6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:0.0:1770685149.560806:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500160384 00000100:00100000:0.0:1770685149.560822:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500160384 00000100:00100000:0.0:1770685149.560937:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 169 00000100:00100000:0.0:1770685149.560950:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+8:2350:x1856697500160384:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:0.0:1770685149.560999:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685149.561025:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef68bb lrc: 2/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd355 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1770685149.561055:0:6540:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1770685149.561080:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685149.561083:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685149.561093:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef68bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd355 expref: 9 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685149.561117:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef68bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd355 expref: 9 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685149.561134:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3aa8c00, rc 0) 00000100:00100000:0.0:1770685149.561228:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5301880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500160384:12345-192.168.203.41@tcp:101:cp.0 Request processed in 281us (3686us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685149.561237:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 169 00000100:00080000:2.0:1770685149.563106:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1770685149.568995:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685149.570499:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500160512 00000100:00100000:1.0:1770685149.570522:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500160512 00000100:00100000:1.0:1770685149.570652:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 170 00000100:00100000:1.0:1770685149.570665:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+9:20383:x1856697500160512:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:1.0:1770685149.570687:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685149.570732:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef68c2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd35c expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685149.570773:0:6539:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef68bb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd355 expref: 10 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685149.570782:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685149.570785:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685149.570789:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef68c2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd35c expref: 10 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685149.570836:0:6539:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef68bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd355 expref: 10 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685149.570861:0:6539:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef68bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd355 expref: 10 pid: 6540 timeout: 574 lvb_type: 1 00000100:00100000:1.0:1770685149.570880:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c290c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514714880:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685149.571028:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c83e5600 going to sleep for 11 seconds 00000100:00100000:0.0:1770685149.580801:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685149.581135:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500160640 00000100:00100000:3.0:1770685149.581152:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500160640 00010000:00010000:3.0:1770685149.581227:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef68bb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd355 expref: 11 pid: 6540 timeout: 574 lvb_type: 1 00000100:00100000:3.0:1770685149.581317:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 181 00000100:00100000:3.0:1770685149.581329:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d021b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:2351:x1856697500160640:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685149.581353:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685149.581385:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef68bb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd355 expref: 11 pid: 6540 timeout: 574 lvb_type: 1 00010000:00010000:3.0:1770685149.581403:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef68bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd355 expref: 11 pid: 6540 timeout: 574 lvb_type: 1 00010000:00010000:3.0:1770685149.581438:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685149.581442:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685149.581463:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef68c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd35c expref: 11 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685149.581476:0:5747:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef68c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd35c expref: 11 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685149.581533:0:5747:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef68c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd35c expref: 11 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685149.581565:0:5747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5340380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5747:1856697514715008:192.168.203.41@tcp:105: 00000100:00100000:3.0:1770685149.581727:0:5747:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c70d7cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1770685149.582061:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef68bb lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd355 expref: 11 pid: 6540 timeout: 574 lvb_type: 1 00000100:00100000:1.0:1770685149.582080:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c290c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514714880:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685149.582114:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef68c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd35c expref: 10 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685149.582128:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174200, rc 0) 00000100:00100000:1.0:1770685149.582176:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+10:20383:x1856697500160512:12345-192.168.203.41@tcp:101:cp.0 Request processed in 11514us (13215us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685149.582186:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 170 00000100:00100000:3.0:1770685149.586204:0:5747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5340380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5747:1856697514715008:192.168.203.41@tcp:105: 00010000:00010000:3.0:1770685149.586242:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685149.586358:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d021b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500160640:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 5029us (5572us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685149.586372:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 181 00000100:00100000:0.0:1770685149.597445:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685149.597570:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500160896 00000100:00100000:1.0:1770685149.597625:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500160896 00000100:00100000:1.0:1770685149.597690:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 156 00000100:00100000:1.0:1770685149.597701:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+35:20383:x1856697500160896:12345-192.168.203.41@tcp:35:cp.0 00000001:00080000:1.0:1770685149.598081:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967735 00000100:00100000:1.0:1770685149.598214:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+37:20383:x1856697500160896:12345-192.168.203.41@tcp:35:cp.0 Request processed in 513us (784us total) trans 4294967736 rc 0/0 00000100:00100000:1.0:1770685149.598223:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 156 00000020:00080000:1.0:1770685149.598230:0:5764:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1770685149.642012:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685149.642175:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500161024 00000100:00100000:3.0:1770685149.642189:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500161024 00000100:00100000:3.0:1770685149.642258:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 654 00000100:00100000:3.0:1770685149.642280:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+69:20386:x1856697500161024:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685149.642310:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685149.642339:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23ffe00/0x8f0dbafbd9ef68c9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd363 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685149.642432:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef68d0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.642460:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef68d0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.642473:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef68d0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.642491:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef68d7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.642497:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef68d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.642567:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef68d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.642735:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef68de lrc: 3/1,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.642744:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef68de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.642768:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef68de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:3.0:1770685149.642809:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x11:0x0]: returning size 158 00000004:00200000:3.0:1770685149.642814:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685149.642834:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef68de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.642845:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef68de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.642855:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef68d0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.642862:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef68d0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.642869:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef68d0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.642876:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c23fe800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685149.642881:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef68d0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.642888:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef68d0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.642902:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff9d92d40b3000) 00010000:00010000:3.0:1770685149.642905:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685149.642911:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef68d0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.642917:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fe800/0x8f0dbafbd9ef68d0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.642936:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef68d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.642943:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef68d7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.642949:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef68d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.642954:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c13a3a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685149.642957:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef68d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.642963:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef68d7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.642971:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x7fd8c415 (ffff9d92c5e37700) 00010000:00010000:3.0:1770685149.642974:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685149.642977:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef68d7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.642983:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c13a3a00/0x8f0dbafbd9ef68d7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685149.643383:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23ffe00/0x8f0dbafbd9ef68c9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd363 expref: 71 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685149.643399:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c245fe00/0x8f0dbafbd9ef68de lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd363 expref: 70 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685149.643408:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff9d92c5e37500) 00010000:00010000:3.0:1770685149.643417:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1770685149.643421:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c245fe00, rc 0) 00000100:00100000:2.0:1770685149.643625:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+70:20386:x1856697500161024:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 1354us (1635us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685149.643637:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 654 00000100:00100000:2.0:1770685149.647077:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685149.647307:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500161152 00000100:00100000:1.0:1770685149.647321:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500161152 00000100:00080000:2.0:1770685149.647368:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1770685149.647406:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 171 00000100:00100000:1.0:1770685149.647419:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2351:x1856697500161152:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:1.0:1770685149.647444:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685149.647478:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef68e5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd36a expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685149.647569:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c290c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514715136:192.168.203.41@tcp:106: 00000100:00100000:1.0:1770685149.647886:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c83e5600 going to sleep for 11 seconds 00002000:00010000:1.0:1770685149.652347:0:6539:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1770685149.652362:0:6539:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb mtime: 0 -> 1770685150 00002000:00010000:1.0:1770685149.652365:0:6539:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb atime: 0 -> 1770685149 00002000:00010000:1.0:1770685149.652368:0:6539:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb ctime: 0 -> 1770685150 00000100:00100000:1.0:1770685149.652408:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c290c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514715136:192.168.203.41@tcp:106: 00010000:00010000:1.0:1770685149.653165:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef68e5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd36a expref: 10 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685149.653203:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef68e5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd36a expref: 10 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685149.653219:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174000, rc 0) 00000100:00100000:1.0:1770685149.653772:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2351:x1856697500161152:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 6348us (6704us total) trans 0 rc 301/301 00000100:00100000:1.0:1770685149.653786:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 171 00000100:00100000:2.0:1770685149.661535:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685149.661980:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500161280 00000100:00100000:0.0:1770685149.662077:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500161280 00000100:00100000:0.0:1770685149.662198:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 655 00000100:00100000:0.0:1770685149.662211:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+70:20386:x1856697500161280:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685149.662239:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685149.662277:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef68ec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd371 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685149.662409:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef68f3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685149.662427:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef68f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685149.662443:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef68f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685149.662791:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x27:0x0]: returning size 512 00000004:00200000:0.0:1770685149.662795:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685149.662822:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef68f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685149.662857:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef68ec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd371 expref: 72 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685149.663106:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9600/0x8f0dbafbd9ef68f3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd371 expref: 71 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685149.663117:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff9d92d40b3000) 00010000:00010000:0.0:1770685149.663121:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1770685149.663125:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3aa9600, rc 0) 00000100:00100000:0.0:1770685149.663223:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+71:20386:x1856697500161280:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 1015us (1704us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685149.663233:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 655 00000100:00100000:3.0:1770685149.666944:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685149.667206:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500161408 00000100:00100000:1.0:1770685149.667220:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500161408 00000100:00100000:1.0:1770685149.667298:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 172 00000100:00100000:1.0:1770685149.667310:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5340380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2350:x1856697500161408:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:1.0:1770685149.667335:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685149.667368:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef68fa lrc: 2/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd378 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685149.667444:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c290c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514715264:192.168.203.41@tcp:106: 00000100:00100000:1.0:1770685149.667557:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c83e5600 going to sleep for 11 seconds 00000100:00100000:2.0:1770685149.670392:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c290c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514715264:192.168.203.41@tcp:106: 00010000:00010000:2.0:1770685149.670445:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef68fa lrc: 1/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd378 expref: 10 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685149.670487:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef68fa lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd378 expref: 10 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685149.670507:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174400, rc 0) 00000100:00100000:2.0:1770685149.670644:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5340380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2350:x1856697500161408:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 3335us (3715us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685149.670655:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 172 00000100:00100000:1.0:1770685149.678894:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685149.679767:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500161664 00000100:00100000:0.0:1770685149.679788:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500161664 00000100:00100000:1.0:1770685149.680178:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 656 00000100:00100000:1.0:1770685149.680191:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+71:20386:x1856697500161664:12345-192.168.203.41@tcp:58:lfs.0 00000040:00080000:1.0:1770685149.680622:0:6998:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].15, 136 off10232 00000100:00100000:1.0:1770685149.680833:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+71:20386:x1856697500161664:12345-192.168.203.41@tcp:58:lfs.0 Request processed in 642us (1964us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685149.680858:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 656 00000100:00100000:2.0:1770685149.746429:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514715392:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1770685149.746568:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685149.746728:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514715392 00000100:00100000:2.0:1770685149.746739:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514715392 00000100:00100000:2.0:1770685149.746806:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:2.0:1770685149.746818:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514715392:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1770685149.746885:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1770685149.746945:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514715392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 129us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685149.746954:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00100000:2.0:1770685149.747034:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514715392:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1770685149.747428:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1770685149.747443:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0f89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514715520:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1770685149.747519:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685149.747556:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514715520 00000100:00100000:0.0:1770685149.747560:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514715520 00000100:00100000:0.0:1770685149.747613:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:0.0:1770685149.747621:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514715520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1770685149.747647:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 54460416 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1770685149.747683:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514715520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685149.747690:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00100000:0.0:1770685149.747724:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0f89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514715520:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1770685149.937877:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1770685150.260418:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685150.260431:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1770685150.260496:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 16 count 3 00000040:00080000:3.0:1770685150.260506:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1770685150.260911:0:11361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5342680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514715648:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1770685150.261312:0:11361:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c70d7c00 going to sleep for 11 seconds 00000100:00100000:1.0:1770685150.280277:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685150.280330:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500161792 00000100:00100000:1.0:1770685150.280342:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500161792 00000100:00100000:1.0:1770685150.280409:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 657 00000100:00100000:1.0:1770685150.280421:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+38:20396:x1856697500161792:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000100:00100000:2.0:1770685150.280874:0:11361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5342680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514715648:192.168.203.41@tcp:107:hsm_cdtr.0 00000004:00000080:1.0:1770685150.281370:0:6998:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0x11:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1770685150.285020:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+37:20396:x1856697500161792:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 2559us (2725us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685150.285044:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 657 00000100:00100000:1.0:1770685150.301314:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685150.301495:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500162048 00000100:00100000:3.0:1770685150.301513:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500162048 00000100:00100000:3.0:1770685150.301630:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 658 00000100:00100000:3.0:1770685150.301643:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+37:20396:x1856697500162048:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685150.301674:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685150.301704:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef6901 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd37f expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685150.301810:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6908 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685150.301828:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6908 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685150.301843:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6908 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685150.301861:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1400/0x8f0dbafbd9ef690f lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xbd0379c0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685150.301869:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1400/0x8f0dbafbd9ef690f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbd0379c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685150.301895:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1400/0x8f0dbafbd9ef690f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbd0379c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685150.301975:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef6916 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685150.301998:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef6916 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685150.302006:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef6916 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:3.0:1770685150.302018:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x11:0x0]: returning size 158 00010000:00010000:3.0:1770685150.302158:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6908 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685150.302166:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6908 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685150.302174:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6908 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685150.302181:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b1c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685150.302185:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6908 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685150.302193:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6908 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685150.302207:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:3.0:1770685150.302211:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685150.302216:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6908 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685150.302233:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6908 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685150.302249:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1400/0x8f0dbafbd9ef690f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbd0379c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685150.302255:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1400/0x8f0dbafbd9ef690f lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbd0379c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685150.302261:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1400/0x8f0dbafbd9ef690f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbd0379c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685150.302277:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b1400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685150.302280:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1400/0x8f0dbafbd9ef690f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbd0379c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685150.302501:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1400/0x8f0dbafbd9ef690f lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbd0379c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685150.302511:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xbd0379c0 (ffff9d92c5e37700) 00010000:00010000:3.0:1770685150.302514:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685150.302518:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1400/0x8f0dbafbd9ef690f lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xbd0379c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685150.302524:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1400/0x8f0dbafbd9ef690f lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xbd0379c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685150.302757:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef6901 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd37f expref: 40 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685150.302778:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef6916 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd37f expref: 39 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685150.302813:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff9d92c5e37500) 00010000:00010000:3.0:1770685150.302816:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1770685150.302819:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c29b1800, rc 0) 00000100:00100000:3.0:1770685150.302912:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+39:20396:x1856697500162048:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 1271us (1614us total) trans 4294967737 rc 0/0 00000100:00100000:3.0:1770685150.302923:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 658 00000100:00100000:3.0:1770685150.313463:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685150.313574:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500162176 00000100:00100000:0.0:1770685150.313618:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500162176 00000100:00100000:0.0:1770685150.313692:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 173 00000100:00100000:0.0:1770685150.313705:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500162176:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1770685150.313766:0:6539:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef6924 lrc: 3/1,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685150.313793:0:6539:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef68c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd35c expref: 9 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685150.313816:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1770685150.313819:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1770685150.313823:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef6924 lrc: 4/1,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685150.313876:0:6539:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef68c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd35c expref: 9 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685150.313918:0:6539:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef68c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd35c expref: 9 pid: 6539 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1770685150.313938:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0f89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514715776:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685150.314071:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb172600 going to sleep for 11 seconds 00000100:00100000:0.0:1770685150.316992:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685150.317069:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685150.317105:0:13877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500162432 00000100:00100000:0.0:1770685150.317117:0:13877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500162432 00002000:00100000:0.0:1770685150.317181:0:13877:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xf:0x0] (0->157) req@ffff9d92fb0c4e00 x1856697500162432/t0(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:271/0 lens 648/0 e 0 to 0 dl 1770685161 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685150.317195:0:13877:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb0c4e00 with x1856697500162432 ext(0->157) 00010000:00010000:0.0:1770685150.317206:0:13877:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef68c2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd35c expref: 10 pid: 6539 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1770685150.317224:0:13877:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef68c2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd35c expref: 10 pid: 6539 timeout: 575 lvb_type: 0 00002000:00010000:0.0:1770685150.317234:0:13877:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9d92fb0c4e00 00000100:00100000:0.0:1770685150.317278:0:13877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 4 00000100:00100000:0.0:1770685150.317303:0:13877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500162432:12345-192.168.203.41@tcp:4:cp.0 00000100:00100000:3.0:1770685150.318506:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500162304 00000100:00100000:3.0:1770685150.318521:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500162304 00000100:00100000:3.0:1770685150.318662:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 35 00000100:00100000:3.0:1770685150.318673:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+39:2350:x1856697500162304:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685150.318691:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685150.318725:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef6916 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd37f expref: 39 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685150.318744:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff9d92c5e37500) 00010000:00010000:3.0:1770685150.318750:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685150.318841:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+38:2350:x1856697500162304:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 169us (1869us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685150.318850:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 35 00000100:00100000:0.0:1770685150.323902:0:13877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1b20a364-7a5a-4770-9192-023629c7ce89+12:2350:x1856697500162432:12345-192.168.203.41@tcp:4:cp.0 Request processed in 6581us (6811us total) trans 4294967330 rc 0/0 00000100:00100000:0.0:1770685150.323923:0:13877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 4 00002000:00100000:0.0:1770685150.323953:0:13877:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0xf:0x0] (0->157) req@ffff9d92fb0c4e00 x1856697500162432/t4294967330(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:271/0 lens 648/448 e 0 to 0 dl 1770685161 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685150.323967:0:13877:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb0c4e00 with x1856697500162432 ext(0->157) 00010000:00010000:0.0:1770685150.323983:0:13877:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef68c2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd35c expref: 12 pid: 6539 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1770685150.324011:0:13877:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef68c2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd35c expref: 12 pid: 6539 timeout: 575 lvb_type: 0 00002000:00010000:0.0:1770685150.324021:0:13877:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9d92fb0c4e00 00000100:00100000:0.0:1770685150.324128:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0f89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514715776:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685150.324161:0:6539:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef6924 lrc: 3/1,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685150.330039:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685150.330195:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500162560 00000100:00100000:3.0:1770685150.330209:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500162560 00010000:00010000:3.0:1770685150.330257:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef68c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd35c expref: 12 pid: 6539 timeout: 575 lvb_type: 0 00000100:00100000:3.0:1770685150.330320:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 182 00000100:00100000:3.0:1770685150.330351:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+12:2351:x1856697500162560:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685150.330370:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685150.330399:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef68c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd35c expref: 12 pid: 6539 timeout: 575 lvb_type: 0 00010000:00010000:3.0:1770685150.330416:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef68c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd35c expref: 12 pid: 6539 timeout: 575 lvb_type: 0 00010000:00010000:3.0:1770685150.331391:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef68c2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd35c expref: 12 pid: 6539 timeout: 575 lvb_type: 0 00010000:00010000:3.0:1770685150.331421:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685150.331812:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685150.331821:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef6924 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685150.331835:0:5746:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef6924 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685150.331893:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1770685150.331936:0:6539:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef6924 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685150.331947:0:6539:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef6924 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685150.331997:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+11:2351:x1856697500162560:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 1645us (1969us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685150.332008:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 182 00010000:00010000:1.0:1770685150.332156:0:6539:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef6924 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685150.332166:0:6539:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef6924 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685150.332174:0:6539:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef6924 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685150.332199:0:6539:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa9c00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:1.0:1770685150.332205:0:6539:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef6924 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685150.332215:0:6539:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef6924 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685150.332231:0:6539:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef6924 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685150.332238:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef6924 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685150.334648:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500162176:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 20259us (20515us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685150.334669:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 173 00000100:00100000:3.0:1770685150.336448:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685150.336817:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500162816 00000100:00100000:3.0:1770685150.336830:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500162816 00000100:00100000:3.0:1770685150.336908:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 659 00000100:00100000:3.0:1770685150.336918:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5340a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+38:20396:x1856697500162816:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1770685150.337059:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5340a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+38:20396:x1856697500162816:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 141us (623us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685150.337068:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 659 00000100:00100000:3.0:1770685150.343880:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685150.344323:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500162944 00000100:00100000:1.0:1770685150.344339:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500162944 00000100:00100000:1.0:1770685150.344416:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 174 00000100:00100000:1.0:1770685150.344429:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5341180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500162944:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685150.344457:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685150.344489:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef692b lrc: 2/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd386 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1770685150.344525:0:6539:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xf:0x0] initial LVB size: 158, mtime: 0x698a82de, atime: 0x0, ctime: 0x698a82de, blocks: 0x1 00010000:00010000:1.0:1770685150.344570:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685150.344573:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685150.344625:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef692b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd386 expref: 11 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685150.344646:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d92f5175400/0x8f0dbafbd9ef692b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd386 expref: 11 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685150.344664:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5175400, rc 0) 00000100:00100000:1.0:1770685150.344738:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5341180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500162944:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 312us (874us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685150.344747:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 174 00000100:00100000:3.0:1770685150.347888:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685150.352527:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500163200 00000100:00100000:0.0:1770685150.352550:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500163200 00000100:00100000:0.0:1770685150.352682:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 660 00000100:00100000:0.0:1770685150.352696:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+38:20396:x1856697500163200:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1770685150.352888:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+38:20396:x1856697500163200:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 194us (5014us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685150.352898:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 660 00000100:00100000:3.0:1770685150.371178:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685150.371327:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500163328 00000100:00100000:1.0:1770685150.371341:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500163328 00002000:00100000:1.0:1770685150.371408:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xf:0x0] (0->4095) req@ffff9d92f5343800 x1856697500163328/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:271/0 lens 488/0 e 0 to 0 dl 1770685161 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1770685150.371421:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92f5343800 with x1856697500163328 ext(0->4095) 00002000:00010000:1.0:1770685150.371429:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d92f5343800 00000100:00100000:1.0:1770685150.371470:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 56 00000100:00100000:1.0:1770685150.371481:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5343800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500163328:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1770685150.371764:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5343800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500163328:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 Request processed in 283us (601us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1770685150.371772:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 56 00002000:00100000:1.0:1770685150.371779:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xf:0x0] (0->4095) req@ffff9d92f5343800 x1856697500163328/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:271/0 lens 488/4536 e 0 to 0 dl 1770685161 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1770685150.371819:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92f5343800 with x1856697500163328 ext(0->4095) 00002000:00010000:1.0:1770685150.371823:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d92f5343800 00000100:00100000:0.0:1770685150.395118:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685150.395182:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500163456 00000100:00100000:0.0:1770685150.395195:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500163456 00000100:00100000:0.0:1770685150.395280:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 661 00000100:00100000:0.0:1770685150.395483:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+38:20396:x1856697500163456:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685150.395514:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685150.395543:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef6932 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd38d expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685150.395612:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6939 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685150.395630:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6939 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685150.395645:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6939 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685150.395775:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef6932 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd38d expref: 40 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685150.395796:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8c00/0x8f0dbafbd9ef6939 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd38d expref: 39 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685150.395917:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff9d92c5e37500) 00010000:00010000:0.0:1770685150.395921:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1770685150.395927:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3aa8c00, rc 0) 00000100:00100000:0.0:1770685150.396012:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+39:20396:x1856697500163456:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 533us (910us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685150.396020:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 661 00000100:00100000:3.0:1770685150.404298:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685150.404375:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500163584 00000100:00100000:0.0:1770685150.404389:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500163584 00000100:00100000:0.0:1770685150.404467:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 662 00000100:00100000:0.0:1770685150.404479:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+39:20396:x1856697500163584:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1770685150.404545:0:6998:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0x11:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1770685150.404735:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+39:20396:x1856697500163584:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 259us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685150.404744:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 662 00000100:00100000:0.0:1770685150.413730:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685150.413783:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500163712 00000100:00100000:0.0:1770685150.413795:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500163712 00000100:00100000:0.0:1770685150.413866:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 175 00000100:00100000:0.0:1770685150.413879:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500163712:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1770685150.413939:0:6540:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6940 lrc: 3/1,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685150.413956:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685150.413958:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685150.413964:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6940 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685150.413980:0:6540:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6940 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685150.414021:0:6540:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6940 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685150.414030:0:6540:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6940 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685150.414040:0:6540:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6940 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685150.414057:0:6540:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa9a00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:0.0:1770685150.414062:0:6540:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6940 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685150.414073:0:6540:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6940 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685150.414094:0:6540:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6940 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685150.414102:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef6940 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685150.414189:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500163712:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 312us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685150.414198:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 175 00000100:00100000:1.0:1770685150.429016:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685150.429101:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500163968 00000100:00100000:3.0:1770685150.429117:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500163968 00000100:00100000:3.0:1770685150.429194:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 663 00000100:00100000:3.0:1770685150.429208:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+39:20396:x1856697500163968:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1770685150.429975:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+40:20396:x1856697500163968:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 764us (969us total) trans 4294967738 rc 0/0 00000040:00080000:0.0:1770685150.430041:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1770685150.430046:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:3.0:1770685150.430316:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 663 00000040:00080000:0.0:1770685150.431003:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:0.0:1770685150.431016:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1770685150.433718:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685150.433774:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500164224 00000100:00100000:3.0:1770685150.433788:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500164224 00000100:00100000:3.0:1770685150.433860:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 157 00000100:00100000:3.0:1770685150.433873:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+40:20396:x1856697500164224:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1770685150.434190:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+41:20396:x1856697500164224:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 319us (486us total) trans 4294967739 rc 0/0 00000100:00100000:3.0:1770685150.434200:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 157 00000040:00080000:0.0:1770685150.930172:0:15947:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1770685150.930187:0:15947:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1770685150.930239:0:15947:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 16 count 3 00000040:00080000:0.0:1770685150.930245:0:15947:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1770685150.963340:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1770685150.989750:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685150.989939:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500164480 00000100:00100000:3.0:1770685150.989953:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500164480 00000100:00100000:0.0:1770685150.990058:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 664 00000100:00100000:0.0:1770685150.990087:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+71:20399:x1856697500164480:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685150.990118:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685150.990146:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef6947 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd394 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685150.990288:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef694e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685150.990305:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef694e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685150.990318:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef694e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685150.990331:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x11:0x0]: returning size 158 00010000:00010000:0.0:1770685150.990505:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef6947 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd394 expref: 74 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685150.990526:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef694e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd394 expref: 73 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685150.990536:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff9d92c5e37500) 00010000:00010000:0.0:1770685150.990540:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685150.990544:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3aa9a00, rc 0) 00000100:00100000:0.0:1770685150.990654:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+73:20399:x1856697500164480:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 570us (918us total) trans 4294967740 rc 0/0 00000100:00100000:0.0:1770685150.990663:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 664 00000100:00100000:0.0:1770685150.993795:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685150.993961:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500164608 00000100:00100000:3.0:1770685150.994079:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500164608 00000100:00100000:3.0:1770685150.994553:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 665 00000100:00100000:3.0:1770685150.994568:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+73:20399:x1856697500164608:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:3.0:1770685150.994689:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef695c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685150.994708:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef695c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685150.994732:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef695c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685150.994765:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef695c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685150.994773:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef695c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685150.994780:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef695c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685150.994787:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b1800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685150.994791:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef695c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685150.994799:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef695c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685150.994813:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff9d92c5e37500) 00010000:00010000:3.0:1770685150.994817:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1770685150.994822:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef695c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685150.994827:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef695c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:3.0:1770685150.994939:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+73:20399:x1856697500164608:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 375us (1158us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685150.994947:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 665 00000100:00100000:0.0:1770685150.996924:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685150.997543:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500164736 00000100:00100000:3.0:1770685150.997556:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500164736 00000100:00100000:3.0:1770685150.997889:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 36 00000100:00100000:3.0:1770685150.997903:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+73:2348:x1856697500164736:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685150.997925:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685150.997962:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef694e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd394 expref: 73 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685150.997992:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff9d92c5e37500) 00010000:00010000:3.0:1770685150.997999:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685150.998074:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+72:2348:x1856697500164736:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 174us (1163us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685150.998083:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 36 00000100:00100000:0.0:1770685151.001655:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685151.001866:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500164992 00000100:00100000:3.0:1770685151.001880:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500164992 00000100:00100000:3.0:1770685151.002005:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 158 00000100:00100000:3.0:1770685151.002018:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+72:20399:x1856697500164992:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:3.0:1770685151.002360:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+73:20399:x1856697500164992:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 345us (786us total) trans 4294967741 rc 0/0 00000100:00100000:3.0:1770685151.002369:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 158 00000100:00080000:0.0:1770685151.003322:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:0.0:1770685151.473940:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1770685151.473953:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1770685151.477967:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 16 count 2 00000040:00080000:0.0:1770685151.477990:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1770685151.942399:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685151.942466:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685151.942535:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500165248 00000100:00100000:3.0:1770685151.942548:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500165248 00000100:00100000:3.0:1770685151.942659:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 279 00000100:00100000:3.0:1770685151.942671:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+73:2351:x1856697500165248:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685151.942773:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+73:2351:x1856697500165248:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 103us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685151.942782:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 279 00000100:00100000:0.0:1770685151.943468:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500165120 00000100:00100000:0.0:1770685151.943478:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500165120 00000100:00100000:0.0:1770685151.943533:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 349 00000100:00100000:0.0:1770685151.943543:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300564850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2350:x1856697500165120:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685151.943606:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300564850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2350:x1856697500165120:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 65us (1140us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685151.943614:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 349 00000100:00100000:0.0:1770685151.947306:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685151.947459:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500165504 00000100:00100000:3.0:1770685151.947473:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500165504 00000100:00100000:3.0:1770685151.947553:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 236 00000100:00100000:3.0:1770685151.947565:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2351:x1856697500165504:12345-192.168.203.41@tcp:400:kworker.0 00000100:00080000:0.0:1770685151.947716:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1770685151.952608:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2351:x1856697500165504:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 5029us (5307us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685151.952627:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 236 00000100:00100000:0.0:1770685151.983071:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685151.983116:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685151.983152:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685151.983190:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685151.983226:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500165632 00000100:00100000:0.0:1770685151.983240:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500165632 00000100:00100000:0.0:1770685151.983333:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 280 00000100:00100000:0.0:1770685151.983346:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+41:2350:x1856697500165632:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685151.983446:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+41:2350:x1856697500165632:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 102us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685151.983454:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 280 00000100:00100000:0.0:1770685151.983481:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500165760 00000100:00100000:0.0:1770685151.983484:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500165760 00000100:00100000:0.0:1770685151.983525:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500165376 00000100:00100000:0.0:1770685151.983528:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500165376 00000100:00100000:0.0:1770685151.983541:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500165888 00000100:00100000:0.0:1770685151.983543:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500165888 00000100:00100000:0.0:1770685151.983556:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 237 00000100:00100000:0.0:1770685151.983562:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500165760:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685151.983626:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500165760:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 63us (570us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685151.983632:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 237 00000100:00100000:0.0:1770685151.983645:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 238 00000100:00100000:0.0:1770685151.983652:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2350:x1856697500165376:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685151.983674:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2350:x1856697500165376:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 23us (559us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685151.983680:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 238 00000100:00100000:0.0:1770685151.983691:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 239 00000100:00100000:0.0:1770685151.983697:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5004000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500165888:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685151.983717:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5004000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500165888:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 21us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685151.983722:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 239 00000100:00080000:0.0:1770685151.983741:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1770685151.983745:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1770685151.983748:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1770685151.988096:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685153.012213:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1770685153.409221:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967330 is committed 00000001:00080000:0.0:1770685153.442904:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967740 is committed 00000001:00080000:0.0:1770685153.442928:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967736 is committed 00000001:00080000:0.0:1770685153.442955:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967741 is committed 00000001:00080000:0.0:1770685153.442973:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967739 is committed 00010000:00010000:0.0:1770685154.033975:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770685154.353775:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5004a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514715904:0@lo:400:kworker.0 00000100:00100000:0.0:1770685154.353824:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514716160:0@lo:400:kworker.0 00000100:00100000:1.0:1770685154.353907:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5004700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514716032:0@lo:400:kworker.0 00000100:00100000:3.0:1770685154.354072:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5006a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514716288:0@lo:400:kworker.0 00000100:00100000:0.0:1770685154.360979:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685154.361125:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514716160 00000100:00100000:0.0:1770685154.361137:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514716160 00000100:00100000:0.0:1770685154.361207:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281 00000100:00100000:0.0:1770685154.361219:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5006300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514716160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685154.361748:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5006300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514716160:12345-0@lo:400:kworker.0 Request processed in 531us (780us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685154.361758:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00000100:00080000:0.0:1770685154.361787:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685154.361834:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514716160:0@lo:400:kworker.0 00000100:00100000:1.0:1770685154.362626:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685154.362743:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5007800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514716544:0@lo:400:kworker.0 00000100:00100000:1.0:1770685154.362782:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685154.362843:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514716544 00000100:00100000:1.0:1770685154.362850:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514716544 00000100:00100000:1.0:1770685154.362908:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:1.0:1770685154.362917:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514716544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685154.365596:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514716544:12345-0@lo:400:kworker.0 Request processed in 2650us (2783us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685154.365614:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00100000:1.0:1770685154.365809:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514716032 00000100:00100000:1.0:1770685154.365822:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514716032 00000100:00100000:1.0:1770685154.365876:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:1.0:1770685154.365886:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514716032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685154.365984:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514716032:12345-0@lo:400:kworker.0 Request processed in 98us (3361us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685154.366000:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00080000:1.0:1770685154.366025:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1770685154.366078:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5004700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514716032:0@lo:400:kworker.0 00000100:00100000:1.0:1770685154.366093:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5007800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514716544:0@lo:400:kworker.0 00000100:00100000:3.0:1770685154.370568:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685154.370672:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1770685154.370690:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5004e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514716416:0@lo:400:kworker.0 00000100:00100000:3.0:1770685154.370731:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685154.370784:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514716288 00000100:00100000:3.0:1770685154.370794:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514716288 00000100:00100000:3.0:1770685154.370862:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:3.0:1770685154.370872:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5341500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514716288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685154.370936:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5341500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514716288:12345-0@lo:400:kworker.0 Request processed in 66us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685154.370944:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00100000:3.0:1770685154.370978:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514716416 00000100:00100000:3.0:1770685154.370982:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514716416 00000100:00100000:3.0:1770685154.372890:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00100000:3.0:1770685154.372917:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514716416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685154.373016:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514716416:12345-0@lo:400:kworker.0 Request processed in 111us (2284us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685154.373021:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00000100:00080000:3.0:1770685154.373063:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1770685154.373070:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1770685154.373116:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5004e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514716416:0@lo:400:kworker.0 00000100:00100000:3.0:1770685154.373131:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5006a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514716288:0@lo:400:kworker.0 00000100:00100000:2.0:1770685154.375821:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685154.376606:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514715904 00000100:00100000:3.0:1770685154.376624:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514715904 00000100:00100000:3.0:1770685154.376715:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:3.0:1770685154.376728:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300567c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514715904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685154.376838:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300567c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514715904:12345-0@lo:400:kworker.0 Request processed in 114us (1028us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685154.376846:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:2.0:1770685154.377321:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5004a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514715904:0@lo:400:kworker.0 00000100:00100000:3.0:1770685154.866449:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1770685154.866482:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514716672:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1770685154.866627:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685154.866972:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514716672 00000100:00100000:0.0:1770685154.866984:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514716672 00000100:00100000:0.0:1770685154.867063:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:0.0:1770685154.867075:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5341880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514716672:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1770685154.867122:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 56164352 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1770685154.867196:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5341880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514716672:12345-0@lo:13:osp-pre-1-0.0 Request processed in 123us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685154.867204:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00100000:0.0:1770685154.867279:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514716672:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1770685154.873770:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1770685154.873816:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514716800:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1770685154.874753:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685154.874914:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514716800 00000100:00100000:0.0:1770685154.874931:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514716800 00000100:00100000:0.0:1770685154.875006:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:0.0:1770685154.875020:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5342d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514716800:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1770685154.875093:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1770685154.875169:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5342d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514716800:12345-0@lo:13:osp-pre-0-0.0 Request processed in 152us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685154.875176:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:1.0:1770685154.875283:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514716800:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1770685155.071050:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770685156.082538:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685157.073833:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685157.073893:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685157.073917:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685157.074403:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685157.074438:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685157.074462:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685157.074492:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685157.074637:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500166144 00000100:00100000:1.0:1770685157.074652:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500166144 00000100:00100000:1.0:1770685157.074779:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500166528 00000100:00100000:1.0:1770685157.074783:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500166528 00000100:00100000:1.0:1770685157.074810:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 284 00000100:00100000:1.0:1770685157.074822:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+70:2349:x1856697500166144:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685157.075258:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+70:2349:x1856697500166144:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 436us (1436us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685157.075267:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 284 00000100:00100000:1.0:1770685157.075292:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 285 00000100:00100000:1.0:1770685157.075301:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+34:2349:x1856697500166528:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685157.075327:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+34:2349:x1856697500166528:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 28us (864us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685157.075349:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 285 00000100:00100000:1.0:1770685157.075374:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500166400 00000100:00100000:1.0:1770685157.075379:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500166400 00000100:00100000:1.0:1770685157.075402:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500166656 00000100:00100000:1.0:1770685157.075406:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500166656 00000100:00100000:1.0:1770685157.075419:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500166272 00000100:00100000:1.0:1770685157.075421:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500166272 00000100:00100000:1.0:1770685157.075435:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500166784 00000100:00100000:1.0:1770685157.075437:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500166784 00000100:00100000:1.0:1770685157.075449:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 242 00000100:00100000:1.0:1770685157.075456:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2349:x1856697500166400:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685157.075484:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2349:x1856697500166400:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 28us (1590us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685157.075490:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 242 00000100:00100000:1.0:1770685157.075503:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 243 00000100:00100000:1.0:1770685157.075508:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+8:2349:x1856697500166656:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685157.075548:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+8:2349:x1856697500166656:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 39us (1629us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685157.075554:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 243 00000100:00100000:1.0:1770685157.075565:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 244 00000100:00100000:1.0:1770685157.075571:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2349:x1856697500166272:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685157.075617:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2349:x1856697500166272:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 46us (1179us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685157.075624:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 244 00000100:00100000:1.0:1770685157.075639:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 245 00000100:00100000:1.0:1770685157.075651:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5550850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+9:2349:x1856697500166784:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685157.075687:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5550850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+9:2349:x1856697500166784:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 36us (1194us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685157.075694:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 245 00000100:00100000:1.0:1770685157.075919:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500166016 00000100:00100000:1.0:1770685157.075924:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500166016 00000100:00100000:1.0:1770685157.075956:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 351 00000100:00100000:1.0:1770685157.075963:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300564c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2349:x1856697500166016:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685157.075988:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300564c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2349:x1856697500166016:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 26us (1586us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685157.075994:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 351 00000100:00080000:1.0:1770685157.076021:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1770685157.076027:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1770685157.076030:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1770685157.107977:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1770685157.391199:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685157.393190:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500166912 00000100:00100000:1.0:1770685157.393214:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500166912 00000100:00100000:1.0:1770685157.393311:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 666 00000100:00100000:1.0:1770685157.393324:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5005880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+34:20378:x1856697500166912:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1770685157.393473:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5005880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+34:20378:x1856697500166912:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 Request processed in 152us (2288us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685157.393481:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 666 00000100:00100000:0.0:1770685157.415531:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685157.415605:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500167168 00000100:00100000:0.0:1770685157.415792:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500167168 00000100:00100000:0.0:1770685157.415862:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 159 00000100:00100000:0.0:1770685157.415874:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5007100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+34:20378:x1856697500167168:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1770685157.416505:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5007100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+35:20378:x1856697500167168:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 629us (984us total) trans 4294967742 rc 0/0 00000100:00100000:0.0:1770685157.416516:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 159 00010000:00010000:0.0:1770685158.130246:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1770685158.579311:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967742 is committed 00010000:00010000:1.0:1770685159.157481:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685159.477821:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514717056:0@lo:400:kworker.0 00000100:00100000:1.0:1770685159.477891:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685159.477953:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514717568:0@lo:400:kworker.0 00000100:00100000:1.0:1770685159.477988:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685159.478021:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1770685159.478027:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514717184:0@lo:400:kworker.0 00000100:00100000:1.0:1770685159.478049:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685159.478080:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514717056 00000100:00100000:1.0:1770685159.478088:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514717056 00000100:00100000:1.0:1770685159.478129:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514717184 00000100:00100000:1.0:1770685159.478132:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514717184 00000100:00100000:1.0:1770685159.478160:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:1.0:1770685159.478168:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514717056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685159.478229:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514717056:12345-0@lo:400:kworker.0 Request processed in 61us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685159.478236:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00000100:00100000:1.0:1770685159.478254:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 287 00000100:00100000:1.0:1770685159.478261:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514717184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685159.478288:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514717184:12345-0@lo:400:kworker.0 Request processed in 27us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685159.478293:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 287 00000100:00100000:1.0:1770685159.478311:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514717568 00000100:00100000:1.0:1770685159.478315:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514717568 00000100:00100000:1.0:1770685159.478339:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:1.0:1770685159.478345:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514717568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685159.478373:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514717568:12345-0@lo:400:kworker.0 Request processed in 28us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685159.478378:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00080000:1.0:1770685159.478610:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1770685159.478615:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770685159.478660:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514717184:0@lo:400:kworker.0 00000100:00100000:1.0:1770685159.478673:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514717056:0@lo:400:kworker.0 00000100:00100000:1.0:1770685159.478683:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514717568:0@lo:400:kworker.0 00000100:00100000:3.0:1770685159.478772:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514716928:0@lo:400:kworker.0 00000100:00100000:3.0:1770685159.478811:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685159.478844:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514717440:0@lo:400:kworker.0 00000100:00100000:3.0:1770685159.478875:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685159.478891:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1770685159.478896:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514717312:0@lo:400:kworker.0 00000100:00100000:3.0:1770685159.478917:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685159.479498:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514716928 00000100:00100000:1.0:1770685159.479504:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514716928 00000100:00100000:1.0:1770685159.479536:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:1.0:1770685159.479544:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300566850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514716928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685159.479615:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300566850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514716928:12345-0@lo:400:kworker.0 Request processed in 71us (802us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685159.479621:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00100000:1.0:1770685159.479657:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514717312 00000100:00100000:1.0:1770685159.479661:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514717312 00000100:00100000:1.0:1770685159.479689:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:1.0:1770685159.479695:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514717312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685159.479725:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514717312:12345-0@lo:400:kworker.0 Request processed in 31us (807us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685159.479731:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00000100:00100000:1.0:1770685159.479747:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514717440 00000100:00100000:1.0:1770685159.479750:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514717440 00000100:00100000:1.0:1770685159.479772:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:1.0:1770685159.479778:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5340380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514717440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685159.479806:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5340380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514717440:12345-0@lo:400:kworker.0 Request processed in 28us (930us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685159.479812:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00000100:00080000:1.0:1770685159.479828:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1770685159.479831:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1770685159.479867:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514717312:0@lo:400:kworker.0 00000100:00100000:1.0:1770685159.479877:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514716928:0@lo:400:kworker.0 00000100:00100000:1.0:1770685159.479887:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514717440:0@lo:400:kworker.0 00000001:02000400:1.0:1770685159.554525:0:16198:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 11a: Import a file ==================== 19:59:18 (1770685158) 00000100:00100000:0.0:1770685159.602419:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685159.602462:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500167296 00000100:00100000:0.0:1770685159.602474:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500167296 00000100:00100000:0.0:1770685159.602532:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 667 00000100:00100000:0.0:1770685159.602543:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5007480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+70:20990:x1856697500167296:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685159.602563:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685159.602611:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef6963 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd39b expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685159.602676:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef696a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685159.602701:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef696a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685159.602714:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef696a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685159.602731:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef6971 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685159.602737:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef6971 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685159.602743:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef6971 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685159.602824:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef696a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685159.602832:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef696a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685159.602839:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef696a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685159.602845:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c0031600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685159.602849:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef696a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685159.602856:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef696a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685159.602867:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5500) 00010000:00010000:0.0:1770685159.602870:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685159.602881:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef696a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685159.602887:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0031600/0x8f0dbafbd9ef696a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685159.602898:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef6971 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685159.602904:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef6971 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685159.602909:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef6971 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685159.602914:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c0030c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685159.602917:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef6971 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685159.602922:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef6971 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685159.602930:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4ba86b33 (ffff9d930044b500) 00010000:00010000:0.0:1770685159.602932:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685159.602935:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef6971 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685159.602940:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030c00/0x8f0dbafbd9ef6971 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685159.602972:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef6963 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd39b expref: 71 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685159.602982:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5500) 00010000:00010000:0.0:1770685159.602989:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685159.602994:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c0030a00/0x8f0dbafbd9ef6963 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd39b expref: 71 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685159.603005:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c0030a00, rc 0) 00000100:00100000:0.0:1770685159.603070:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5007480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+70:20990:x1856697500167296:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 528us (660us total) trans 0 rc 301/301 00000100:00100000:0.0:1770685159.603078:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 667 00000100:00080000:0.0:1770685159.603102:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685159.610998:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685159.611070:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500167552 00000100:00100000:3.0:1770685159.611080:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500167552 00000100:00100000:3.0:1770685159.611135:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 668 00000100:00100000:3.0:1770685159.611145:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+70:20990:x1856697500167552:12345-192.168.203.41@tcp:36:lfs.0 00010000:00010000:3.0:1770685159.611202:0:6998:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685159.611240:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef67e2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd30f expref: 70 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685159.611257:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5500) 00010000:00010000:3.0:1770685159.611262:0:6998:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1770685159.611355:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef6978 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685159.611370:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef6821 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd324 expref: 33 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685159.611379:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef6978 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685159.611409:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef6821 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd324 expref: 33 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685159.611422:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef6821 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd324 expref: 33 pid: 6998 timeout: 584 lvb_type: 0 00000100:00100000:3.0:1770685159.611452:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5341180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514717696:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685159.611545:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c31c29c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685159.623270:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685159.623337:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5341180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514717696:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685159.623367:0:6998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef6978 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:1.0:1770685159.623410:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500167680 00000100:00100000:1.0:1770685159.623416:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500167680 00010000:00010000:1.0:1770685159.623464:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef6821 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd324 expref: 34 pid: 6998 timeout: 584 lvb_type: 0 00000100:00100000:1.0:1770685159.623498:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 183 00000100:00100000:1.0:1770685159.623508:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e49180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+34:2350:x1856697500167680:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685159.623523:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685159.623531:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef6821 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd324 expref: 34 pid: 6998 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1770685159.623542:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef6821 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd324 expref: 34 pid: 6998 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1770685159.623565:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c23fea00/0x8f0dbafbd9ef6821 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd324 expref: 34 pid: 6998 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1770685159.623595:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5500) 00010000:00010000:1.0:1770685159.623608:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef6978 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685159.623618:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef6978 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685159.623625:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef6978 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685159.623648:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685159.623699:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e49180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+33:2350:x1856697500167680:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 192us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685159.623706:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 183 00010000:00010000:1.0:1770685159.623830:0:6998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef6978 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685159.623836:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef6978 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685159.623857:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef697f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685159.623866:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef697f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685159.623872:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef697f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:1.0:1770685159.624618:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x28:0x0]: returning size 512 00010000:00010000:1.0:1770685159.624630:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef6978 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685159.624638:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef6978 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685159.624654:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef6978 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685159.624661:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b1800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685159.624664:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef6978 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685159.624672:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef6978 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685159.624682:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5500) 00010000:00010000:1.0:1770685159.624685:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685159.624689:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef6978 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685159.624694:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef6978 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000004:00010000:1.0:1770685159.624710:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000006f987d02 reply state 00000000cbcee04a transno 4294967743 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef697f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:1.0:1770685159.624719:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1770685159.624795:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+71:20990:x1856697500167552:12345-192.168.203.41@tcp:36:lfs.0 Request processed in 13650us (13805us total) trans 4294967743 rc 0/0 00000100:00100000:1.0:1770685159.624802:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 668 00010000:00010000:3.0:1770685159.632647:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef697f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685159.632664:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef697f lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685159.632671:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef697f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685159.632678:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685159.632683:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef697f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685159.632691:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef697f lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685159.632706:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4ba86b33 (ffff9d92d40b3500) 00010000:00010000:3.0:1770685159.632709:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685159.632713:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef697f lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685159.632719:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef697f lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00080000:0.0:1770685159.633706:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685159.986011:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1770685159.986035:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5005500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514717824:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1770685159.986102:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685159.986392:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514717824 00000100:00100000:0.0:1770685159.986400:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514717824 00000100:00100000:0.0:1770685159.986452:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:0.0:1770685159.986461:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514717824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1770685159.986494:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 56164352 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1770685159.986539:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514717824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685159.986545:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:2.0:1770685159.986641:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5341500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514717952:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1770685159.986670:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685159.986727:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5005500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514717824:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1770685159.986789:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514717952 00000100:00100000:3.0:1770685159.986793:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514717952 00000100:00100000:3.0:1770685159.986823:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:3.0:1770685159.986831:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514717952:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1770685159.986865:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1770685159.986906:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514717952:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685159.986913:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00100000:2.0:1770685159.987037:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5341500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514717952:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1770685159.994679:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685159.994758:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500167808 00000100:00100000:2.0:1770685159.994769:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500167808 00000100:00100000:2.0:1770685159.994814:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 669 00000100:00100000:2.0:1770685159.994824:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+70:21027:x1856697500167808:12345-192.168.203.41@tcp:101:mkdir.0 00010000:00010000:2.0:1770685159.994847:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685159.994870:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef6986 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd3a2 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685159.994928:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef698d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685159.994940:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef698d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685159.994950:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef698d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770685159.995021:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1770685159.995025:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 18 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685159.995048:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef698d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685159.995085:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef6986 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd3a2 expref: 72 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685159.995102:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef698d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd3a2 expref: 71 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685159.995110:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5a00) 00010000:00010000:2.0:1770685159.995113:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1770685159.995116:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307a000, rc 0) 00000100:00100000:2.0:1770685159.995383:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+71:21027:x1856697500167808:12345-192.168.203.41@tcp:101:mkdir.0 Request processed in 558us (714us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685159.995392:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 669 00000100:00100000:3.0:1770685159.997525:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685159.997760:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500168064 00000100:00100000:2.0:1770685159.997768:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500168064 00000100:00100000:2.0:1770685159.997840:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 670 00000100:00100000:2.0:1770685159.997848:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+71:21027:x1856697500168064:12345-192.168.203.41@tcp:36:mkdir.0 00010000:00010000:2.0:1770685159.997889:0:6998:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685159.997908:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef698d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd3a2 expref: 71 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685159.997923:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5a00) 00010000:00010000:2.0:1770685159.997932:0:6998:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685159.998095:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+70:21027:x1856697500168064:12345-192.168.203.41@tcp:36:mkdir.0 Request processed in 248us (579us total) trans 0 rc -17/-17 00000100:00100000:2.0:1770685159.998101:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 670 00000100:00100000:0.0:1770685160.000913:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685160.000988:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500168192 00000100:00100000:2.0:1770685160.000998:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500168192 00000100:00100000:2.0:1770685160.001053:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 671 00000100:00100000:2.0:1770685160.001061:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5005180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+70:21027:x1856697500168192:12345-192.168.203.41@tcp:101:mkdir.0 00010000:00010000:2.0:1770685160.001078:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685160.001096:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef6994 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd3a9 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685160.001163:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef699b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.001173:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef699b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.001181:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef699b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770685160.001246:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1770685160.001250:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 18 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685160.001274:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef699b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.001298:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef6994 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd3a9 expref: 72 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685160.001317:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef699b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd3a9 expref: 71 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685160.001337:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5900) 00010000:00010000:2.0:1770685160.001341:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1770685160.001344:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307a200, rc 0) 00000100:00100000:2.0:1770685160.001405:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5005180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+71:21027:x1856697500168192:12345-192.168.203.41@tcp:101:mkdir.0 Request processed in 344us (501us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685160.001412:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 671 00000100:00100000:1.0:1770685160.005797:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685160.005920:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500168320 00000100:00100000:2.0:1770685160.005930:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500168320 00000100:00100000:2.0:1770685160.005985:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 672 00000100:00100000:2.0:1770685160.005995:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+71:21027:x1856697500168320:12345-192.168.203.41@tcp:101:mkdir.0 00010000:00010000:2.0:1770685160.006013:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685160.006044:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef69a2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd3b0 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685160.006098:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef69a9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.006108:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef69a9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.006116:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef69a9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.006126:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef69b0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.006130:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef69b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.006134:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef69b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.006237:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef69b7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.006242:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef69b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.006247:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef69b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770685160.006275:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x28:0x0]: returning size 512 00000004:00200000:2.0:1770685160.006278:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685160.006293:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef69b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.006300:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef69a9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.006304:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef69a9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.006308:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef69a9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.006312:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204c800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685160.006315:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef69a9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.006319:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef69a9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.006326:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5900) 00010000:00010000:2.0:1770685160.006328:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685160.006331:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef69a9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.006339:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef69a9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.006348:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef69b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.006351:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef69b0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.006355:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef69b0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.006358:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204c400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685160.006359:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef69b0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.006362:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef69b0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.006366:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4ba86b33 (ffff9d92c80b5600) 00010000:00010000:2.0:1770685160.006367:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685160.006369:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef69b0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.006371:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef69b0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.006395:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef69a2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd3b0 expref: 73 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685160.006406:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef69b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd3b0 expref: 72 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685160.006422:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff9d92c80b5500) 00010000:00010000:2.0:1770685160.006424:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1770685160.006426:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d930204d400, rc 0) 00000100:00100000:2.0:1770685160.006495:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+72:21027:x1856697500168320:12345-192.168.203.41@tcp:101:mkdir.0 Request processed in 501us (709us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685160.006503:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 672 00000100:00100000:3.0:1770685160.067897:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685160.068624:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500168448 00000100:00100000:0.0:1770685160.068636:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500168448 00000100:00100000:0.0:1770685160.068704:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 673 00000100:00100000:0.0:1770685160.068714:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5342680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+33:21033:x1856697500168448:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685160.068739:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685160.068759:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef69be lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd3b7 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685160.068818:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766600/0x8f0dbafbd9ef69c5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685160.068843:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766600/0x8f0dbafbd9ef69c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685160.068854:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766600/0x8f0dbafbd9ef69c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:0.0:1770685160.068910:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1770685160.068914:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 18 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685160.068960:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766600/0x8f0dbafbd9ef69c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685160.068983:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef69be lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd3b7 expref: 35 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685160.069000:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766600/0x8f0dbafbd9ef69c5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd3b7 expref: 34 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685160.069008:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5900) 00010000:00010000:0.0:1770685160.069010:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1770685160.069024:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1766600, rc 0) 00000100:00100000:0.0:1770685160.069094:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5342680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+34:21033:x1856697500168448:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 381us (1206us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685160.069102:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 673 00000100:00100000:3.0:1770685160.081005:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685160.081566:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500168704 00000100:00100000:2.0:1770685160.081685:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500168704 00000100:00100000:2.0:1770685160.081852:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 674 00000100:00100000:2.0:1770685160.081863:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5340700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+72:21033:x1856697500168704:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685160.081885:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685160.081888:0:6998:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1770685160.085037:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef69b7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd3b0 expref: 72 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685160.085067:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff9d92c80b5500) 00010000:00010000:2.0:1770685160.085080:0:6998:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770685160.085102:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef69cc lrc: 2/0,0 mode: --/CW res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd3be expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685160.085258:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef69d3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.085268:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef69d3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.085276:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef69d3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.085339:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef69da lrc: 3/0,1 mode: --/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.085343:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef69da lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.085347:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef69da lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.085815:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef69e1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.085821:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef69e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.085826:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef69e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770685160.085833:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2a:0x0]: returning size 0 00010000:00010000:2.0:1770685160.085850:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef69d3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.085854:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef69d3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.085858:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef69d3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.085861:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204c800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685160.085864:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef69d3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.085868:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef69d3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.085881:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff9d92c80b5600) 00010000:00010000:2.0:1770685160.085883:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685160.085886:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef69d3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.085890:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef69d3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000004:00010000:2.0:1770685160.085897:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000002dfd57c2 reply state 000000008bd9cd27 transno 4294967744 ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef69da lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770685160.085902:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1770685160.085923:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef69cc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd3be expref: 74 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685160.085934:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef69e1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd3be expref: 73 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685160.085939:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff9d92c80b5e00) 00010000:00010000:2.0:1770685160.085940:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685160.085942:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307ba00, rc 0) 00000100:00100000:2.0:1770685160.086023:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5340700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+74:21033:x1856697500168704:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 4162us (5027us total) trans 4294967744 rc 0/0 00000100:00100000:2.0:1770685160.086029:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 674 00010000:00010000:3.0:1770685160.091260:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef69da lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.091278:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef69da lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.091286:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef69da lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.091292:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204de00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685160.091297:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef69da lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.091304:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef69da lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.091320:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x4a4b4929 (ffff9d92c80b5a00) 00010000:00010000:3.0:1770685160.091324:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685160.091328:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef69da lrc: 2/0,0 mode: --/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.091334:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef69da lrc: 0/0,0 mode: --/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:3.0:1770685160.099441:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685160.099563:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500168960 00000100:00100000:2.0:1770685160.099623:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500168960 00000100:00100000:2.0:1770685160.099677:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 675 00000100:00100000:2.0:1770685160.099686:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+73:21033:x1856697500168960:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685160.099711:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685160.099759:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef69ef lrc: 2/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd3c5 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685160.099862:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef69f6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.099876:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef69e1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd3be expref: 74 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685160.099885:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef69f6 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.099925:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef69e1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd3be expref: 74 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685160.099938:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef69e1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd3be expref: 74 pid: 6998 timeout: 584 lvb_type: 0 00000100:00100000:2.0:1770685160.099953:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d20380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514718080:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685160.100303:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c83e5e40 going to sleep for 11 seconds 00000100:00100000:1.0:1770685160.110417:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685160.110500:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500169088 00000100:00100000:0.0:1770685160.110510:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500169088 00010000:00010000:0.0:1770685160.110550:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef69e1 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd3be expref: 75 pid: 6998 timeout: 584 lvb_type: 0 00000100:00100000:0.0:1770685160.110612:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 184 00000100:00100000:0.0:1770685160.110622:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+75:2351:x1856697500169088:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685160.110651:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685160.110660:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef69e1 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd3be expref: 75 pid: 6998 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1770685160.110674:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef69e1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd3be expref: 75 pid: 6998 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1770685160.110697:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff9d92c80b5e00) 00010000:00010000:0.0:1770685160.110701:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef69f6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685160.110710:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef69f6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685160.110716:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef69f6 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685160.110735:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685160.110796:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+75:2351:x1856697500169088:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 175us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685160.110804:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 184 00010000:00010000:2.0:1770685160.111423:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef69e1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd3be expref: 74 pid: 6998 timeout: 584 lvb_type: 0 00000100:00100000:2.0:1770685160.111440:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d20380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514718080:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685160.111465:0:6998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef69f6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.111475:0:6998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef69f6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.111480:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef69f6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770685160.111509:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2a:0x0]: returning size 0 00010000:00010000:2.0:1770685160.112861:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef69f6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.112874:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef69f6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.112881:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef69f6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.112887:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685160.112891:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef69f6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.112897:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef69f6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.113226:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff9d92c80b5e00) 00010000:00010000:2.0:1770685160.113232:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1770685160.113237:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef69f6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.113244:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef69f6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.113310:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef69ef lrc: 1/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd3c5 expref: 74 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685160.113320:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff9d92c80b5500) 00010000:00010000:2.0:1770685160.113323:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1770685160.113326:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef69ef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd3c5 expref: 74 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685160.113353:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307aa00, rc 0) 00000100:00100000:2.0:1770685160.113892:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+73:21033:x1856697500168960:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 14204us (14458us total) trans 4294967745 rc 301/301 00000100:00100000:2.0:1770685160.113902:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 675 00000100:00100000:1.0:1770685160.117861:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685160.118118:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500169344 00000100:00100000:0.0:1770685160.118129:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500169344 00000100:00100000:0.0:1770685160.118225:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 160 00000100:00100000:0.0:1770685160.118233:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+73:21033:x1856697500169344:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1770685160.118570:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+74:21033:x1856697500169344:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 336us (717us total) trans 4294967746 rc 0/0 00000100:00100000:0.0:1770685160.118607:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 160 00000100:00100000:3.0:1770685160.122419:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685160.122468:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500169472 00000100:00100000:2.0:1770685160.122478:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500169472 00000100:00100000:2.0:1770685160.122612:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 676 00000100:00100000:2.0:1770685160.122623:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+74:21033:x1856697500169472:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685160.122646:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685160.122668:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef6a04 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd3cc expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685160.122720:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef6a04 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd3cc expref: 75 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685160.122735:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307aa00/0x8f0dbafbd9ef6a04 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd3cc expref: 75 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685160.122753:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff9d92c80b5500) 00010000:00010000:2.0:1770685160.122757:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1770685160.122760:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307aa00, rc 0) 00000100:00100000:2.0:1770685160.122816:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+75:21033:x1856697500169472:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 195us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685160.122823:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 676 00000100:00100000:1.0:1770685160.131216:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685160.131348:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500169728 00000100:00100000:2.0:1770685160.131359:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500169728 00000100:00100000:2.0:1770685160.131430:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 677 00000100:00100000:2.0:1770685160.131440:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+75:21033:x1856697500169728:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1770685160.132312:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6a0b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.132332:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6a0b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.132343:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6a0b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.132887:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6a0b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.132896:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6a0b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.132903:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6a0b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.132910:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685160.132914:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6a0b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.133149:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6a0b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.133162:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff9d92c80b5500) 00010000:00010000:2.0:1770685160.133166:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1770685160.133170:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6a0b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.133176:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6a0b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770685160.133291:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+76:21033:x1856697500169728:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 Request processed in 1848us (2096us total) trans 4294967747 rc 0/0 00000100:00100000:2.0:1770685160.133302:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 677 00000100:00100000:1.0:1770685160.143560:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685160.143674:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500169984 00000100:00100000:2.0:1770685160.143684:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500169984 00000100:00100000:2.0:1770685160.143783:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 678 00000100:00100000:2.0:1770685160.143794:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+76:21033:x1856697500169984:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1770685160.144093:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6a12 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.144109:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6a12 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.144121:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6a12 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000001:00080000:2.0:1770685160.144192:0:6998:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967748 00000004:00010000:2.0:1770685160.144248:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000033f41e19 reply state 000000008151f937 transno 4294967749 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6a12 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770685160.144257:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1770685160.144345:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+79:21033:x1856697500169984:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 551us (803us total) trans 4294967749 rc 0/0 00000100:00100000:2.0:1770685160.144353:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 678 00000020:00080000:2.0:1770685160.144359:0:6998:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1770685160.148115:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6a12 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.148133:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6a12 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.148141:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6a12 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.148148:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685160.148153:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6a12 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.148161:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6a12 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.148345:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff9d92c80b5500) 00010000:00010000:3.0:1770685160.148348:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1770685160.148353:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6a12 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.148359:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6a12 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:1.0:1770685160.152131:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685160.152419:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500170240 00000100:00100000:0.0:1770685160.152445:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500170240 00000100:00100000:0.0:1770685160.152503:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 161 00000100:00100000:0.0:1770685160.152513:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c83d7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+78:21033:x1856697500170240:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1770685160.153143:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c83d7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+79:21033:x1856697500170240:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 628us (1018us total) trans 4294967750 rc 0/0 00000100:00100000:0.0:1770685160.153152:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 161 00010000:00010000:0.0:1770685160.178530:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685160.226025:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685160.227217:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500170368 00000100:00100000:2.0:1770685160.227231:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500170368 00000100:00100000:2.0:1770685160.227341:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 679 00000100:00100000:2.0:1770685160.227352:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+79:21036:x1856697500170368:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685160.227405:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685160.227426:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6a19 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd3d3 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685160.227507:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6a20 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.227521:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6a20 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.227532:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6a20 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.228533:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef6a27 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.228562:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef6a27 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.228571:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef6a27 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.228709:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1400/0x8f0dbafbd9ef6a2e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.228728:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1400/0x8f0dbafbd9ef6a2e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.228747:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1400/0x8f0dbafbd9ef6a2e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:3.0:1770685160.228786:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x28:0x0]: returning size 512 00000004:00200000:3.0:1770685160.228790:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685160.228810:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1400/0x8f0dbafbd9ef6a2e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.228822:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6a20 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.228828:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6a20 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.228833:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6a20 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.228838:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685160.228842:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6a20 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.228848:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6a20 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.228859:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5900) 00010000:00010000:3.0:1770685160.228862:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685160.228866:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6a20 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.228872:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6a20 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.228891:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef6a27 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.228897:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef6a27 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.228903:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef6a27 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.228907:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b0000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685160.228910:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef6a27 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.229687:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef6a27 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.229704:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4ba86b33 (ffff9d92c5e37800) 00010000:00010000:3.0:1770685160.229707:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685160.229710:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef6a27 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.229716:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef6a27 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.229775:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6a19 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd3d3 expref: 81 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685160.229791:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1400/0x8f0dbafbd9ef6a2e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd3d3 expref: 80 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685160.229798:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff9d92c5e37100) 00010000:00010000:3.0:1770685160.229811:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1770685160.229815:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c29b1400, rc 0) 00000100:00100000:3.0:1770685160.229895:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+80:21036:x1856697500170368:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 2543us (3878us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685160.229903:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 679 00000100:00100000:1.0:1770685160.237528:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685160.238306:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500170624 00000100:00100000:3.0:1770685160.238318:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500170624 00000100:00100000:3.0:1770685160.238394:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 680 00000100:00100000:3.0:1770685160.238406:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+80:21036:x1856697500170624:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685160.238428:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685160.238450:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6a35 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd3da expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685160.238526:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6a3c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.238539:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6a3c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.238551:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6a3c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.238566:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6a43 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.238573:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6a43 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.238610:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6a43 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.238731:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef6a4a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.238765:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef6a4a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.238773:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef6a4a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:3.0:1770685160.238784:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2a:0x0]: returning size 158 00010000:00010000:3.0:1770685160.238880:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6a3c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.238888:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6a3c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.238894:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6a3c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.238900:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b0800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685160.238904:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6a3c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.238911:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6a3c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.238934:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff9d92c5e37100) 00010000:00010000:3.0:1770685160.238938:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685160.238942:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6a3c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.238948:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6a3c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.238962:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6a43 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.238978:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6a43 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.238984:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6a43 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.238989:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b1e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685160.238992:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6a43 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.238998:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6a43 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.239006:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x4a4b4929 (ffff9d92c5e37200) 00010000:00010000:3.0:1770685160.239008:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685160.239011:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6a43 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685160.239017:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6a43 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.239405:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6a35 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd3da expref: 83 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685160.239421:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1800/0x8f0dbafbd9ef6a4a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd3da expref: 82 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685160.239428:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff9d92c80b5500) 00010000:00010000:2.0:1770685160.239431:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685160.239434:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c29b1800, rc 0) 00000100:00100000:2.0:1770685160.239505:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+82:21036:x1856697500170624:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 1101us (1986us total) trans 4294967751 rc 0/0 00000100:00100000:2.0:1770685160.239512:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 680 00000100:00100000:2.0:1770685160.248853:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685160.249031:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500170752 00000100:00100000:1.0:1770685160.249052:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500170752 00000100:00100000:1.0:1770685160.249109:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 681 00000100:00100000:1.0:1770685160.249118:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+82:21036:x1856697500170752:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:1.0:1770685160.249184:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6a58 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685160.249210:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6a58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685160.249222:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6a58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685160.249249:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6a58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685160.249255:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6a58 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685160.249261:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6a58 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685160.249267:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685160.249271:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6a58 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685160.249277:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6a58 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685160.249287:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff9d92c80b5500) 00010000:00010000:1.0:1770685160.249304:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1770685160.249308:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6a58 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685160.249314:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6a58 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685160.249389:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+82:21036:x1856697500170752:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 272us (545us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685160.249397:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 681 00000100:00100000:1.0:1770685160.256078:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685160.256158:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500171008 00000100:00100000:3.0:1770685160.256167:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500171008 00000100:00100000:3.0:1770685160.256232:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 162 00000100:00100000:3.0:1770685160.256243:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+82:21036:x1856697500171008:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:2.0:1770685160.257226:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+83:21036:x1856697500171008:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 979us (1153us total) trans 4294967752 rc 0/0 00000100:00100000:2.0:1770685160.257236:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 162 00000100:00100000:3.0:1770685160.635163:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685160.635501:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500171264 00000100:00100000:2.0:1770685160.635514:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500171264 00000100:00100000:2.0:1770685160.635628:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 682 00000100:00100000:2.0:1770685160.635640:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+83:21055:x1856697500171264:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685160.635679:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685160.635708:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef6a5f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd3e1 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685160.635877:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef6a66 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.635894:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef6a66 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.635907:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef6a66 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770685160.635934:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x28:0x0]: returning size 512 00010000:00010000:2.0:1770685160.637256:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef6a5f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd3e1 expref: 86 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685160.637286:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204de00/0x8f0dbafbd9ef6a66 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd3e1 expref: 85 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685160.637296:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff9d92c5e37100) 00010000:00010000:2.0:1770685160.637299:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685160.637304:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d930204de00, rc 0) 00000100:00100000:2.0:1770685160.637403:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+85:21055:x1856697500171264:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 1764us (2253us total) trans 4294967753 rc 0/0 00000100:00100000:2.0:1770685160.637413:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 682 00000100:00100000:1.0:1770685160.643361:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685160.643489:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500171392 00000100:00100000:2.0:1770685160.643503:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500171392 00000100:00100000:2.0:1770685160.643883:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 683 00000100:00100000:2.0:1770685160.643900:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+85:21055:x1856697500171392:12345-192.168.203.41@tcp:34:lfs.0 00010000:00010000:2.0:1770685160.644007:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef6a74 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.644026:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef6a74 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.644039:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef6a74 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.644056:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef6a7b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.644062:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef6a7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.644068:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef6a7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.644213:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef6a82 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.644222:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef6a82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.644229:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef6a82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770685160.644273:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2a:0x0]: returning size 158 00000004:00200000:2.0:1770685160.644279:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685160.644292:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef6a82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.644326:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef6a74 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.644332:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef6a74 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.644338:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef6a74 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.644345:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204c800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685160.644350:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef6a74 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.644358:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef6a74 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.644371:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff9d92c5e37100) 00010000:00010000:2.0:1770685160.644374:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685160.644380:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef6a74 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.644385:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef6a74 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.644399:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef6a7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.644404:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef6a7b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.644410:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef6a7b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.644415:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204d400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685160.644424:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef6a7b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.644429:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef6a7b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.644437:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x4a4b4929 (ffff9d92c80b5e00) 00010000:00010000:2.0:1770685160.644439:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685160.644442:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef6a7b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.644447:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef6a7b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.644464:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef6a82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.644470:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef6a82 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.644475:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef6a82 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.644480:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204c400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685160.644483:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef6a82 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.644488:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef6a82 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.644494:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff9d92c80b5500) 00010000:00010000:2.0:1770685160.644496:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685160.644499:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef6a82 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685160.644514:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef6a82 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770685160.644665:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+85:21055:x1856697500171392:12345-192.168.203.41@tcp:34:lfs.0 Request processed in 769us (1317us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685160.649335:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685160.649487:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500171648 00000100:00100000:0.0:1770685160.649503:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500171648 00000100:00100000:0.0:1770685160.649600:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 163 00000100:00100000:0.0:1770685160.649615:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+86:21055:x1856697500171648:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:0.0:1770685160.649966:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+87:21055:x1856697500171648:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 354us (641us total) trans 4294967754 rc 0/0 00000100:00100000:0.0:1770685160.649974:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 163 00000100:00100000:2.0:1770685160.652822:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 683 00010000:00010000:1.0:1770685161.205534:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1770685161.713836:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1770685161.713845:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1770685161.713984:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 15 count 1 00000040:00080000:0.0:1770685161.713990:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1770685162.183161:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685162.183217:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685162.183246:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685162.183283:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685162.183311:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500172032 00000100:00100000:1.0:1770685162.183321:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500172032 00000100:00100000:1.0:1770685162.183470:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500172544 00000100:00100000:1.0:1770685162.183474:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500172544 00000100:00100000:1.0:1770685162.183497:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 248 00000100:00100000:1.0:1770685162.183506:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2351:x1856697500172032:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685162.183574:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2351:x1856697500172032:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 68us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685162.183635:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 248 00000100:00100000:1.0:1770685162.183653:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 249 00000100:00100000:1.0:1770685162.183660:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500172544:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685162.183705:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500172544:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 46us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685162.183712:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 249 00000100:00100000:3.0:1770685162.183819:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685162.183872:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685162.183964:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685162.183990:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500172288 00000100:00100000:3.0:1770685162.183994:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500172288 00000100:00100000:3.0:1770685162.184021:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500171904 00000100:00100000:3.0:1770685162.184023:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500171904 00000100:00100000:3.0:1770685162.184043:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 289 00000100:00100000:3.0:1770685162.184049:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+34:2351:x1856697500172288:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685162.184087:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+34:2351:x1856697500172288:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 37us (840us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685162.184093:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 289 00000100:00100000:3.0:1770685162.184106:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 290 00000100:00100000:3.0:1770685162.184112:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+86:2351:x1856697500171904:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685162.184141:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+86:2351:x1856697500171904:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 29us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685162.184147:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 290 00000100:00100000:3.0:1770685162.184168:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500172160 00000100:00100000:3.0:1770685162.184171:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500172160 00000100:00100000:3.0:1770685162.184203:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500172416 00000100:00100000:3.0:1770685162.184206:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500172416 00000100:00100000:3.0:1770685162.184224:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 250 00000100:00100000:3.0:1770685162.184230:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2351:x1856697500172160:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685162.184255:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2351:x1856697500172160:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 25us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685162.184260:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 250 00000100:00100000:3.0:1770685162.184269:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 251 00000100:00100000:3.0:1770685162.184275:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500172416:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685162.184297:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500172416:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 22us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685162.184310:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 251 00000100:00100000:0.0:1770685162.184826:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500171776 00000100:00100000:0.0:1770685162.184833:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500171776 00000100:00100000:0.0:1770685162.184874:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 353 00000100:00100000:0.0:1770685162.184883:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300567450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697500171776:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685162.185764:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300567450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697500171776:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 877us (2607us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685162.185774:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 353 00000100:00080000:0.0:1770685162.185815:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1770685162.185833:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1770685162.185836:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1770685162.225911:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685163.253198:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1770685163.664726:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967754 is committed 00010000:00010000:0.0:1770685164.288855:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770685164.596114:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1770685164.596254:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514718464:0@lo:400:kworker.0 00000100:00100000:1.0:1770685164.596322:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685164.596379:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1770685164.596385:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3291:1856697514718336:0@lo:400:kworker.0 00000100:00100000:1.0:1770685164.596405:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685164.596565:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514718464 00000100:00100000:3.0:1770685164.596572:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514718464 00000100:00100000:3.0:1770685164.596650:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514718336 00000100:00100000:3.0:1770685164.596654:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514718336 00000100:00100000:3.0:1770685164.596674:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:3.0:1770685164.596682:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514718464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685164.596738:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514718464:12345-0@lo:400:kworker.0 Request processed in 57us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685164.596745:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000100:00100000:3.0:1770685164.596760:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:3.0:1770685164.596766:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1856697514718336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685164.596794:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1856697514718336:12345-0@lo:400:kworker.0 Request processed in 28us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685164.596800:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00100000:3.0:1770685164.596844:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3291:1856697514718336:0@lo:400:kworker.0 00000100:00100000:3.0:1770685164.596855:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514718464:0@lo:400:kworker.0 00000100:00080000:1.0:1770685164.596957:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685164.599783:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514718592:0@lo:400:kworker.0 00000100:00100000:2.0:1770685164.599858:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685164.599920:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5007100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514718208:0@lo:400:kworker.0 00000100:00100000:2.0:1770685164.599949:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685164.600000:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514718208 00000100:00100000:2.0:1770685164.600008:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514718208 00000100:00100000:2.0:1770685164.600052:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:2.0:1770685164.600060:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514718208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685164.600107:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514718208:12345-0@lo:400:kworker.0 Request processed in 47us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685164.600114:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:2.0:1770685164.600161:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5007100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514718208:0@lo:400:kworker.0 00000100:00100000:3.0:1770685164.601099:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514718592 00000100:00100000:3.0:1770685164.601106:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514718592 00000100:00100000:3.0:1770685164.601167:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00100000:3.0:1770685164.601189:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514718592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685164.601249:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514718592:12345-0@lo:400:kworker.0 Request processed in 61us (1391us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685164.601256:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00100000:3.0:1770685164.601308:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514718592:0@lo:400:kworker.0 00000100:00080000:2.0:1770685164.602119:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1770685164.603421:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1770685164.603441:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c4f60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514718848:0@lo:400:kworker.0 00000100:00100000:3.0:1770685164.603502:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685164.603546:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1770685164.603554:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c4f60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514718720:0@lo:400:kworker.0 00000100:00100000:3.0:1770685164.603603:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685164.603632:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514718720 00000100:00100000:3.0:1770685164.603639:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514718720 00000100:00100000:3.0:1770685164.603690:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:3.0:1770685164.603699:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514718720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685164.603747:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514718720:12345-0@lo:400:kworker.0 Request processed in 48us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685164.603754:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00000100:00080000:3.0:1770685164.603774:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685164.603798:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c4f60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514718720:0@lo:400:kworker.0 00000100:00100000:1.0:1770685164.603914:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514718848 00000100:00100000:1.0:1770685164.603919:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514718848 00000100:00100000:1.0:1770685164.603968:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:1.0:1770685164.603975:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514718848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685164.604011:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514718848:12345-0@lo:400:kworker.0 Request processed in 37us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685164.604018:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00080000:3.0:1770685164.604186:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1770685164.604205:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c4f60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514718848:0@lo:400:kworker.0 00000100:00100000:2.0:1770685165.112495:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1770685165.112521:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514718976:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1770685165.112613:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685165.112723:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514718976 00000100:00100000:0.0:1770685165.112732:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514718976 00000100:00100000:0.0:1770685165.112782:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:0.0:1770685165.112792:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514718976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1770685165.112824:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 56164352 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1770685165.112869:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514718976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685165.112876:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00100000:2.0:1770685165.112961:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514718976:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1770685165.115857:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1770685165.115891:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514719104:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1770685165.115955:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685165.116054:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514719104 00000100:00100000:3.0:1770685165.116063:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514719104 00000100:00100000:3.0:1770685165.116115:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:3.0:1770685165.116124:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514719104:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1770685165.116157:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1770685165.116216:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514719104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685165.116222:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:2.0:1770685165.116311:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514719104:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1770685165.297699:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770685166.324663:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685167.311811:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685167.311858:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685167.311900:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685167.311904:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500172800 00000100:00100000:0.0:1770685167.311915:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500172800 00000100:00100000:3.0:1770685167.311933:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685167.311962:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685167.311989:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 294 00000100:00100000:3.0:1770685167.311990:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685167.312005:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+74:2351:x1856697500172800:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685167.312034:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685167.312058:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500173056 00000100:00100000:3.0:1770685167.312063:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500173056 00000100:00100000:3.0:1770685167.312089:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500173312 00000100:00100000:0.0:1770685167.312092:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+74:2351:x1856697500172800:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 90us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685167.312093:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500173312 00000100:00100000:0.0:1770685167.312103:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 294 00000100:00100000:3.0:1770685167.312106:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500172928 00000100:00100000:3.0:1770685167.312110:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500172928 00000100:00100000:0.0:1770685167.312122:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500173184 00000100:00100000:3.0:1770685167.312126:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500173440 00000100:00100000:0.0:1770685167.312128:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500173184 00000100:00100000:3.0:1770685167.312131:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500173440 00000100:00100000:3.0:1770685167.312174:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 254 00000100:00100000:0.0:1770685167.312179:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 295 00000100:00100000:3.0:1770685167.312187:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2351:x1856697500173056:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685167.312191:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+34:2351:x1856697500173184:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685167.312224:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:2351:x1856697500173056:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 40us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685167.312230:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+34:2351:x1856697500173184:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 42us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685167.312235:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 254 00000100:00100000:0.0:1770685167.312244:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 295 00000100:00100000:3.0:1770685167.312253:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 255 00000100:00100000:3.0:1770685167.312265:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500173312:12345-192.168.203.41@tcp:400:kworker.0 00000100:00080000:0.0:1770685167.312279:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1770685167.312284:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1770685167.312287:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685167.312295:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500173312:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 32us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685167.312302:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 255 00000100:00100000:3.0:1770685167.312315:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 256 00000100:00100000:3.0:1770685167.312340:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2351:x1856697500172928:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685167.312376:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2351:x1856697500172928:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 38us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685167.312383:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 256 00000100:00100000:3.0:1770685167.312401:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 257 00000100:00100000:3.0:1770685167.312408:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0253480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500173440:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685167.312445:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0253480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500173440:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 36us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685167.312452:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500172672 00000100:00100000:3.0:1770685167.312453:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 257 00000100:00100000:0.0:1770685167.312459:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500172672 00000100:00100000:0.0:1770685167.312488:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 355 00000100:00100000:0.0:1770685167.312496:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0339850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697500172672:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685167.312547:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0339850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697500172672:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 52us (614us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685167.312553:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 355 00010000:00010000:1.0:1770685167.357744:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1770685168.102145:0:16396:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 11b: Import a deleted file using its FID ========================================================== 19:59:26 (1770685166) 00000100:00100000:0.0:1770685168.334303:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685168.334473:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500173696 00000100:00100000:3.0:1770685168.334483:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500173696 00000100:00100000:3.0:1770685168.334574:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 684 00000100:00100000:3.0:1770685168.334633:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5007100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+34:21675:x1856697500173696:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685168.334654:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685168.334674:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6a89 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd3e8 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685168.334743:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6a90 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.334758:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6a90 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.334769:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6a90 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.334782:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6a97 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.334787:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6a97 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.334805:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6a97 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.334931:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef6a9e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.334938:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef6a9e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.334944:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef6a9e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:3.0:1770685168.334952:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:3.0:1770685168.335067:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6a90 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.335074:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6a90 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.335079:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6a90 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.335085:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b1e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685168.335089:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6a90 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.335094:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6a90 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.335105:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9d92c554f400) 00010000:00010000:3.0:1770685168.335107:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685168.335111:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6a90 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.335145:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6a90 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.335166:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6a97 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.335171:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6a97 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.335177:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6a97 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.335181:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b1c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685168.335185:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6a97 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.335190:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6a97 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.335197:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9d92c5e37a00) 00010000:00010000:3.0:1770685168.335200:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685168.335203:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6a97 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.335208:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6a97 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.335487:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6a89 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd3e8 expref: 37 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685168.335501:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef6a9e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd3e8 expref: 36 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685168.335518:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:3.0:1770685168.335521:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685168.335524:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c29b0000, rc 0) 00000100:00100000:3.0:1770685168.335627:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5007100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+36:21675:x1856697500173696:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 996us (1331us total) trans 4294967755 rc 0/0 00000100:00100000:3.0:1770685168.335634:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 684 00000100:00100000:3.0:1770685168.342780:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685168.343233:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500173824 00000100:00100000:0.0:1770685168.343243:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500173824 00000100:00100000:0.0:1770685168.343299:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 685 00000100:00100000:0.0:1770685168.343309:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+36:21675:x1856697500173824:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1770685168.343469:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+36:21675:x1856697500173824:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 Request processed in 161us (698us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685168.343476:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 685 00000100:00100000:0.0:1770685168.353249:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685168.353490:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685168.353651:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500174080 00000100:00100000:3.0:1770685168.353662:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500174080 00000100:00100000:3.0:1770685168.353792:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 686 00000100:00100000:3.0:1770685168.353803:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5006d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+74:21676:x1856697500174080:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685168.353822:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685168.353842:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6aac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd3ef expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685168.353904:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6ab3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685168.353917:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6ab3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685168.353927:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6ab3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685168.353938:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6aba lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685168.353945:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6aba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685168.353965:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6aba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685168.354031:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6ab3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685168.354038:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6ab3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685168.354044:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6ab3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685168.354049:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b1c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685168.354053:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6ab3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685168.354060:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6ab3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685168.354073:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5900) 00010000:00010000:3.0:1770685168.354076:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685168.354080:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6ab3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685168.354086:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6ab3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685168.354098:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6aba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685168.354104:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6aba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685168.354109:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6aba lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685168.354121:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b1e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685168.354124:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6aba lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685168.354130:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6aba lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685168.354138:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc29f2cb (ffff9d92c5e37a00) 00010000:00010000:3.0:1770685168.354140:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685168.354143:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6aba lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685168.354158:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6aba lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685168.354189:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6aac lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd3ef expref: 75 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685168.354200:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5900) 00010000:00010000:3.0:1770685168.354202:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685168.354206:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6aac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd3ef expref: 75 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685168.354217:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c29b0800, rc 0) 00000100:00100000:3.0:1770685168.354282:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5006d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+74:21676:x1856697500174080:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 481us (791us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685168.354290:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 686 00000100:00100000:1.0:1770685168.355215:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500173952 00000100:00100000:1.0:1770685168.355224:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500173952 00000100:00100000:2.0:1770685168.355509:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 37 00000100:00100000:2.0:1770685168.355521:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5005f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+36:2351:x1856697500173952:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685168.355535:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685168.355564:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef6a9e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd3e8 expref: 36 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685168.355599:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:2.0:1770685168.355604:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685168.355654:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5005f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+35:2351:x1856697500173952:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 136us (2413us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685168.355662:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 37 00000100:00100000:0.0:1770685168.363110:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685168.363202:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500174336 00000100:00100000:2.0:1770685168.363211:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500174336 00000100:00100000:2.0:1770685168.363254:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 687 00000100:00100000:2.0:1770685168.363264:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5005500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+74:21676:x1856697500174336:12345-192.168.203.41@tcp:36:lfs.0 00010000:00010000:2.0:1770685168.363313:0:6998:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685168.363336:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef699b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd3a9 expref: 74 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685168.363353:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5900) 00010000:00010000:2.0:1770685168.363358:0:6998:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770685168.363429:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef6ac1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685168.363453:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766600/0x8f0dbafbd9ef69c5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd3b7 expref: 34 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685168.363459:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef6ac1 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685168.363482:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766600/0x8f0dbafbd9ef69c5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd3b7 expref: 34 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685168.363490:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766600/0x8f0dbafbd9ef69c5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd3b7 expref: 34 pid: 5761 timeout: 593 lvb_type: 0 00000100:00100000:2.0:1770685168.363500:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d23480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514719232:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685168.363688:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0361b40 going to sleep for 11 seconds 00000100:00100000:2.0:1770685168.365809:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d23480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514719232:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685168.365835:0:6998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef6ac1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:1.0:1770685168.365968:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685168.366004:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500174464 00000100:00100000:2.0:1770685168.366010:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500174464 00010000:00010000:2.0:1770685168.366042:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766600/0x8f0dbafbd9ef69c5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd3b7 expref: 35 pid: 5761 timeout: 593 lvb_type: 0 00000100:00100000:2.0:1770685168.366124:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 185 00000100:00100000:2.0:1770685168.366134:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0219850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+35:2350:x1856697500174464:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685168.366160:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685168.366166:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766600/0x8f0dbafbd9ef69c5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd3b7 expref: 35 pid: 5761 timeout: 593 lvb_type: 0 00010000:00010000:2.0:1770685168.366188:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766600/0x8f0dbafbd9ef69c5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd3b7 expref: 35 pid: 5761 timeout: 593 lvb_type: 0 00010000:00010000:2.0:1770685168.366208:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766600/0x8f0dbafbd9ef69c5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd3b7 expref: 35 pid: 5761 timeout: 593 lvb_type: 0 00010000:00010000:2.0:1770685168.366221:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5900) 00010000:00010000:2.0:1770685168.366226:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef6ac1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685168.366234:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef6ac1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685168.366242:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef6ac1 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685168.366266:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1770685168.366290:0:6998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef6ac1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685168.366305:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef6ac1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770685168.366317:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0219850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+34:2350:x1856697500174464:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 185us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685168.366324:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 185 00010000:00010000:3.0:1770685168.366765:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6ac8 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685168.366776:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6ac8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685168.366784:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6ac8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:3.0:1770685168.367455:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 512 00010000:00010000:3.0:1770685168.367463:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef6ac1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685168.367468:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef6ac1 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685168.367472:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef6ac1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685168.367476:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204c400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685168.367478:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef6ac1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685168.367483:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef6ac1 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685168.367489:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5900) 00010000:00010000:3.0:1770685168.367491:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685168.367494:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef6ac1 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685168.367505:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef6ac1 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000004:00010000:3.0:1770685168.367516:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000007b075601 reply state 00000000a04e2679 transno 4294967756 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6ac8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:3.0:1770685168.367522:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1770685168.367809:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5005500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+75:21676:x1856697500174336:12345-192.168.203.41@tcp:36:lfs.0 Request processed in 4545us (4703us total) trans 4294967756 rc 0/0 00000100:00100000:0.0:1770685168.367815:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 687 00010000:00010000:3.0:1770685168.369076:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6ac8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685168.369088:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6ac8 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685168.369094:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6ac8 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685168.369100:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b0800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685168.369104:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6ac8 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685168.369110:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6ac8 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685168.369123:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc29f2cb (ffff9d92c5e37a00) 00010000:00010000:3.0:1770685168.369125:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685168.369129:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6ac8 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685168.369135:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6ac8 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.371924:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685168.373399:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685168.373723:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500174592 00000100:00100000:0.0:1770685168.373733:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500174592 00000100:00100000:0.0:1770685168.373798:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 688 00000100:00100000:0.0:1770685168.373808:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+74:21677:x1856697500174592:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:0.0:1770685168.373830:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685168.373851:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766a00/0x8f0dbafbd9ef6acf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd3f6 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685168.373906:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766e00/0x8f0dbafbd9ef6ad6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.373917:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766e00/0x8f0dbafbd9ef6ad6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.373924:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766e00/0x8f0dbafbd9ef6ad6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685168.373970:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1770685168.373974:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 19 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685168.373995:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766e00/0x8f0dbafbd9ef6ad6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.374019:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766a00/0x8f0dbafbd9ef6acf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd3f6 expref: 76 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685168.374035:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766e00/0x8f0dbafbd9ef6ad6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd3f6 expref: 75 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685168.374042:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d930044b900) 00010000:00010000:0.0:1770685168.374044:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1770685168.374046:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1766e00, rc 0) 00000100:00100000:0.0:1770685168.374160:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+75:21677:x1856697500174592:12345-192.168.203.41@tcp:101:bash.0 Request processed in 343us (758us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685168.374177:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 688 00000100:00100000:1.0:1770685168.375886:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685168.375960:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500174720 00000100:00100000:0.0:1770685168.375967:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500174720 00000100:00100000:0.0:1770685168.376006:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 689 00000100:00100000:0.0:1770685168.376015:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+75:21677:x1856697500174720:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:0.0:1770685168.376032:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685168.376048:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef6add lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd3fd expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685168.376105:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef6ae4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.376116:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef6ae4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.376123:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef6ae4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.376133:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef6aeb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.376136:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef6aeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.376140:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef6aeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.376229:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767c00/0x8f0dbafbd9ef6af2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.376234:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767c00/0x8f0dbafbd9ef6af2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.376250:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767c00/0x8f0dbafbd9ef6af2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685168.376274:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 512 00000004:00200000:0.0:1770685168.376276:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685168.376290:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767c00/0x8f0dbafbd9ef6af2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.376298:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef6ae4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.376302:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef6ae4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.376306:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef6ae4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.376309:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1767e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685168.376312:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef6ae4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.376316:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef6ae4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.376324:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d930044b900) 00010000:00010000:0.0:1770685168.376386:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685168.376390:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef6ae4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.376394:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef6ae4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.376402:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef6aeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.376410:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef6aeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.376414:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef6aeb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.376417:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1766000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685168.376418:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef6aeb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.376421:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef6aeb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.376426:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc29f2cb (ffff9d930044bc00) 00010000:00010000:0.0:1770685168.376428:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685168.376429:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef6aeb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.376433:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef6aeb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.376453:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef6add lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd3fd expref: 77 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685168.376460:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767c00/0x8f0dbafbd9ef6af2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd3fd expref: 76 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685168.376465:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9d930044bd00) 00010000:00010000:0.0:1770685168.376466:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1770685168.376468:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1767c00, rc 0) 00000100:00100000:0.0:1770685168.376553:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+76:21677:x1856697500174720:12345-192.168.203.41@tcp:101:bash.0 Request processed in 538us (673us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685168.376565:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 689 00000100:00100000:2.0:1770685168.378805:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685168.378877:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500174848 00000100:00100000:0.0:1770685168.378886:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500174848 00000100:00100000:0.0:1770685168.378939:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 690 00000100:00100000:0.0:1770685168.378949:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+76:21677:x1856697500174848:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:0.0:1770685168.378967:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685168.378987:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6af9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd404 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685168.379065:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767000/0x8f0dbafbd9ef6b00 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.379078:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767000/0x8f0dbafbd9ef6b00 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.379088:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767000/0x8f0dbafbd9ef6b00 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.379102:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6b07 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.379108:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6b07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.379114:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6b07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.379188:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767000/0x8f0dbafbd9ef6b00 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.379194:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767000/0x8f0dbafbd9ef6b00 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.379206:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767000/0x8f0dbafbd9ef6b00 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.379211:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1767000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685168.379214:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767000/0x8f0dbafbd9ef6b00 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.379220:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767000/0x8f0dbafbd9ef6b00 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.379230:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9d930044bd00) 00010000:00010000:0.0:1770685168.379233:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685168.379237:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767000/0x8f0dbafbd9ef6b00 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.379242:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767000/0x8f0dbafbd9ef6b00 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.379253:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6b07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.379259:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6b07 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.379264:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6b07 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.379268:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1767200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685168.379270:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6b07 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.379273:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6b07 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.379285:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff9d930044b500) 00010000:00010000:0.0:1770685168.379287:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685168.379289:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6b07 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.379292:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6b07 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.379319:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6af9 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd404 expref: 77 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685168.379328:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9d930044bd00) 00010000:00010000:0.0:1770685168.379330:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685168.379334:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6af9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd404 expref: 77 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685168.379342:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1767800, rc 0) 00000100:00100000:0.0:1770685168.379400:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+76:21677:x1856697500174848:12345-192.168.203.41@tcp:101:bash.0 Request processed in 453us (603us total) trans 0 rc 301/301 00000100:00100000:0.0:1770685168.379405:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 690 00000100:00100000:1.0:1770685168.390320:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685168.390412:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500174976 00000100:00100000:0.0:1770685168.390422:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500174976 00000100:00100000:0.0:1770685168.390480:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 691 00000100:00100000:0.0:1770685168.390490:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+34:21678:x1856697500174976:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:0.0:1770685168.390508:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685168.390528:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766a00/0x8f0dbafbd9ef6b0e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd40b expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685168.390637:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767a00/0x8f0dbafbd9ef6b15 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.390650:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767a00/0x8f0dbafbd9ef6b15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.390660:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767a00/0x8f0dbafbd9ef6b15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685168.390713:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1770685168.390716:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 19 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685168.390736:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767a00/0x8f0dbafbd9ef6b15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.390758:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766a00/0x8f0dbafbd9ef6b0e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd40b expref: 36 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685168.390772:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767a00/0x8f0dbafbd9ef6b15 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd40b expref: 35 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685168.390780:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d930044b900) 00010000:00010000:0.0:1770685168.390782:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1770685168.390785:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1767a00, rc 0) 00000100:00100000:0.0:1770685168.390834:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+35:21678:x1856697500174976:12345-192.168.203.41@tcp:101:rm.0 Request processed in 346us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685168.390840:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 691 00000100:00100000:1.0:1770685168.402771:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685168.402848:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500175104 00000100:00100000:3.0:1770685168.402864:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500175104 00000100:00100000:3.0:1770685168.402922:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 692 00000100:00100000:3.0:1770685168.402928:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+35:21678:x1856697500175104:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:3.0:1770685168.402945:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685168.402963:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6b1c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd412 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685168.403014:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6b23 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.403023:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6b23 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.403031:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6b23 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.403040:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6b2a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.403044:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6b2a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.403048:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6b2a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.403128:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef6b31 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.403135:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef6b31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.403141:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef6b31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:3.0:1770685168.403180:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 512 00000004:00200000:3.0:1770685168.403189:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685168.403210:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef6b31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.403219:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6b23 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.403223:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6b23 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.403227:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6b23 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.403230:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b1e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685168.403233:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6b23 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.403236:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6b23 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.403244:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d930044b900) 00010000:00010000:3.0:1770685168.403246:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685168.403249:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6b23 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.403252:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6b23 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.403260:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6b2a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.403263:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6b2a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.403267:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6b2a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.403274:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b1c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685168.403276:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6b2a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.403279:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6b2a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.403283:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc29f2cb (ffff9d92c5e37a00) 00010000:00010000:3.0:1770685168.403284:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685168.403286:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6b2a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.403289:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6b2a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.403309:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6b1c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd412 expref: 37 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685168.403317:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0000/0x8f0dbafbd9ef6b31 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd412 expref: 36 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685168.403321:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9d930044bd00) 00010000:00010000:3.0:1770685168.403322:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1770685168.403323:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c29b0000, rc 0) 00000100:00100000:3.0:1770685168.403381:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+36:21678:x1856697500175104:12345-192.168.203.41@tcp:101:rm.0 Request processed in 452us (617us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685168.403388:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 692 00000100:00100000:2.0:1770685168.407230:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685168.407307:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500175232 00000100:00100000:0.0:1770685168.407315:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500175232 00000100:00100000:0.0:1770685168.407366:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 693 00000100:00100000:0.0:1770685168.407376:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+36:21678:x1856697500175232:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:0.0:1770685168.407410:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685168.407428:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766a00/0x8f0dbafbd9ef6b38 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd419 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685168.407480:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6b3f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.407490:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6b3f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.407497:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6b3f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.407505:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6b46 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.407520:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6b46 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.407524:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6b46 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.407605:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6b3f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.407612:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6b3f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.407616:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6b3f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.407621:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1767800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685168.407623:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6b3f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.407636:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6b3f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.407645:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9d930044bd00) 00010000:00010000:0.0:1770685168.407647:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685168.407650:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6b3f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.407654:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6b3f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.407662:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6b46 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.407666:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6b46 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.407670:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6b46 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.407672:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1767200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685168.407674:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6b46 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.407677:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6b46 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.407680:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff9d930044b500) 00010000:00010000:0.0:1770685168.407681:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685168.407683:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6b46 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.407686:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6b46 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.407714:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766a00/0x8f0dbafbd9ef6b38 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd419 expref: 37 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685168.407721:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9d930044bd00) 00010000:00010000:0.0:1770685168.407723:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685168.407725:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766a00/0x8f0dbafbd9ef6b38 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd419 expref: 37 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685168.407730:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1766a00, rc 0) 00000100:00100000:0.0:1770685168.407781:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+36:21678:x1856697500175232:12345-192.168.203.41@tcp:101:rm.0 Request processed in 408us (560us total) trans 0 rc 301/301 00000100:00100000:0.0:1770685168.407785:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 693 00000100:00100000:1.0:1770685168.414114:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685168.414202:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500175360 00000100:00100000:3.0:1770685168.414212:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500175360 00000100:00100000:3.0:1770685168.414277:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 694 00000100:00100000:3.0:1770685168.414286:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+36:21678:x1856697500175360:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:3.0:1770685168.414304:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685168.414323:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6b4d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd420 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685168.414387:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6b54 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.414401:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6b54 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.414411:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6b54 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.414424:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6b5b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.414430:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6b5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.414436:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6b5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.414490:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6b54 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.414496:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6b54 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.414502:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6b54 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.414508:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b1c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685168.414517:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6b54 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.414525:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6b54 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.414535:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9d930044bd00) 00010000:00010000:3.0:1770685168.414538:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685168.414542:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6b54 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.414548:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6b54 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.414561:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6b5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.414566:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6b5b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.414571:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6b5b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.414670:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b1e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685168.414674:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6b5b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.414680:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6b5b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.414688:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff9d92c5e37a00) 00010000:00010000:3.0:1770685168.414690:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685168.414693:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6b5b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.414708:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6b5b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.414739:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6b4d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd420 expref: 37 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685168.414748:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9d930044bd00) 00010000:00010000:3.0:1770685168.414751:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685168.414754:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6b4d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd420 expref: 37 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685168.414764:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c29b0800, rc 0) 00000100:00100000:3.0:1770685168.414817:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+36:21678:x1856697500175360:12345-192.168.203.41@tcp:101:rm.0 Request processed in 532us (712us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685168.414823:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 694 00000100:00100000:1.0:1770685168.432700:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685168.433015:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500175488 00000100:00100000:0.0:1770685168.433025:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500175488 00000100:00100000:0.0:1770685168.433088:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 695 00000100:00100000:0.0:1770685168.433097:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+36:21679:x1856697500175488:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:0.0:1770685168.433115:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685168.433134:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766a00/0x8f0dbafbd9ef6b62 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd427 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685168.433206:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6b69 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.433219:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6b69 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.433231:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6b69 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.433261:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6b70 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.433268:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6b70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.433275:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6b70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.433335:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6b69 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.433342:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6b69 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.433348:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6b69 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.433354:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1767200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685168.433358:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6b69 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.433365:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6b69 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.433377:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9d930044bd00) 00010000:00010000:0.0:1770685168.433380:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685168.433384:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6b69 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.433389:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6b69 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.433402:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6b70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.433414:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6b70 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.433419:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6b70 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.433424:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1767800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685168.433427:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6b70 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.433432:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6b70 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.433439:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff9d930044b500) 00010000:00010000:0.0:1770685168.433442:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685168.433444:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6b70 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.433450:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6b70 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.433484:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766a00/0x8f0dbafbd9ef6b62 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd427 expref: 37 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685168.433493:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9d930044bd00) 00010000:00010000:0.0:1770685168.433495:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685168.433498:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766a00/0x8f0dbafbd9ef6b62 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd427 expref: 37 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685168.433520:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1766a00, rc 0) 00000100:00100000:0.0:1770685168.433640:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+36:21679:x1856697500175488:12345-192.168.203.41@tcp:101:cp.0 Request processed in 543us (948us total) trans 0 rc 301/301 00000100:00100000:0.0:1770685168.433654:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 695 00000100:00100000:1.0:1770685168.437358:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685168.437456:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500175616 00000100:00100000:3.0:1770685168.437465:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500175616 00000100:00100000:3.0:1770685168.437512:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 696 00000100:00100000:3.0:1770685168.437520:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+36:21679:x1856697500175616:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:3.0:1770685168.437549:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685168.437569:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6b77 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd42e expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685168.437666:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6b7e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.437679:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6b7e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.437706:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6b7e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.437719:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6b85 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.437727:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6b85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.437732:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6b85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.437793:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6b7e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.437800:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6b7e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.437805:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6b7e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.437811:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b1e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685168.437815:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6b7e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.437821:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6b7e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.437832:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9d930044bd00) 00010000:00010000:3.0:1770685168.437834:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685168.437838:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6b7e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.437843:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6b7e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.438075:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6b85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.438085:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6b85 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.438091:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6b85 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.438095:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b1c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685168.438099:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6b85 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.438104:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6b85 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.438112:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff9d92c5e37a00) 00010000:00010000:3.0:1770685168.438114:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685168.438117:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6b85 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.438123:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6b85 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685168.438165:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6b77 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd42e expref: 37 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685168.438175:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9d930044bd00) 00010000:00010000:3.0:1770685168.438177:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685168.438180:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6b77 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd42e expref: 37 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685168.438200:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c29b0800, rc 0) 00000100:00100000:2.0:1770685168.438281:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+36:21679:x1856697500175616:12345-192.168.203.41@tcp:101:cp.0 Request processed in 759us (929us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685168.438289:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 696 00000100:00100000:1.0:1770685168.444061:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685168.444198:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500175872 00000100:00100000:0.0:1770685168.444209:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500175872 00000100:00100000:0.0:1770685168.445314:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 697 00000100:00100000:0.0:1770685168.445328:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+36:21679:x1856697500175872:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:0.0:1770685168.445351:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685168.445371:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766a00/0x8f0dbafbd9ef6b8c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd435 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685168.445521:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6b93 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.445547:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6b93 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.445558:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6b93 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.445573:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6b9a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.445598:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6b9a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.445604:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6b9a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00080000:0.0:1770685168.445971:0:6998:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xe:0x0], index 0: 0 00010000:00010000:0.0:1770685168.446090:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767000/0x8f0dbafbd9ef6ba1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.446097:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767000/0x8f0dbafbd9ef6ba1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.446108:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767000/0x8f0dbafbd9ef6ba1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.446135:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6b93 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.446142:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6b93 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.446160:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6b93 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.446166:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1767800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685168.446170:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6b93 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.446177:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6b93 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.446188:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9d930044bd00) 00010000:00010000:0.0:1770685168.446191:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685168.446196:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6b93 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.446202:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6b93 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000004:00010000:0.0:1770685168.446214:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000e1b5a4d7 reply state 000000006f70d143 transno 4294967757 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6b9a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685168.446220:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1770685168.446246:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766a00/0x8f0dbafbd9ef6b8c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd435 expref: 39 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685168.446269:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767000/0x8f0dbafbd9ef6ba1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd435 expref: 38 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685168.446276:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff9d930044bc00) 00010000:00010000:0.0:1770685168.446278:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685168.446280:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1767000, rc 0) 00000100:00100000:0.0:1770685168.446354:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+39:21679:x1856697500175872:12345-192.168.203.41@tcp:101:cp.0 Request processed in 1030us (2302us total) trans 4294967757 rc 0/0 00000100:00100000:0.0:1770685168.446362:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 697 00010000:00010000:3.0:1770685168.448871:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6b9a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685168.448885:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6b9a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685168.448892:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6b9a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685168.448898:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1767200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685168.448901:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6b9a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685168.448908:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6b9a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685168.448921:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff9d930044b500) 00010000:00010000:3.0:1770685168.448924:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685168.448928:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6b9a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685168.448934:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6b9a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:1.0:1770685168.450611:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685168.451082:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500176000 00000100:00100000:3.0:1770685168.451093:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500176000 00000100:00100000:3.0:1770685168.451180:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 176 00000100:00100000:3.0:1770685168.451190:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500176000:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:3.0:1770685168.451206:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685168.451240:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6baf lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd43c expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1770685168.451265:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1770685168.451283:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685168.451285:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685168.451293:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6baf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd43c expref: 9 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685168.451309:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6baf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd43c expref: 9 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685168.451322:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c29b0800, rc 0) 00000100:00100000:3.0:1770685168.451546:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500176000:12345-192.168.203.41@tcp:101:cp.0 Request processed in 357us (976us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685168.451553:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 176 00000100:00100000:1.0:1770685168.457976:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685168.458060:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500176128 00000100:00100000:3.0:1770685168.458071:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500176128 00000100:00100000:3.0:1770685168.458182:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 177 00000100:00100000:3.0:1770685168.458193:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:21679:x1856697500176128:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:3.0:1770685168.458210:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685168.458227:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6bb6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd443 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685168.458254:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6baf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd43c expref: 10 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685168.458261:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685168.458278:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685168.458282:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6bb6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd443 expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685168.458315:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6baf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd43c expref: 10 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685168.458338:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6baf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd43c expref: 10 pid: 8401 timeout: 593 lvb_type: 1 00000100:00100000:3.0:1770685168.458352:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0252d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514719360:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685168.458441:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c83e5d80 going to sleep for 11 seconds 00000100:00100000:3.0:1770685168.461120:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0252d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514719360:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685168.461162:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6bb6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd443 expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685168.461180:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c29b1c00, rc 0) 00000100:00100000:3.0:1770685168.461240:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:21679:x1856697500176128:12345-192.168.203.41@tcp:101:cp.0 Request processed in 3049us (3271us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685168.461249:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 177 00000100:00100000:0.0:1770685168.463181:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685168.464235:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500176256 00000100:00100000:2.0:1770685168.464249:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500176256 00010000:00010000:2.0:1770685168.464691:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6baf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd43c expref: 10 pid: 8401 timeout: 593 lvb_type: 1 00000100:00100000:2.0:1770685168.464741:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 186 00000100:00100000:2.0:1770685168.464751:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5004000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500176256:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685168.464766:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685168.464787:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6baf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd43c expref: 10 pid: 8401 timeout: 593 lvb_type: 1 00010000:00010000:2.0:1770685168.464798:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6baf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd43c expref: 10 pid: 8401 timeout: 593 lvb_type: 1 00010000:00010000:2.0:1770685168.464816:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6baf lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd43c expref: 10 pid: 8401 timeout: 593 lvb_type: 1 00010000:00010000:2.0:1770685168.464829:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685168.464831:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685168.464836:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6bb6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd443 expref: 9 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685168.464843:0:5746:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6bb6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd443 expref: 9 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685168.464875:0:5746:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6bb6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd443 expref: 9 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685168.464888:0:5746:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d20a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5746:1856697514719488:192.168.203.41@tcp:105: 00000100:00100000:2.0:1770685168.464972:0:5746:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0361f00 going to sleep for 11 seconds 00000100:00100000:1.0:1770685168.472208:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685168.472295:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500176512 00000100:00100000:0.0:1770685168.472303:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500176512 00000100:00100000:0.0:1770685168.472366:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 164 00000100:00100000:0.0:1770685168.472376:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb154380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+38:21679:x1856697500176512:12345-192.168.203.41@tcp:35:cp.0 00000100:00100000:0.0:1770685168.472712:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb154380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+39:21679:x1856697500176512:12345-192.168.203.41@tcp:35:cp.0 Request processed in 336us (511us total) trans 4294967758 rc 0/0 00000100:00100000:0.0:1770685168.472720:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 164 00000100:00100000:2.0:1770685168.473962:0:5746:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d20a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5746:1856697514719488:192.168.203.41@tcp:105: 00010000:00010000:2.0:1770685168.473992:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685168.474092:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5004000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500176256:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 9342us (10915us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685168.474102:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 186 00000100:00100000:1.0:1770685168.506413:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685168.506495:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500176640 00000100:00100000:0.0:1770685168.506504:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500176640 00000100:00100000:0.0:1770685168.506567:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 698 00000100:00100000:0.0:1770685168.506609:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb155c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+76:21682:x1856697500176640:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685168.506629:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685168.506649:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766a00/0x8f0dbafbd9ef6bbd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd44a expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685168.506727:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6bc4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.506740:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6bc4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.506750:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6bc4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.506764:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef6bcb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.506770:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef6bcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.506776:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef6bcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.506877:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef6bd2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.506885:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef6bd2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.506891:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef6bd2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685168.506920:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x12:0x0]: returning size 158 00000004:00200000:0.0:1770685168.506924:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685168.506938:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef6bd2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.506948:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef6bd2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.506961:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6bc4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.506967:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6bc4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.506974:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6bc4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.506979:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1767800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685168.506982:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6bc4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.506989:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6bc4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.506999:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9d930044bd00) 00010000:00010000:0.0:1770685168.507002:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685168.507006:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6bc4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.507012:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6bc4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.507022:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef6bcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.507028:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef6bcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.507034:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef6bcb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.507038:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1766000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685168.507044:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef6bcb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.507050:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef6bcb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.507056:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff9d930044b500) 00010000:00010000:0.0:1770685168.507059:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685168.507061:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef6bcb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.507066:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef6bcb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.507091:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766a00/0x8f0dbafbd9ef6bbd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd44a expref: 78 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685168.507102:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef6bd2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd44a expref: 77 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685168.507108:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff9d930044bc00) 00010000:00010000:0.0:1770685168.507110:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685168.507113:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1767e00, rc 0) 00000100:00100000:0.0:1770685168.507171:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb155c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+77:21682:x1856697500176640:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 596us (768us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685168.507178:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 698 00000100:00100000:1.0:1770685168.521853:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685168.522033:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500176768 00000100:00100000:3.0:1770685168.522044:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500176768 00000100:00100000:3.0:1770685168.522098:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 178 00000100:00100000:3.0:1770685168.522108:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb154e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2349:x1856697500176768:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685168.522125:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685168.522143:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6bd9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd451 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685168.522230:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0252d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514719616:192.168.203.41@tcp:106: 00000100:00100000:3.0:1770685168.522318:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c83e5d80 going to sleep for 11 seconds 00002000:00010000:3.0:1770685168.525413:0:8401:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0xe:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1770685168.525422:0:8401:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0xe:0x0] updating lvb mtime: 0 -> 1770685168 00002000:00010000:3.0:1770685168.525424:0:8401:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0xe:0x0] updating lvb atime: 0 -> 1770685168 00002000:00010000:3.0:1770685168.525426:0:8401:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0xe:0x0] updating lvb ctime: 0 -> 1770685168 00000100:00100000:3.0:1770685168.525447:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0252d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514719616:192.168.203.41@tcp:106: 00010000:00010000:3.0:1770685168.525480:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6bd9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd451 expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685168.525500:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6bd9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd451 expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685168.525512:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c29b1e00, rc 0) 00000100:00100000:3.0:1770685168.525569:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb154e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2349:x1856697500176768:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 3462us (3724us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685168.525618:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 178 00000100:00100000:2.0:1770685168.529830:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685168.529920:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500176896 00000100:00100000:0.0:1770685168.529931:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500176896 00000100:00100000:0.0:1770685168.529987:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 699 00000100:00100000:0.0:1770685168.529997:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+77:21682:x1856697500176896:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685168.530032:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685168.530052:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766a00/0x8f0dbafbd9ef6be0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd458 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685168.530116:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef6be7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685168.530129:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef6be7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685168.530140:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef6be7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:0.0:1770685168.530206:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 512 00000004:00200000:0.0:1770685168.530210:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685168.530231:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef6be7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685168.530256:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766a00/0x8f0dbafbd9ef6be0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd458 expref: 79 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685168.530273:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef6be7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd458 expref: 78 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685168.530281:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9d930044bd00) 00010000:00010000:0.0:1770685168.530284:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1770685168.530288:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1766000, rc 0) 00000100:00100000:0.0:1770685168.530348:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+78:21682:x1856697500176896:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 352us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685168.530356:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 699 00000100:00100000:1.0:1770685168.534341:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685168.534420:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500177024 00000100:00100000:3.0:1770685168.534429:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500177024 00000100:00100000:3.0:1770685168.534480:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 179 00000100:00100000:3.0:1770685168.534490:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb155880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2351:x1856697500177024:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685168.534506:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685168.534522:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6bee lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd45f expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685168.534634:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0252d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514719744:192.168.203.41@tcp:106: 00000100:00100000:3.0:1770685168.534713:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c83e5d80 going to sleep for 11 seconds 00000100:00100000:3.0:1770685168.537923:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0252d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514719744:192.168.203.41@tcp:106: 00010000:00010000:3.0:1770685168.537960:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6bee lrc: 1/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd45f expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685168.537982:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6bee lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd45f expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685168.537996:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c29b1e00, rc 0) 00000100:00100000:3.0:1770685168.538053:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb155880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2351:x1856697500177024:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 3564us (3729us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685168.538062:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 179 00000100:00100000:2.0:1770685168.543763:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685168.543850:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500177280 00000100:00100000:0.0:1770685168.543883:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500177280 00000100:00100000:0.0:1770685168.543938:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 700 00000100:00100000:0.0:1770685168.543947:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+78:21682:x1856697500177280:12345-192.168.203.41@tcp:58:lfs.0 00000040:00080000:0.0:1770685168.544206:0:6998:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].16, 136 off10368 00000100:00100000:0.0:1770685168.544292:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+78:21682:x1856697500177280:12345-192.168.203.41@tcp:58:lfs.0 Request processed in 345us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685168.544300:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 700 00000001:00080000:0.0:1770685168.786358:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967758 is committed 00000001:00080000:0.0:1770685168.786461:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967756 is committed 00000040:00080000:0.0:1770685168.884185:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1770685168.884204:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1770685168.884277:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 17 count 2 00000040:00080000:0.0:1770685168.884285:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1770685168.884572:0:11361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5004a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514719872:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1770685168.884703:0:11361:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c83e5600 going to sleep for 11 seconds 00000100:00100000:2.0:1770685168.893291:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685168.893430:0:11361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5004a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514719872:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1770685168.893738:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500177408 00000100:00100000:3.0:1770685168.893746:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500177408 00000100:00100000:3.0:1770685168.893797:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 701 00000100:00100000:3.0:1770685168.893807:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+36:21692:x1856697500177408:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1770685168.893837:0:5762:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0x12:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1770685168.893937:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+36:21692:x1856697500177408:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 131us (653us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685168.893944:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 701 00000100:00100000:3.0:1770685168.901249:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685168.901410:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500177664 00000100:00100000:0.0:1770685168.901419:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500177664 00000100:00100000:0.0:1770685168.901474:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 702 00000100:00100000:0.0:1770685168.901484:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+36:21692:x1856697500177664:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685168.901504:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685168.901523:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766a00/0x8f0dbafbd9ef6bf5 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd466 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685168.901636:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6bfc lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.901650:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6bfc lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.901674:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6bfc lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.901690:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef6c03 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7d879f1e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.901696:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef6c03 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d879f1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.901703:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef6c03 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d879f1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.901757:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6c0a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.901764:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6c0a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.901771:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6c0a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685168.901781:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x12:0x0]: returning size 158 00010000:00010000:0.0:1770685168.901912:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6bfc lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.901919:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6bfc lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.901924:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6bfc lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.901929:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1767800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685168.901933:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6bfc lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.901948:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6bfc lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.901960:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:0.0:1770685168.901963:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685168.901967:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6bfc lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.901973:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6bfc lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.901984:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef6c03 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d879f1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.901989:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef6c03 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d879f1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.901993:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef6c03 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d879f1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.901997:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1767600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685168.902000:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef6c03 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d879f1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.902005:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef6c03 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d879f1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.902011:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x7d879f1e (ffff9d92e0875500) 00010000:00010000:0.0:1770685168.902013:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685168.902015:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef6c03 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7d879f1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.902020:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef6c03 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7d879f1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.902068:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766a00/0x8f0dbafbd9ef6bf5 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd466 expref: 39 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685168.902081:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6c0a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd466 expref: 38 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685168.902087:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff9d930044bc00) 00010000:00010000:0.0:1770685168.902089:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685168.902091:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1767200, rc 0) 00000100:00100000:0.0:1770685168.902140:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+38:21692:x1856697500177664:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 657us (899us total) trans 4294967759 rc 0/0 00000100:00100000:0.0:1770685168.902155:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 702 00000100:00100000:2.0:1770685168.908292:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685168.908517:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500177792 00000100:00100000:3.0:1770685168.908531:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500177792 00000100:00100000:3.0:1770685168.908631:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 180 00000100:00100000:3.0:1770685168.908640:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500177792:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1770685168.908683:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6c18 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685168.908701:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6bb6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd443 expref: 9 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685168.908708:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1770685168.908710:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1770685168.908714:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6c18 lrc: 4/1,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685168.908749:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6bb6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd443 expref: 9 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685168.908762:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6bb6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd443 expref: 9 pid: 8401 timeout: 593 lvb_type: 0 00000100:00100000:3.0:1770685168.908781:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0250380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514720000:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685168.908867:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb172600 going to sleep for 11 seconds 00000100:00100000:2.0:1770685168.911822:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685168.912025:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500177920 00000100:00100000:0.0:1770685168.912034:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500177920 00000100:00100000:0.0:1770685168.912134:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 38 00000100:00100000:0.0:1770685168.912153:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+38:2348:x1856697500177920:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685168.912169:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685168.912192:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6c0a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd466 expref: 38 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685168.912218:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff9d930044bc00) 00010000:00010000:0.0:1770685168.912223:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685168.912276:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+37:2348:x1856697500177920:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 133us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685168.912283:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 38 00000100:00100000:3.0:1770685168.917186:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0250380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514720000:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685168.917225:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6c18 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685168.918767:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685168.918853:0:13877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500178048 00000100:00100000:0.0:1770685168.918883:0:13877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500178048 00002000:00100000:0.0:1770685168.918929:0:13877:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0xe:0x0] (0->157) req@ffff9d91c3d21880 x1856697500178048/t0(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:289/0 lens 648/0 e 0 to 0 dl 1770685179 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685168.918940:0:13877:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c3d21880 with x1856697500178048 ext(0->157) 00010000:00010000:0.0:1770685168.918947:0:13877:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6bb6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd443 expref: 10 pid: 8401 timeout: 593 lvb_type: 0 00010000:00010000:0.0:1770685168.918961:0:13877:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6bb6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd443 expref: 10 pid: 8401 timeout: 593 lvb_type: 0 00002000:00010000:0.0:1770685168.918969:0:13877:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9d91c3d21880 00000100:00100000:0.0:1770685168.919002:0:13877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 5 00000100:00100000:0.0:1770685168.919011:0:13877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500178048:12345-192.168.203.41@tcp:4:cp.0 00000100:00100000:0.0:1770685168.919521:0:13877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1b20a364-7a5a-4770-9192-023629c7ce89+12:2351:x1856697500178048:12345-192.168.203.41@tcp:4:cp.0 Request processed in 509us (758us total) trans 4294967325 rc 0/0 00000100:00100000:0.0:1770685168.919530:0:13877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 5 00002000:00100000:0.0:1770685168.919537:0:13877:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0xe:0x0] (0->157) req@ffff9d91c3d21880 x1856697500178048/t4294967325(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:289/0 lens 648/448 e 0 to 0 dl 1770685179 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685168.919544:0:13877:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c3d21880 with x1856697500178048 ext(0->157) 00010000:00010000:0.0:1770685168.919551:0:13877:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6bb6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd443 expref: 12 pid: 8401 timeout: 593 lvb_type: 0 00010000:00010000:0.0:1770685168.919562:0:13877:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6bb6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd443 expref: 12 pid: 8401 timeout: 593 lvb_type: 0 00002000:00010000:0.0:1770685168.919568:0:13877:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9d91c3d21880 00000100:00100000:0.0:1770685168.924389:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685168.924479:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500178176 00000100:00100000:2.0:1770685168.924487:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500178176 00010000:00010000:2.0:1770685168.924521:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6bb6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd443 expref: 12 pid: 8401 timeout: 593 lvb_type: 0 00000100:00100000:2.0:1770685168.924566:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 187 00000100:00100000:2.0:1770685168.924608:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5004a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+12:2350:x1856697500178176:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685168.924624:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685168.924644:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6bb6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd443 expref: 12 pid: 8401 timeout: 593 lvb_type: 0 00010000:00010000:2.0:1770685168.924657:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6bb6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd443 expref: 12 pid: 8401 timeout: 593 lvb_type: 0 00010000:00010000:2.0:1770685168.924679:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6bb6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd443 expref: 12 pid: 8401 timeout: 593 lvb_type: 0 00010000:00010000:2.0:1770685168.924715:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685168.924718:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685168.924723:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6c18 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685168.924732:0:5746:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6c18 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685168.924756:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685168.924802:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5004a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500178176:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 227us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685168.924809:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 187 00010000:00010000:3.0:1770685168.925163:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6c18 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685168.925183:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6c18 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685168.925207:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6c18 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685168.925214:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6c18 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685168.925221:0:8401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6c18 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685168.925227:0:8401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b1e00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:3.0:1770685168.925231:0:8401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6c18 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685168.925239:0:8401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6c18 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685168.925251:0:8401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6c18 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685168.925257:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6c18 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685168.925317:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500177792:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 16678us (17034us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685168.925332:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 180 00000100:00100000:0.0:1770685168.936025:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685168.936421:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500178432 00000100:00100000:2.0:1770685168.936432:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500178432 00000100:00100000:2.0:1770685168.936523:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 703 00000100:00100000:2.0:1770685168.936533:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5006a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+37:21692:x1856697500178432:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1770685168.936791:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5006a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+37:21692:x1856697500178432:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 259us (772us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685168.936799:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 703 00000100:00100000:1.0:1770685168.943158:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685168.950240:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500178560 00000100:00100000:3.0:1770685168.950254:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500178560 00000100:00100000:3.0:1770685168.950317:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 181 00000100:00100000:3.0:1770685168.950338:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb155180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500178560:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685168.950355:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685168.950376:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6c1f lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd46d expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1770685168.950400:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xe:0x0] initial LVB size: 158, mtime: 0x698a82f0, atime: 0x0, ctime: 0x698a82f0, blocks: 0x1 00010000:00010000:3.0:1770685168.950420:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685168.950427:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685168.950436:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6c1f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd46d expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685168.950452:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6c1f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd46d expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685168.950464:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c29b1e00, rc 0) 00000100:00100000:3.0:1770685168.950536:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb155180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500178560:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 200us (7395us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685168.950908:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 181 00000100:00100000:1.0:1770685168.956781:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685168.956826:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500178816 00000100:00100000:2.0:1770685168.956836:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500178816 00000100:00100000:2.0:1770685168.956899:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 704 00000100:00100000:2.0:1770685168.956908:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb154000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+37:21692:x1856697500178816:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1770685168.956997:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb154000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+37:21692:x1856697500178816:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 89us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685168.957011:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 704 00000100:00100000:2.0:1770685168.962865:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685168.962995:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500178944 00000100:00100000:3.0:1770685168.963004:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500178944 00002000:00100000:3.0:1770685168.963045:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xe:0x0] (0->4095) req@ffff9d91c3d21500 x1856697500178944/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:289/0 lens 488/0 e 0 to 0 dl 1770685179 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685168.963074:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c3d21500 with x1856697500178944 ext(0->4095) 00002000:00010000:3.0:1770685168.963080:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d91c3d21500 00000100:00100000:3.0:1770685168.963110:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 57 00000100:00100000:3.0:1770685168.963118:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500178944:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1770685168.963293:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500178944:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 Request processed in 175us (437us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1770685168.963300:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 57 00002000:00100000:3.0:1770685168.963306:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xe:0x0] (0->4095) req@ffff9d91c3d21500 x1856697500178944/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:289/0 lens 488/4536 e 0 to 0 dl 1770685179 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685168.963314:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c3d21500 with x1856697500178944 ext(0->4095) 00002000:00010000:3.0:1770685168.963317:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d91c3d21500 00000100:00100000:3.0:1770685168.984447:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685168.985368:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500179072 00000100:00100000:0.0:1770685168.985379:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500179072 00000100:00100000:0.0:1770685168.985447:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 705 00000100:00100000:0.0:1770685168.985457:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0250380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+37:21692:x1856697500179072:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685168.985477:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685168.985500:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6c26 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd474 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685168.985533:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766a00/0x8f0dbafbd9ef6c2d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.985557:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766a00/0x8f0dbafbd9ef6c2d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.985568:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766a00/0x8f0dbafbd9ef6c2d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685168.985684:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6c26 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd474 expref: 39 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685168.985701:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766a00/0x8f0dbafbd9ef6c2d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd474 expref: 38 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685168.985709:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff9d930044bc00) 00010000:00010000:0.0:1770685168.985712:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1770685168.985716:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1766a00, rc 0) 00000100:00100000:0.0:1770685168.985776:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0250380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+38:21692:x1856697500179072:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 321us (1339us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685168.986266:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 705 00000100:00100000:2.0:1770685168.995533:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685168.999093:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500179200 00000100:00100000:0.0:1770685168.999110:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500179200 00000100:00100000:0.0:1770685168.999225:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 706 00000100:00100000:0.0:1770685168.999238:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+38:21692:x1856697500179200:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1770685168.999271:0:6998:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0x12:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1770685168.999410:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+38:21692:x1856697500179200:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 175us (3886us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685168.999418:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 706 00000100:00100000:1.0:1770685169.007286:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685169.007426:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500179328 00000100:00100000:3.0:1770685169.007436:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500179328 00000100:00100000:3.0:1770685169.007497:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 182 00000100:00100000:3.0:1770685169.007508:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb156a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+11:2351:x1856697500179328:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00000100:00080000:1.0:1770685169.007618:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1770685169.007666:0:6539:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6c34 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685169.007683:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685169.007685:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685169.007689:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6c34 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685169.007701:0:6539:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6c34 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685169.007744:0:6539:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6c34 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685169.007752:0:6539:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6c34 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685169.007760:0:6539:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6c34 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685169.007767:0:6539:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b1c00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:3.0:1770685169.007771:0:6539:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6c34 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685169.007778:0:6539:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6c34 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685169.007793:0:6539:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6c34 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685169.007800:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6c34 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685169.008041:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb156a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+11:2351:x1856697500179328:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 534us (762us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685169.008049:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 182 00000100:00100000:2.0:1770685169.016880:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685169.016961:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500179584 00000100:00100000:0.0:1770685169.016971:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500179584 00000100:00100000:0.0:1770685169.017042:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 707 00000100:00100000:0.0:1770685169.017053:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+38:21692:x1856697500179584:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1770685169.017402:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+39:21692:x1856697500179584:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 351us (530us total) trans 4294967760 rc 0/0 00000100:00100000:0.0:1770685169.017410:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 707 00000040:00080000:0.0:1770685169.017512:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1770685169.017516:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1770685169.018021:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:0.0:1770685169.018029:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00080000:2.0:1770685169.018432:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685169.023435:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685169.023835:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500179840 00000100:00100000:2.0:1770685169.023845:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500179840 00000100:00100000:2.0:1770685169.023956:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 165 00000100:00100000:2.0:1770685169.023965:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+39:21692:x1856697500179840:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1770685169.024186:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+40:21692:x1856697500179840:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 221us (760us total) trans 4294967761 rc 0/0 00000100:00100000:2.0:1770685169.024193:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 165 00000040:00080000:1.0:1770685169.367748:0:16447:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685169.367758:0:16447:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685169.367890:0:16447:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 17 count 2 00000040:00080000:1.0:1770685169.367897:0:16447:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1770685169.402520:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1770685169.482253:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685169.482357:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500180096 00000100:00100000:1.0:1770685169.482368:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500180096 00000100:00100000:1.0:1770685169.482436:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 708 00000100:00100000:1.0:1770685169.482446:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5004e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+77:21693:x1856697500180096:12345-192.168.203.41@tcp:101:md5sum.0 00010000:00010000:1.0:1770685169.482468:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685169.482492:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef6c3b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd47b expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685169.482619:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6c42 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685169.482645:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6c42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685169.482657:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6c42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:1.0:1770685169.482669:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x12:0x0]: returning size 158 00010000:00010000:1.0:1770685169.482812:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef6c3b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd47b expref: 80 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685169.482826:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6c42 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd47b expref: 79 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685169.482835:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff9d930044bc00) 00010000:00010000:1.0:1770685169.482838:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1770685169.482841:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c99a00, rc 0) 00000100:00100000:1.0:1770685169.482911:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5004e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+79:21693:x1856697500180096:12345-192.168.203.41@tcp:101:md5sum.0 Request processed in 467us (670us total) trans 4294967762 rc 0/0 00000100:00100000:1.0:1770685169.482918:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 708 00000100:00080000:0.0:1770685169.483220:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685169.490782:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685169.490884:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685169.492212:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500180352 00000100:00100000:3.0:1770685169.492227:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500180352 00000100:00100000:3.0:1770685169.492306:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 183 00000100:00100000:3.0:1770685169.492317:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2351:x1856697500180352:12345-192.168.203.41@tcp:101:md5sum.0 00010000:00010000:3.0:1770685169.492350:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685169.492370:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6c50 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd482 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685169.492394:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685169.492396:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685169.492405:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6c50 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd482 expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685169.492421:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6c50 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd482 expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685169.492436:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c29b0800, rc 0) 00000100:00100000:3.0:1770685169.492506:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:2351:x1856697500180352:12345-192.168.203.41@tcp:101:md5sum.0 Request processed in 190us (1620us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685169.492513:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 183 00000100:00080000:2.0:1770685169.492784:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1770685169.497696:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500180224 00000100:00100000:0.0:1770685169.497712:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500180224 00000100:00100000:0.0:1770685169.498187:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 39 00000100:00100000:0.0:1770685169.498200:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+79:2350:x1856697500180224:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685169.498226:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685169.498252:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6c42 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd47b expref: 79 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685169.498269:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff9d930044bc00) 00010000:00010000:0.0:1770685169.498273:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685169.498339:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+78:2350:x1856697500180224:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 143us (7568us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685169.498347:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 39 00000100:00100000:1.0:1770685169.510526:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685169.515461:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500180480 00000100:00100000:3.0:1770685169.515479:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500180480 00002000:00100000:0.0:1770685169.516046:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xe:0x0] (0->4095) req@ffff9d92fb155500 x1856697500180480/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:290/0 lens 488/0 e 0 to 0 dl 1770685180 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685169.516059:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb155500 with x1856697500180480 ext(0->4095) 00002000:00010000:0.0:1770685169.516066:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fb155500 00000100:00100000:0.0:1770685169.516099:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 58 00000100:00100000:0.0:1770685169.516111:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb155500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:2348:x1856697500180480:12345-192.168.203.41@tcp:3:md5sum.0 00000100:00100000:0.0:1770685169.516345:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb155500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:2348:x1856697500180480:12345-192.168.203.41@tcp:3:md5sum.0 Request processed in 235us (5825us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1770685169.516351:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 58 00002000:00100000:0.0:1770685169.516358:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xe:0x0] (0->4095) req@ffff9d92fb155500 x1856697500180480/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:290/0 lens 488/4536 e 0 to 0 dl 1770685180 ref 1 fl Complete:/600/0 rc 4096/4096 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685169.516366:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb155500 with x1856697500180480 ext(0->4095) 00002000:00010000:0.0:1770685169.516369:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fb155500 00000100:00100000:3.0:1770685169.531733:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685169.531775:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500180736 00000100:00100000:3.0:1770685169.531785:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500180736 00000100:00100000:3.0:1770685169.531837:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 166 00000100:00100000:3.0:1770685169.531847:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+78:21693:x1856697500180736:12345-192.168.203.41@tcp:35:md5sum.0 00000100:00100000:3.0:1770685169.532101:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+79:21693:x1856697500180736:12345-192.168.203.41@tcp:35:md5sum.0 Request processed in 254us (376us total) trans 4294967763 rc 0/0 00000100:00100000:3.0:1770685169.532122:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 166 00000100:00100000:2.0:1770685169.562003:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685169.562108:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500180992 00000100:00100000:3.0:1770685169.562119:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500180992 00000100:00100000:3.0:1770685169.562182:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 709 00000100:00100000:3.0:1770685169.562193:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+79:21694:x1856697500180992:12345-192.168.203.41@tcp:36:rm.0 00010000:00010000:3.0:1770685169.562248:0:5762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1770685169.562273:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef6bd2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd44a expref: 79 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685169.562293:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff9d930044bc00) 00010000:00010000:3.0:1770685169.562305:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef6be7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd458 expref: 78 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685169.562313:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9d930044bd00) 00010000:00010000:3.0:1770685169.562327:0:5762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1770685169.562351:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6c57 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.562363:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6c57 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.562372:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6c57 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.562388:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6c5e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.562394:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6c5e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.562418:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6c5e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.562846:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6c65 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.562859:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767000/0x8f0dbafbd9ef6ba1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd435 expref: 39 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685169.562865:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6c65 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.562901:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767000/0x8f0dbafbd9ef6ba1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd435 expref: 39 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685169.562913:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767000/0x8f0dbafbd9ef6ba1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd435 expref: 39 pid: 6998 timeout: 594 lvb_type: 0 00000100:00100000:3.0:1770685169.562928:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0250e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514720128:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685169.563024:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb1729c0 going to sleep for 11 seconds 00000100:00100000:3.0:1770685169.566880:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0250e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514720128:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685169.566909:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6c65 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:2.0:1770685169.568042:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685169.568341:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500181120 00000100:00100000:3.0:1770685169.568351:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500181120 00010000:00010000:3.0:1770685169.568389:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767000/0x8f0dbafbd9ef6ba1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd435 expref: 40 pid: 6998 timeout: 594 lvb_type: 0 00000100:00100000:3.0:1770685169.568432:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 188 00000100:00100000:3.0:1770685169.568458:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+40:2351:x1856697500181120:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685169.568473:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685169.568481:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767000/0x8f0dbafbd9ef6ba1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd435 expref: 40 pid: 6998 timeout: 594 lvb_type: 0 00010000:00010000:3.0:1770685169.568493:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767000/0x8f0dbafbd9ef6ba1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd435 expref: 40 pid: 6998 timeout: 594 lvb_type: 0 00010000:00010000:3.0:1770685169.568515:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767000/0x8f0dbafbd9ef6ba1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd435 expref: 40 pid: 6998 timeout: 594 lvb_type: 0 00010000:00010000:3.0:1770685169.568531:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff9d930044bc00) 00010000:00010000:3.0:1770685169.568535:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6c65 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.568559:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6c65 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.568566:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6c65 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.568613:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685169.568663:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+39:2351:x1856697500181120:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 207us (630us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685169.568670:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 188 00010000:00010000:3.0:1770685169.568763:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6c65 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.568770:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6c65 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000040:00080000:3.0:1770685169.569442:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].5, 64 off8512 00000004:00080000:3.0:1770685169.569451:0:5762:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 494414873635ns, next at 495414871426ns, rc = 0 00010000:00010000:3.0:1770685169.569522:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef6c6c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.569533:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef6c6c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.569542:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef6c6c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.569549:0:5762:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef6c6c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.569555:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef6c6c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.569561:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef6c6c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.569603:0:5762:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1770685169.569625:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6c65 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.569632:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6c65 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.569638:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6c65 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.569644:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685169.569648:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6c65 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.569668:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6c65 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.569678:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff9d930044bc00) 00010000:00010000:3.0:1770685169.569680:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1770685169.569685:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6c65 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.569690:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6c65 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.569750:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6c57 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.569757:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6c57 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.569762:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6c57 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.569766:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b1c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685169.569769:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6c57 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.569775:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6c57 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.569781:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9d930044bd00) 00010000:00010000:3.0:1770685169.569783:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685169.569786:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6c57 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.569791:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6c57 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000004:00010000:3.0:1770685169.569808:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000006caa5f3 reply state 00000000d4dbf8a9 transno 4294967764 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6c5e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:3.0:1770685169.569816:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1770685169.569876:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+79:21694:x1856697500180992:12345-192.168.203.41@tcp:36:rm.0 Request processed in 7684us (7881us total) trans 4294967764 rc 0/0 00000100:00100000:3.0:1770685169.569884:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 709 00010000:00010000:3.0:1770685169.569912:0:5748:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1770685169.569917:0:5748:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef6c6c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.569921:0:5748:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92d8f9ce00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:3.0:1770685169.569924:0:5748:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef6c6c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.569929:0:5748:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef6c6c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.569937:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff9d930044bc00) 00010000:00010000:3.0:1770685169.569939:0:5748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1770685169.569942:0:5748:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef6c6c lrc: 1/0,0 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.569946:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef6c6c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.569955:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685169.569957:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685169.569959:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685169.579059:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6c5e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.579087:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6c5e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.579093:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6c5e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.579099:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685169.579103:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6c5e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.579109:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6c5e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.579124:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff9d92c5e37600) 00010000:00010000:3.0:1770685169.579128:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685169.579132:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6c5e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.579148:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6c5e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:0.0:1770685169.713990:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1770685169.714020:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5301880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514720640:0@lo:400:kworker.0 00000100:00100000:2.0:1770685169.714030:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514720512:0@lo:400:kworker.0 00000100:00100000:1.0:1770685169.714094:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d18e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514720768:0@lo:400:kworker.0 00000100:00100000:3.0:1770685169.714147:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0f89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514720384:0@lo:400:kworker.0 00000100:00100000:2.0:1770685169.726440:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685169.726567:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514720512 00000100:00100000:2.0:1770685169.726591:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514720512 00000100:00100000:2.0:1770685169.726654:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:2.0:1770685169.726663:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514720512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685169.726723:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514720512:12345-0@lo:400:kworker.0 Request processed in 61us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685169.726745:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00080000:2.0:1770685169.726768:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685169.726798:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5300e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514720512:0@lo:400:kworker.0 00000100:00100000:1.0:1770685169.730477:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685169.730527:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514720768 00000100:00100000:2.0:1770685169.730538:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514720768 00000100:00080000:1.0:1770685169.730608:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685169.730630:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:2.0:1770685169.730641:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb157100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514720768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685169.730989:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb157100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514720768:12345-0@lo:400:kworker.0 Request processed in 349us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685169.731007:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00000100:00100000:2.0:1770685169.731057:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685169.731078:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685169.731102:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d18e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514720896:0@lo:400:kworker.0 00000100:00100000:0.0:1770685169.731111:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514720256:0@lo:400:kworker.0 00000100:00100000:2.0:1770685169.731148:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685169.731165:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685169.731258:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d18e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514720768:0@lo:400:kworker.0 00000100:00100000:3.0:1770685169.731409:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514720640 00000100:00100000:3.0:1770685169.731415:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514720640 00000100:00100000:3.0:1770685169.731458:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514720896 00000100:00100000:3.0:1770685169.731462:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514720896 00000100:00100000:3.0:1770685169.731513:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:0.0:1770685169.731554:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514720256 00000100:00100000:0.0:1770685169.731558:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514720256 00000100:00100000:0.0:1770685169.731602:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:0.0:1770685169.731609:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514720256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685169.731652:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514720256:12345-0@lo:400:kworker.0 Request processed in 43us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685169.731659:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:0.0:1770685169.731690:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:0.0:1770685169.731697:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514720896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685169.731732:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514720896:12345-0@lo:400:kworker.0 Request processed in 36us (593us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685169.731738:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00100000:0.0:1770685169.731767:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514720256:0@lo:400:kworker.0 00000100:00100000:0.0:1770685169.731788:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d18e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514720896:0@lo:400:kworker.0 00000100:00100000:2.0:1770685169.731990:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514720384 00000100:00100000:2.0:1770685169.732003:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514720384 00000100:00100000:2.0:1770685169.732033:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:2.0:1770685169.732040:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514720384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685169.732085:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514720384:12345-0@lo:400:kworker.0 Request processed in 45us (1027us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685169.732097:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00100000:3.0:1770685169.736007:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5007800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514720640:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1770685169.736213:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1770685169.736220:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1770685169.736276:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0f89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514720384:0@lo:400:kworker.0 00000100:00100000:2.0:1770685169.736476:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5007800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514720640:12345-0@lo:400:kworker.0 Request processed in 4953us (5398us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685169.736488:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00100000:1.0:1770685169.736563:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5301880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514720640:0@lo:400:kworker.0 00000100:00100000:3.0:1770685169.774105:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685169.774470:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500181248 00000100:00100000:0.0:1770685169.774480:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500181248 00000100:00100000:0.0:1770685169.774531:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 710 00000100:00100000:0.0:1770685169.774542:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+78:21710:x1856697500181248:12345-192.168.203.41@tcp:101:mkdir.0 00010000:00010000:0.0:1770685169.774565:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685169.774615:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766800/0x8f0dbafbd9ef6c73 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd489 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685169.774879:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef6c7a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685169.774895:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef6c7a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685169.774913:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef6c7a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770685169.774970:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00000004:00200000:2.0:1770685169.774975:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685169.775005:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef6c7a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685169.775031:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766800/0x8f0dbafbd9ef6c73 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd489 expref: 80 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685169.775051:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef6c7a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd489 expref: 79 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685169.775064:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9d930044bd00) 00010000:00010000:2.0:1770685169.775067:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1770685169.775071:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d930204c400, rc 0) 00000100:00100000:2.0:1770685169.775152:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+79:21710:x1856697500181248:12345-192.168.203.41@tcp:101:mkdir.0 Request processed in 612us (1055us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685169.775159:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 710 00000100:00100000:0.0:1770685169.889694:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685169.889810:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500181376 00000100:00100000:1.0:1770685169.889822:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500181376 00000100:00100000:1.0:1770685169.889883:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 711 00000100:00100000:1.0:1770685169.889893:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5004700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+39:21716:x1856697500181376:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685169.889916:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685169.889941:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef6c81 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd490 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685169.890011:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6c88 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685169.890025:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6c88 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685169.890035:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6c88 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685169.890049:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef6c8f lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685169.890056:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef6c8f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685169.890061:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef6c8f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685169.890174:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99600/0x8f0dbafbd9ef6c96 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685169.890182:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99600/0x8f0dbafbd9ef6c96 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685169.890188:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99600/0x8f0dbafbd9ef6c96 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:1.0:1770685169.890234:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00000004:00200000:1.0:1770685169.890238:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685169.890261:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99600/0x8f0dbafbd9ef6c96 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685169.890271:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6c88 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685169.890277:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6c88 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685169.890283:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6c88 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685169.890288:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c99a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685169.890291:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6c88 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685169.890298:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6c88 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685169.890309:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9d92c554f400) 00010000:00010000:1.0:1770685169.890312:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685169.890317:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6c88 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685169.890322:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6c88 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685169.890334:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef6c8f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685169.890339:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef6c8f lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685169.890351:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef6c8f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685169.890356:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c99800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685169.890358:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef6c8f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685169.890363:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef6c8f lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685169.890371:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9d92d40b3400) 00010000:00010000:1.0:1770685169.890373:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685169.890376:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef6c8f lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685169.890380:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef6c8f lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685169.890410:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98c00/0x8f0dbafbd9ef6c81 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd490 expref: 41 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685169.890424:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99600/0x8f0dbafbd9ef6c96 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd490 expref: 40 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685169.890432:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:1.0:1770685169.890434:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1770685169.890437:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c99600, rc 0) 00000100:00100000:1.0:1770685169.890620:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5004700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+40:21716:x1856697500181376:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 727us (934us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685169.890627:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 711 00000100:00100000:0.0:1770685169.895971:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685169.896437:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500181504 00000100:00100000:2.0:1770685169.896448:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500181504 00000100:00100000:2.0:1770685169.896508:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 712 00000100:00100000:2.0:1770685169.896518:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5005f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+40:21716:x1856697500181504:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685169.896548:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685169.896567:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef6c9d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd497 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685169.896673:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef6ca4 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685169.896686:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef6ca4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685169.896697:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef6ca4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685169.896722:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef6cab lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7d879f1e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685169.896729:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef6cab lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d879f1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685169.896735:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef6cab lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d879f1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685169.896821:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef6ca4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685169.896828:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef6ca4 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685169.896834:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef6ca4 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685169.896839:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d930204c800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685169.896843:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef6ca4 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685169.896849:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef6ca4 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685169.896879:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:2.0:1770685169.896882:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685169.896886:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef6ca4 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685169.896891:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c800/0x8f0dbafbd9ef6ca4 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685169.896900:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef6cab lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d879f1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685169.896905:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef6cab lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d879f1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685169.896909:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef6cab lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d879f1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685169.896913:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b34800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685169.896915:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef6cab lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d879f1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685169.896920:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef6cab lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d879f1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685169.896925:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x7d879f1e (ffff9d92c80b5b00) 00010000:00010000:2.0:1770685169.896927:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685169.896930:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef6cab lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7d879f1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685169.896934:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef6cab lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7d879f1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685169.896962:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef6c9d lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd497 expref: 41 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685169.896977:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:2.0:1770685169.896979:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685169.896982:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204d400/0x8f0dbafbd9ef6c9d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd497 expref: 41 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685169.896991:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d930204d400, rc 0) 00000100:00100000:2.0:1770685169.897041:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5005f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+40:21716:x1856697500181504:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 526us (1081us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685169.897047:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 712 00000100:00100000:2.0:1770685169.901263:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685169.901364:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500181760 00000100:00100000:3.0:1770685169.901386:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500181760 00000100:00100000:3.0:1770685169.901449:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 713 00000100:00100000:3.0:1770685169.901456:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+79:21716:x1856697500181760:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685169.901472:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685169.901475:0:5762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1770685169.901504:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d930204c400/0x8f0dbafbd9ef6c7a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd489 expref: 79 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685169.901519:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9d930044bd00) 00010000:00010000:3.0:1770685169.901523:0:5762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1770685169.901531:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef6cb2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd49e expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685169.901786:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6cb9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.901797:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6cb9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.901803:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6cb9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.901813:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6cc0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.901817:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6cc0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.901820:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6cc0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.903004:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6cc7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.903361:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6cc7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.903369:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6cc7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:3.0:1770685169.903379:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c:0x0]: returning size 0 00010000:00010000:3.0:1770685169.903401:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6cb9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.903406:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6cb9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.903409:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6cb9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.903413:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b1c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685169.903416:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6cb9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.903420:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6cb9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.903427:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9d930044bd00) 00010000:00010000:3.0:1770685169.903429:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685169.903432:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6cb9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.903435:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef6cb9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000004:00010000:3.0:1770685169.903444:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000013571806 reply state 000000008cdee4bc transno 4294967765 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6cc0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:3.0:1770685169.903457:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1770685169.903484:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef6cb2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd49e expref: 81 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685169.903496:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6cc7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd49e expref: 80 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685169.903503:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff9d92c5e37200) 00010000:00010000:3.0:1770685169.903505:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1770685169.903507:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174400, rc 0) 00000100:00100000:3.0:1770685169.903668:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+81:21716:x1856697500181760:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 2212us (2419us total) trans 4294967765 rc 0/0 00000100:00100000:3.0:1770685169.903675:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 713 00010000:00010000:3.0:1770685169.906550:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6cc0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.906565:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6cc0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.906572:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6cc0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.906640:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685169.906645:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6cc0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.906652:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6cc0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.907227:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff9d92c5e37600) 00010000:00010000:3.0:1770685169.907248:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685169.907254:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6cc0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.907261:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef6cc0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:2.0:1770685169.912876:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685169.912957:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500182016 00000100:00100000:3.0:1770685169.912969:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500182016 00000100:00100000:3.0:1770685169.913035:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 714 00000100:00100000:3.0:1770685169.913046:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+80:21716:x1856697500182016:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685169.913070:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685169.913229:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef6cd5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd4a5 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685169.913336:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6cdc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.913351:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6cc7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd49e expref: 81 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685169.913358:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6cdc lrc: 4/0,1 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685169.913389:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6cc7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd49e expref: 81 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685169.913401:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6cc7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd49e expref: 81 pid: 5762 timeout: 594 lvb_type: 0 00000100:00100000:3.0:1770685169.913413:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0251c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514721024:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685169.913645:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb1729c0 going to sleep for 11 seconds 00000100:00100000:0.0:1770685169.923935:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685169.924110:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0251c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514721024:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685169.924134:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6cdc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:2.0:1770685169.924330:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500182144 00000100:00100000:2.0:1770685169.924338:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500182144 00010000:00010000:2.0:1770685169.924374:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6cc7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd49e expref: 82 pid: 5762 timeout: 594 lvb_type: 0 00000100:00100000:2.0:1770685169.924413:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 189 00000100:00100000:2.0:1770685169.924422:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5006680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+82:2350:x1856697500182144:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685169.924436:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685169.924443:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6cc7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd49e expref: 82 pid: 5762 timeout: 594 lvb_type: 0 00010000:00010000:2.0:1770685169.924455:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6cc7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd49e expref: 82 pid: 5762 timeout: 594 lvb_type: 0 00010000:00010000:2.0:1770685169.924475:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef6cc7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd49e expref: 82 pid: 5762 timeout: 594 lvb_type: 0 00010000:00010000:2.0:1770685169.924501:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff9d92c5e37200) 00010000:00010000:2.0:1770685169.924505:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6cdc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685169.924513:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6cdc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685169.924519:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6cdc lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685169.924548:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685169.924628:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5006680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+81:2350:x1856697500182144:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 207us (702us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685169.924636:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 189 00010000:00010000:0.0:1770685169.924897:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6cdc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685169.924906:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6cdc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:0.0:1770685169.924924:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c:0x0]: returning size 0 00010000:00010000:0.0:1770685169.925366:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6cdc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685169.925374:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6cdc lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685169.925379:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6cdc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685169.925385:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685169.925388:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6cdc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685169.925394:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6cdc lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685169.925404:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff9d92c5e37200) 00010000:00010000:0.0:1770685169.925407:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1770685169.925411:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6cdc lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685169.925417:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6cdc lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685169.925481:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef6cd5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4a5 expref: 81 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685169.925491:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9d930044bd00) 00010000:00010000:0.0:1770685169.925494:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1770685169.925497:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef6cd5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4a5 expref: 81 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685169.925507:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174200, rc 0) 00000100:00100000:0.0:1770685169.925558:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+80:21716:x1856697500182016:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 12514us (12692us total) trans 4294967766 rc 301/301 00000100:00100000:0.0:1770685169.925566:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 714 00000100:00100000:0.0:1770685169.937934:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685169.938178:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500182400 00000100:00100000:3.0:1770685169.938190:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500182400 00000100:00100000:3.0:1770685169.938252:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 167 00000100:00100000:3.0:1770685169.938263:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c486a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+80:21716:x1856697500182400:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1770685169.938694:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c486a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+81:21716:x1856697500182400:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 432us (768us total) trans 4294967767 rc 0/0 00000100:00100000:3.0:1770685169.938703:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 167 00000100:00100000:2.0:1770685169.947378:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685169.947472:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500182528 00000100:00100000:0.0:1770685169.947483:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500182528 00000100:00100000:0.0:1770685169.947539:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 715 00000100:00100000:0.0:1770685169.947549:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+81:21716:x1856697500182528:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685169.947572:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685169.947623:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef6cea lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd4ac expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685169.947684:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef6cea lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4ac expref: 82 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685169.947699:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef6cea lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4ac expref: 82 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685169.947739:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff9d92e0875500) 00010000:00010000:0.0:1770685169.947742:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1770685169.947746:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1766000, rc 0) 00000100:00100000:0.0:1770685169.947799:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+82:21716:x1856697500182528:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 252us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685169.947807:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 715 00000100:00100000:0.0:1770685169.953545:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685169.953676:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500182784 00000100:00100000:2.0:1770685169.953686:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500182784 00000100:00100000:2.0:1770685169.953744:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 716 00000100:00100000:2.0:1770685169.953754:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+82:21716:x1856697500182784:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1770685169.953817:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6cf1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685169.953833:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6cf1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685169.953844:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6cf1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685169.954052:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6cf1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685169.954077:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6cf1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685169.954084:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6cf1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685169.954293:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b35a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685169.954297:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6cf1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685169.954305:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6cf1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685169.954316:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff9d92e0875500) 00010000:00010000:2.0:1770685169.954319:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1770685169.954324:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6cf1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685169.954330:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6cf1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770685169.954511:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+83:21716:x1856697500182784:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 Request processed in 756us (973us total) trans 4294967768 rc 0/0 00000100:00100000:2.0:1770685169.954519:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 716 00000100:00100000:1.0:1770685169.963217:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685169.963686:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500183040 00000100:00100000:2.0:1770685169.963697:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500183040 00000100:00100000:2.0:1770685169.963768:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 717 00000100:00100000:2.0:1770685169.963777:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb156d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+83:21716:x1856697500183040:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1770685169.964048:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6cf8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685169.964083:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6cf8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685169.964094:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6cf8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000001:00080000:2.0:1770685169.964191:0:6998:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967769 00000004:00010000:2.0:1770685169.964243:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000006c076ed7 reply state 000000000f5db35f transno 4294967770 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6cf8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770685169.964252:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1770685169.964349:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb156d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+86:21716:x1856697500183040:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 571us (1149us total) trans 4294967770 rc 0/0 00000100:00100000:2.0:1770685169.964356:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 717 00000020:00080000:2.0:1770685169.964362:0:6998:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1770685169.969052:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6cf8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685169.969072:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6cf8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685169.969079:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6cf8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685169.969095:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b35a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685169.969101:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6cf8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685169.969259:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6cf8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685169.969277:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff9d92e0875500) 00010000:00010000:3.0:1770685169.969280:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1770685169.969299:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6cf8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685169.969306:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6cf8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:1.0:1770685169.970465:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685169.971961:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500183296 00000100:00100000:2.0:1770685169.971977:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500183296 00000100:00100000:2.0:1770685169.972049:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 168 00000100:00100000:2.0:1770685169.972060:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb157800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+85:21716:x1856697500183296:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1770685169.972387:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb157800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+86:21716:x1856697500183296:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 328us (1927us total) trans 4294967771 rc 0/0 00000100:00100000:2.0:1770685169.972395:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 168 00000100:00100000:2.0:1770685170.017640:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685170.017729:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500183552 00000100:00100000:0.0:1770685170.017740:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500183552 00000100:00100000:0.0:1770685170.017803:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 718 00000100:00100000:0.0:1770685170.017813:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+86:21719:x1856697500183552:12345-192.168.203.41@tcp:101:md5sum.0 00010000:00010000:0.0:1770685170.017836:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685170.017856:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef6cff lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd4b3 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685170.017922:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef6d06 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685170.017935:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef6d06 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685170.017944:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef6d06 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685170.017959:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766c00/0x8f0dbafbd9ef6d0d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685170.017965:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766c00/0x8f0dbafbd9ef6d0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685170.017989:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766c00/0x8f0dbafbd9ef6d0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685170.018107:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6d14 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685170.018116:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6d14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685170.018122:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6d14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:0.0:1770685170.018132:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c:0x0]: returning size 158 00010000:00010000:0.0:1770685170.018232:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef6d06 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685170.018239:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef6d06 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685170.018245:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef6d06 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685170.018251:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1766400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685170.018254:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef6d06 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685170.018261:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef6d06 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685170.018272:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9d930044bd00) 00010000:00010000:0.0:1770685170.018275:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685170.018278:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef6d06 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685170.018293:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef6d06 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685170.018309:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766c00/0x8f0dbafbd9ef6d0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685170.018314:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766c00/0x8f0dbafbd9ef6d0d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685170.018319:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766c00/0x8f0dbafbd9ef6d0d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685170.018324:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1766c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685170.018326:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766c00/0x8f0dbafbd9ef6d0d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685170.018332:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766c00/0x8f0dbafbd9ef6d0d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685170.018339:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff9d930044b500) 00010000:00010000:0.0:1770685170.018341:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685170.018344:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766c00/0x8f0dbafbd9ef6d0d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685170.018349:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766c00/0x8f0dbafbd9ef6d0d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685170.018394:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef6cff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4b3 expref: 89 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685170.018408:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6d14 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4b3 expref: 88 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685170.018426:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff9d92e0875500) 00010000:00010000:0.0:1770685170.018428:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685170.018430:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1767800, rc 0) 00000100:00100000:0.0:1770685170.019896:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+88:21719:x1856697500183552:12345-192.168.203.41@tcp:101:md5sum.0 Request processed in 2073us (2254us total) trans 4294967772 rc 0/0 00000100:00100000:0.0:1770685170.019907:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 718 00000100:00100000:1.0:1770685170.041224:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685170.041841:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500183808 00000100:00100000:3.0:1770685170.041859:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500183808 00000100:00100000:3.0:1770685170.041924:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 40 00000100:00100000:3.0:1770685170.041934:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d021a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+88:21719:x1856697500183808:12345-192.168.203.41@tcp:103:md5sum.0 00010000:00010000:3.0:1770685170.041949:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1770685170.041974:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef6d14 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4b3 expref: 88 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685170.041998:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef6cea lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4ac expref: 87 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685170.042008:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff9d92e0875500) 00010000:00010000:3.0:1770685170.042018:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685170.042079:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d021a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+86:21719:x1856697500183808:12345-192.168.203.41@tcp:103:md5sum.0 Request processed in 147us (864us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685170.042087:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 40 00000100:00100000:1.0:1770685170.047350:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685170.047441:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500183936 00000100:00100000:0.0:1770685170.047451:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500183936 00000100:00100000:0.0:1770685170.047503:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 719 00000100:00100000:0.0:1770685170.047512:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb156300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+86:21719:x1856697500183936:12345-192.168.203.41@tcp:58:md5sum.0 00010000:00010000:0.0:1770685170.047658:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766c00/0x8f0dbafbd9ef6d22 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685170.047673:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766c00/0x8f0dbafbd9ef6d22 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685170.047683:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766c00/0x8f0dbafbd9ef6d22 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000040:00080000:0.0:1770685170.047878:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].17, 136 off10504 00000100:00100000:0.0:1770685170.047950:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb156300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+86:21719:x1856697500183936:12345-192.168.203.41@tcp:58:md5sum.0 Request processed in 439us (608us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685170.047958:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 719 00000100:00100000:0.0:1770685170.051219:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685170.051314:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500184064 00000100:00100000:2.0:1770685170.051334:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500184064 00000100:00100000:2.0:1770685170.051391:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 720 00000100:00100000:2.0:1770685170.051402:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+86:21719:x1856697500184064:12345-192.168.203.41@tcp:101:md5sum.0 00010000:00010000:2.0:1770685170.051422:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685170.051454:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35000/0x8f0dbafbd9ef6d29 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd4ba expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685170.051509:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766c00/0x8f0dbafbd9ef6d22 lrc: 2/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685170.051519:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35000/0x8f0dbafbd9ef6d29 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4ba expref: 87 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685170.051538:0:6998:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766c00/0x8f0dbafbd9ef6d22 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685170.051550:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35000/0x8f0dbafbd9ef6d29 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4ba expref: 87 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685170.051562:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff9d930044b500) 00010000:00010000:2.0:1770685170.051566:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1770685170.051569:0:6998:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35000/0x8f0dbafbd9ef6d29 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4ba expref: 87 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685170.051599:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3b35000, rc 0) 00000100:00100000:2.0:1770685170.051646:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+87:21719:x1856697500184064:12345-192.168.203.41@tcp:101:md5sum.0 Request processed in 247us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685170.051653:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 720 00000100:00100000:2.0:1770685170.229654:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0f88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514721152:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1770685170.229724:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685170.230242:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514721152 00000100:00100000:0.0:1770685170.230251:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514721152 00000100:00100000:0.0:1770685170.230325:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:0.0:1770685170.230335:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514721152:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1770685170.230385:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 56164352 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1770685170.230447:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514721152:12345-0@lo:13:osp-pre-1-0.0 Request processed in 113us (721us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685170.230455:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00100000:1.0:1770685170.230548:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0f88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514721152:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1770685170.231159:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514721280:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1770685170.231200:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685170.231536:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514721280 00000100:00100000:3.0:1770685170.231543:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514721280 00000100:00100000:3.0:1770685170.231598:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:3.0:1770685170.231608:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb154a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514721280:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1770685170.231634:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 62980096 pending 1703936 free 3856662528 avail 3854565376 00000100:00100000:3.0:1770685170.231679:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb154a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514721280:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685170.231698:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00100000:1.0:1770685170.231778:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514721280:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1770685170.419364:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1770685171.057873:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1770685171.057882:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1770685171.057952:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 18 count 3 00000040:00080000:0.0:1770685171.057961:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1770685171.058100:0:11361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0f88e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514721408:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1770685171.058311:0:11361:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c70d7d80 going to sleep for 11 seconds 00000100:00100000:0.0:1770685171.080630:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685171.080810:0:11361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0f88e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514721408:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1770685171.081058:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500184192 00000100:00100000:2.0:1770685171.081066:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500184192 00000100:00100000:2.0:1770685171.081151:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 721 00000100:00100000:2.0:1770685171.081177:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+40:21720:x1856697500184192:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1770685171.081210:0:5762:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000401:0x2c:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1770685171.081323:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+40:21720:x1856697500184192:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 147us (703us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685171.081331:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 721 00000100:00080000:1.0:1770685171.081876:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770685171.088241:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685171.088334:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500184320 00000100:00100000:0.0:1770685171.088344:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500184320 00000100:00100000:0.0:1770685171.088411:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 722 00000100:00100000:0.0:1770685171.088422:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb156680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+40:21720:x1856697500184320:12345-192.168.203.41@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1770685171.088518:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef6d30 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685171.088544:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef6d30 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685171.088556:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef6d30 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685171.088572:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6d37 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685171.088609:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6d37 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685171.088639:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6d37 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685171.088665:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef6d3e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685171.088674:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef6d3e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685171.088681:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef6d3e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685171.088727:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c:0x0]: returning size 158 00000004:00200000:0.0:1770685171.088731:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685171.088744:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef6d3e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685171.088755:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef6d30 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685171.088762:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef6d30 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685171.088769:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef6d30 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685171.088775:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1766400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685171.088779:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef6d30 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685171.088786:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef6d30 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685171.088799:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:0.0:1770685171.088808:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685171.088814:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef6d30 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685171.088820:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef6d30 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685171.088837:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6d37 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685171.088843:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6d37 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685171.088848:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6d37 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685171.088854:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1767200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685171.088857:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6d37 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685171.088862:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6d37 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685171.088870:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x7d5aa0c7 (ffff9d92c554fb00) 00010000:00010000:0.0:1770685171.088873:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685171.088875:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6d37 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685171.088881:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef6d37 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685171.088897:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef6d3e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685171.088903:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef6d3e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685171.088915:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef6d3e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685171.088921:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1767600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685171.088924:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef6d3e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685171.088930:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef6d3e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685171.088938:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff9d930044b500) 00010000:00010000:0.0:1770685171.088941:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685171.088944:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef6d3e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685171.088949:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef6d3e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685171.089029:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb156680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+40:21720:x1856697500184320:12345-192.168.203.41@tcp:34:lhsmtool_posix.0 Request processed in 607us (798us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685171.089036:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 722 00000100:00100000:2.0:1770685171.103804:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685171.104002:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500184576 00000100:00100000:1.0:1770685171.104012:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500184576 00000100:00100000:1.0:1770685171.104079:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 723 00000100:00100000:1.0:1770685171.104089:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+40:21720:x1856697500184576:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685171.104112:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685171.104145:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6d45 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd4c1 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685171.104250:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6d4c lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.104264:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6d4c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.104286:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6d4c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.104316:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6d53 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.104324:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6d53 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.104332:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6d53 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.104391:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef6d5a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.104400:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef6d5a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.104407:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef6d5a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:1.0:1770685171.104417:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c:0x0]: returning size 158 00010000:00010000:1.0:1770685171.104513:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef6d5a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.104521:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef6d5a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.104527:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef6d5a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.104533:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c99800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685171.104733:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef6d5a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.104743:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef6d5a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.104763:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff9d930044b500) 00010000:00010000:1.0:1770685171.104767:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1770685171.104772:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef6d5a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.104778:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef6d5a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.104793:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6d4c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.104799:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6d4c lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.104805:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6d4c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.104809:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c98e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685171.104812:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6d4c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.104818:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6d4c lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.104825:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:1.0:1770685171.104828:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685171.104831:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6d4c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.104837:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6d4c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.104845:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6d53 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.104856:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6d53 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.104861:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6d53 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.104866:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c99a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685171.104868:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6d53 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.104873:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6d53 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.104881:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x7d5aa0c7 (ffff9d92d40b3400) 00010000:00010000:1.0:1770685171.104883:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685171.104885:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6d53 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.104891:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6d53 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.104933:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6d45 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4c1 expref: 42 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685171.104943:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:1.0:1770685171.104945:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1770685171.104948:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6d45 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4c1 expref: 42 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685171.104957:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c98800, rc 0) 00000100:00100000:1.0:1770685171.105030:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+41:21720:x1856697500184576:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 942us (1235us total) trans 4294967773 rc 301/301 00000100:00100000:1.0:1770685171.105045:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 723 00000100:00100000:3.0:1770685171.110862:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685171.111170:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500184704 00000100:00100000:1.0:1770685171.111182:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500184704 00000100:00100000:1.0:1770685171.111252:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 724 00000100:00100000:1.0:1770685171.111263:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+41:21720:x1856697500184704:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1770685171.111307:0:5762:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000401:0x2c:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1770685171.111420:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+41:21720:x1856697500184704:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 158us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685171.111428:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 724 00000100:00100000:0.0:1770685171.115407:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685171.115611:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500184960 00000100:00100000:2.0:1770685171.115621:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500184960 00000100:00100000:2.0:1770685171.115674:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 725 00000100:00100000:2.0:1770685171.115684:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+41:21720:x1856697500184960:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685171.115704:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685171.115727:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef6d68 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd4c8 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1770685171.116248:0:6998:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x10:0x0], index 1: 0 00010000:00010000:2.0:1770685171.116457:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34600/0x8f0dbafbd9ef6d6f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685171.116471:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34600/0x8f0dbafbd9ef6d6f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685171.116482:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34600/0x8f0dbafbd9ef6d6f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685171.116528:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef6d68 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4c8 expref: 44 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685171.116542:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34600/0x8f0dbafbd9ef6d6f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4c8 expref: 43 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685171.116563:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff9d92c80b5b00) 00010000:00010000:2.0:1770685171.116566:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685171.116568:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3b34600, rc 0) 00000100:00100000:2.0:1770685171.116648:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+43:21720:x1856697500184960:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 965us (1253us total) trans 4294967774 rc 0/0 00000100:00100000:2.0:1770685171.116655:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 725 00000100:00100000:2.0:1770685171.123915:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685171.124005:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500185216 00000100:00100000:1.0:1770685171.124016:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500185216 00000100:00100000:1.0:1770685171.124068:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 726 00000100:00100000:1.0:1770685171.124077:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+43:21720:x1856697500185216:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1770685171.124125:0:5762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685171.124156:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34600/0x8f0dbafbd9ef6d6f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4c8 expref: 43 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685171.124171:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff9d92c80b5b00) 00010000:00010000:1.0:1770685171.124179:0:5762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1770685171.124196:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6d7d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.124206:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6d7d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.124213:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6d7d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.124235:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6d84 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xc8c0e965 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.124240:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6d84 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc8c0e965 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.124243:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6d84 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc8c0e965 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.124314:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6d7d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.124320:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6d7d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.124325:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6d7d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.124330:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c98800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685171.124334:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6d7d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.124341:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6d7d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.124348:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff9d930044bd00) 00010000:00010000:1.0:1770685171.124350:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685171.124354:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6d7d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.124360:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6d7d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.124368:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6d84 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc8c0e965 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.124380:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6d84 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc8c0e965 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.124384:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6d84 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc8c0e965 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.124387:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c99a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685171.124389:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6d84 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc8c0e965 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.124392:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6d84 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc8c0e965 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.124397:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc8c0e965 (ffff9d92d40b3400) 00010000:00010000:1.0:1770685171.124398:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685171.124399:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6d84 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xc8c0e965 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.124403:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6d84 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xc8c0e965 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:1.0:1770685171.124481:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+42:21720:x1856697500185216:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 403us (575us total) trans 0 rc -2/-2 00000100:00100000:1.0:1770685171.124488:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 726 00000100:00100000:3.0:1770685171.126956:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685171.128230:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500185344 00000100:00100000:2.0:1770685171.128241:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500185344 00000100:00100000:2.0:1770685171.128295:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 727 00000100:00100000:2.0:1770685171.128304:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+42:21720:x1856697500185344:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685171.128334:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685171.128356:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef6d8b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd4cf expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685171.128392:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef6d92 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685171.128405:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef6d92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685171.128416:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef6d92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685171.128526:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef6d8b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4cf expref: 44 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685171.128544:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef6d92 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4cf expref: 43 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685171.128559:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff9d92c80b5400) 00010000:00010000:2.0:1770685171.128562:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1770685171.128566:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3b35600, rc 0) 00000100:00100000:2.0:1770685171.128653:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+43:21720:x1856697500185344:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 350us (1706us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685171.128661:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 727 00000100:00100000:3.0:1770685171.132201:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685171.132332:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500185600 00000100:00100000:1.0:1770685171.132343:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500185600 00000100:00100000:1.0:1770685171.132404:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 728 00000100:00100000:1.0:1770685171.132414:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+43:21720:x1856697500185600:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1770685171.132493:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6d99 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.132526:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6d99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.132536:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6d99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000040:00080000:1.0:1770685171.133045:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].8, 88 off8752 00000004:00080000:1.0:1770685171.133055:0:5762:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 495978477179ns, next at 496978474817ns, rc = 0 00000004:00010000:1.0:1770685171.133138:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000008a33e174 reply state 00000000dc2e479e transno 4294967775 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6d99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:1.0:1770685171.133147:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1770685171.133300:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+45:21720:x1856697500185600:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 886us (1106us total) trans 4294967775 rc 0/0 00000100:00100000:1.0:1770685171.133308:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 728 00010000:00010000:3.0:1770685171.138139:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6d99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685171.138157:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6d99 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685171.138165:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6d99 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685171.138172:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c99a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685171.138177:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6d99 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685171.138185:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6d99 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685171.138201:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff9d92c80b5400) 00010000:00010000:3.0:1770685171.138204:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1770685171.138208:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6d99 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685171.138214:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6d99 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:3.0:1770685171.145659:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685171.145890:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500185728 00000100:00100000:1.0:1770685171.145900:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500185728 00000100:00100000:1.0:1770685171.145959:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 729 00000100:00100000:1.0:1770685171.145969:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+44:21720:x1856697500185728:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685171.145995:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685171.146018:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6da0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd4d6 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685171.146089:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6da0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4d6 expref: 45 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685171.146103:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6da0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4d6 expref: 45 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685171.146154:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff9d92c80b5400) 00010000:00010000:1.0:1770685171.146157:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1770685171.146161:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c98800, rc 0) 00000100:00100000:1.0:1770685171.146224:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+45:21720:x1856697500185728:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 256us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685171.146232:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 729 00000100:00100000:2.0:1770685171.160649:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685171.160775:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500185856 00000100:00100000:3.0:1770685171.160786:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500185856 00000100:00100000:3.0:1770685171.160853:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 184 00000100:00100000:3.0:1770685171.160878:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500185856:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 00000100:00100000:3.0:1770685171.161239:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500185856:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 Request processed in 362us (602us total) trans 4294967331 rc 0/0 00000100:00100000:3.0:1770685171.161247:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 184 00000100:00080000:1.0:1770685171.161558:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1770685171.185693:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685171.185786:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500186112 00000100:00100000:2.0:1770685171.185797:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500186112 00000100:00100000:2.0:1770685171.185852:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 169 00000100:00100000:2.0:1770685171.185862:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+45:21720:x1856697500186112:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1770685171.186185:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+46:21720:x1856697500186112:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 323us (499us total) trans 4294967776 rc 0/0 00000100:00100000:2.0:1770685171.186193:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 169 00000100:00100000:0.0:1770685171.199394:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685171.199491:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500186368 00000100:00100000:2.0:1770685171.199502:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500186368 00000100:00100000:2.0:1770685171.199565:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 730 00000100:00100000:2.0:1770685171.199575:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+46:21720:x1856697500186368:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1770685171.199708:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+46:21720:x1856697500186368:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 134us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685171.199715:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 730 00000100:00100000:0.0:1770685171.208365:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685171.208464:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500186496 00000100:00100000:1.0:1770685171.208474:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500186496 00000100:00100000:1.0:1770685171.208553:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 731 00000100:00100000:1.0:1770685171.208563:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+46:21720:x1856697500186496:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685171.208607:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685171.208627:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6da7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd4dd expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685171.208706:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef6dae lrc: 3/1,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.208721:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef6dae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.208733:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef6dae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:1.0:1770685171.208764:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685171.208779:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef6dae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.208801:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6da7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4dd expref: 48 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685171.208830:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef6dae lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4dd expref: 47 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685171.208838:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff9d92c80b5400) 00010000:00010000:1.0:1770685171.208841:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1770685171.208921:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c99800, rc 0) 00000100:00100000:1.0:1770685171.208973:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+47:21720:x1856697500186496:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 411us (616us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685171.208979:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 731 00000100:00100000:0.0:1770685171.216246:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685171.216342:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500186624 00000100:00100000:2.0:1770685171.216352:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500186624 00000100:00100000:2.0:1770685171.216406:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 185 00000100:00100000:2.0:1770685171.216416:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500186624:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685171.216446:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685171.216468:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef6db5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd4e4 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1770685171.216493:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x10:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x698a82f3, blocks: 0x1 00010000:00010000:2.0:1770685171.216511:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685171.216514:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685171.216522:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef6db5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4e4 expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685171.216540:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef6db5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4e4 expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685171.216552:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3b35e00, rc 0) 00000100:00100000:2.0:1770685171.216626:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500186624:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 211us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685171.216634:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 185 00000100:00100000:0.0:1770685171.228273:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685171.228524:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500186880 00000100:00100000:1.0:1770685171.228534:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500186880 00000100:00100000:1.0:1770685171.228630:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 732 00000100:00100000:1.0:1770685171.228640:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+47:21720:x1856697500186880:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1770685171.228734:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+47:21720:x1856697500186880:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 96us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685171.228742:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 732 00000100:00100000:0.0:1770685171.232218:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685171.232298:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500187008 00000100:00100000:3.0:1770685171.232317:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500187008 00000100:00100000:3.0:1770685171.232368:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 186 00000100:00100000:3.0:1770685171.232377:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+11:21720:x1856697500187008:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685171.232398:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685171.232417:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6dbc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd4eb expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685171.232457:0:6539:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef6db5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4e4 expref: 12 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685171.232466:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685171.232468:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685171.232472:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6dbc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4eb expref: 12 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685171.232504:0:6539:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef6db5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd4e4 expref: 12 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685171.232517:0:6539:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef6db5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd4e4 expref: 12 pid: 8401 timeout: 596 lvb_type: 1 00000100:00100000:3.0:1770685171.232530:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0250000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514721536:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685171.232672:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c2a7c780 going to sleep for 11 seconds 00000100:00100000:0.0:1770685171.235725:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685171.235906:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500187136 00000100:00100000:2.0:1770685171.235916:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500187136 00010000:00010000:2.0:1770685171.235952:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef6db5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd4e4 expref: 13 pid: 8401 timeout: 596 lvb_type: 1 00000100:00100000:2.0:1770685171.235993:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 190 00000100:00100000:2.0:1770685171.236003:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+13:2351:x1856697500187136:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685171.236018:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685171.236037:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef6db5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd4e4 expref: 13 pid: 8401 timeout: 596 lvb_type: 1 00010000:00010000:2.0:1770685171.236062:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef6db5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd4e4 expref: 13 pid: 8401 timeout: 596 lvb_type: 1 00010000:00010000:2.0:1770685171.236086:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685171.236088:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685171.236095:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6dbc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4eb expref: 13 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685171.236106:0:5746:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6dbc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4eb expref: 13 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685171.236154:0:5746:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6dbc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4eb expref: 13 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685171.236169:0:5746:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5746:1856697514721664:192.168.203.41@tcp:105: 00000100:00100000:2.0:1770685171.236253:0:5746:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c63706c0 going to sleep for 11 seconds 00010000:00010000:3.0:1770685171.236562:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef6db5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd4e4 expref: 13 pid: 8401 timeout: 596 lvb_type: 1 00000100:00100000:3.0:1770685171.236624:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0250000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514721536:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685171.236650:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6dbc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4eb expref: 12 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685171.236660:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307ba00, rc 0) 00000100:00100000:3.0:1770685171.236692:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+12:21720:x1856697500187008:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 4316us (4485us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685171.236701:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 186 00000100:00100000:0.0:1770685171.242448:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685171.242565:0:13877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500187264 00000100:00100000:3.0:1770685171.242573:0:13877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500187264 00002000:00100000:3.0:1770685171.242637:0:13877:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x10:0x0] (0->157) req@ffff9d92fc3c3b80 x1856697500187264/t0(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:292/0 lens 648/0 e 0 to 0 dl 1770685182 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685171.242648:0:13877:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fc3c3b80 with x1856697500187264 ext(0->157) 00002000:00010000:3.0:1770685171.242653:0:13877:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d92fc3c3b80 00000100:00100000:3.0:1770685171.242673:0:13877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 59 00000100:00100000:3.0:1770685171.242680:0:13877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1b20a364-7a5a-4770-9192-023629c7ce89+12:2351:x1856697500187264:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1770685171.243058:0:13877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1b20a364-7a5a-4770-9192-023629c7ce89+14:2351:x1856697500187264:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 Request processed in 377us (625us total) trans 4294967332 rc 0/0 00000100:00100000:3.0:1770685171.243066:0:13877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 59 00002000:00100000:3.0:1770685171.243072:0:13877:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x10:0x0] (0->157) req@ffff9d92fc3c3b80 x1856697500187264/t4294967332(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:292/0 lens 648/448 e 0 to 0 dl 1770685182 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685171.243091:0:13877:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fc3c3b80 with x1856697500187264 ext(0->157) 00002000:00010000:3.0:1770685171.243095:0:13877:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d92fc3c3b80 00000100:00100000:2.0:1770685171.243255:0:5746:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5746:1856697514721664:192.168.203.41@tcp:105: 00010000:00010000:2.0:1770685171.243276:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685171.243295:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+13:2351:x1856697500187136:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 7294us (7579us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685171.243302:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 190 00000100:00100000:1.0:1770685171.248157:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685171.248268:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500187392 00000100:00100000:2.0:1770685171.248279:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500187392 00000100:00100000:2.0:1770685171.248331:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 733 00000100:00100000:2.0:1770685171.248341:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb155f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+47:21720:x1856697500187392:12345-192.168.203.41@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1770685171.312219:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967772 is committed 00000001:00080000:0.0:1770685171.312239:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967760 is committed 00000001:00080000:2.0:1770685171.312309:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967775 is committed 00000004:00080000:2.0:1770685171.312317:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 9 committed 00000001:00080000:2.0:1770685171.312335:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967776 is committed 00000004:00080000:2.0:1770685171.312364:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 5 committed 00000100:00100000:0.0:1770685171.312419:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb155f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+40:21720:x1856697500187392:12345-192.168.203.41@tcp:44:lhsmtool_posix.0 Request processed in 64072us (64263us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685171.312433:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 733 00000100:00100000:2.0:1770685171.312501:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514721792:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1770685171.312560:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685171.312929:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514721792 00000100:00100000:3.0:1770685171.312936:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514721792 00000100:00100000:3.0:1770685171.312999:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:3.0:1770685171.313008:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514721792:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1770685171.313029:0:6539:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:14 count 1 00010000:00010000:3.0:1770685171.313052:0:6539:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6dc3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685171.313069:0:6539:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6c1f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd46d expref: 10 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685171.313079:0:6539:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6c50 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd482 expref: 10 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685171.313086:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685171.313088:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685171.313091:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6dc3 lrc: 5/0,1 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685171.313115:0:6539:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6c50 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.41@tcp remote: 0xa999371225bd482 expref: 10 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685171.313138:0:6539:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6c50 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.41@tcp remote: 0xa999371225bd482 expref: 10 pid: 8401 timeout: 596 lvb_type: 1 00000100:00100000:3.0:1770685171.313174:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0251f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6539:1856697514722048:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685171.313232:0:6539:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6c1f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.41@tcp remote: 0xa999371225bd46d expref: 10 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685171.313240:0:6539:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6c1f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.41@tcp remote: 0xa999371225bd46d expref: 10 pid: 8401 timeout: 596 lvb_type: 1 00000100:00100000:3.0:1770685171.313249:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0250e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6539:1856697514722176:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685171.313289:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0361f00 going to sleep for 11 seconds 00000100:00100000:1.0:1770685171.313440:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0250000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514721920:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1770685171.313476:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685171.313701:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514721920 00000100:00100000:3.0:1770685171.313706:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514721920 00000100:00100000:3.0:1770685171.313787:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:3.0:1770685171.313794:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb157b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514721920:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1770685171.313936:0:8401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1770685171.313940:0:8401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb mtime from disk: 0 -> 1770685171 00002000:00010000:3.0:1770685171.313942:0:8401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1770685171.313944:0:8401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb ctime from disk: 1770685171 -> 1770685171 00002000:00010000:3.0:1770685171.313947:0:8401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1770685171.314234:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb157b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3290:x1856697514721920:12345-0@lo:2:osp-syn-1-0.0 Request processed in 438us (755us total) trans 4294967333 rc 0/0 00000100:00100000:3.0:1770685171.314241:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00080000:0.0:1770685171.314317:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1770685171.314321:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:1.0:1770685171.314489:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9d92d0250000/2, rc 0, transno 4294967333 00000100:00100000:1.0:1770685171.314496:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0250000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514721920:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1770685171.316040:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0251f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6539:1856697514722048:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685171.316146:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685171.316235:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500187520 00000100:00100000:3.0:1770685171.316243:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500187520 00000100:00100000:3.0:1770685171.316313:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 189 00000100:00100000:3.0:1770685171.316322:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+13:2350:x1856697500187520:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 00000100:00100000:2.0:1770685171.326304:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0250e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6539:1856697514722176:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685171.326347:0:6539:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6dc3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685171.326936:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685171.326993:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685171.327017:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500187648 00000100:00100000:0.0:1770685171.327023:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500187648 00010000:00010000:0.0:1770685171.327060:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6c50 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.41@tcp remote: 0xa999371225bd482 expref: 11 pid: 8401 timeout: 596 lvb_type: 1 00000100:00100000:0.0:1770685171.327084:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500187776 00000100:00100000:0.0:1770685171.327087:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500187776 00010000:00010000:0.0:1770685171.327104:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6c1f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.41@tcp remote: 0xa999371225bd46d expref: 11 pid: 8401 timeout: 596 lvb_type: 1 00000100:00100000:0.0:1770685171.327123:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 191 00000100:00100000:0.0:1770685171.327141:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:2348:x1856697500187648:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685171.327155:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685171.327160:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6c50 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.41@tcp remote: 0xa999371225bd482 expref: 11 pid: 8401 timeout: 596 lvb_type: 1 00010000:00010000:0.0:1770685171.327173:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6c50 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.41@tcp remote: 0xa999371225bd482 expref: 11 pid: 8401 timeout: 596 lvb_type: 1 00010000:00010000:0.0:1770685171.327223:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef6c50 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.41@tcp remote: 0xa999371225bd482 expref: 11 pid: 8401 timeout: 596 lvb_type: 1 00010000:00010000:0.0:1770685171.327238:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685171.327282:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2348:x1856697500187648:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 142us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685171.327288:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 191 00000100:00100000:0.0:1770685171.327304:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 192 00000100:00100000:0.0:1770685171.327310:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+11:2348:x1856697500187776:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685171.327318:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685171.327323:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6c1f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.41@tcp remote: 0xa999371225bd46d expref: 11 pid: 8401 timeout: 596 lvb_type: 1 00010000:00010000:0.0:1770685171.327338:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6c1f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.41@tcp remote: 0xa999371225bd46d expref: 11 pid: 8401 timeout: 596 lvb_type: 1 00010000:00010000:0.0:1770685171.327352:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef6c1f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.41@tcp remote: 0xa999371225bd46d expref: 11 pid: 8401 timeout: 596 lvb_type: 1 00010000:00010000:0.0:1770685171.327363:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685171.327365:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685171.327369:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6dc3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685171.327379:0:5746:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6dc3 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685171.327417:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685171.327436:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+10:2348:x1856697500187776:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 127us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685171.327443:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 192 00000100:00080000:0.0:1770685171.327571:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1770685171.327672:0:6539:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6dc3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685171.327682:0:6539:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6dc3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685171.327693:0:6539:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6dc3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685171.327702:0:6539:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6dc3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685171.327718:0:6539:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1770685171.328115:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3289:x1856697514721792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15106us (15554us total) trans 4294967326 rc 0/0 00000100:00100000:0.0:1770685171.328124:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00010000:00010000:0.0:1770685171.328162:0:5748:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1770685171.328167:0:5748:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6dc3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685171.328175:0:5748:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a000 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:0.0:1770685171.328189:0:5748:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6dc3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685171.328197:0:5748:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6dc3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685171.328209:0:5748:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6dc3 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685171.328215:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6dc3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685171.328231:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770685171.328233:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770685171.328235:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1770685171.328268:0:3289:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9d91c23c6d80/2, rc 0, transno 4294967326 00000100:00100000:0.0:1770685171.328275:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514721792:0@lo:6:osp-syn-0-0.0 00000001:00080000:1.0:1770685171.344981:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967333 is committed 00000100:00100000:2.0:1770685171.344989:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+13:2350:x1856697500187520:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 Request processed in 28658us (28834us total) trans 0 rc 0/0 00000001:00080000:1.0:1770685171.344999:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967332 is committed 00000100:00100000:2.0:1770685171.345002:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 189 00000100:00100000:0.0:1770685171.351332:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685171.351436:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500188032 00000100:00100000:2.0:1770685171.351447:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500188032 00000100:00100000:2.0:1770685171.351508:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 734 00000100:00100000:2.0:1770685171.351518:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+40:21720:x1856697500188032:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1770685171.351602:0:6998:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685171.351629:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99800/0x8f0dbafbd9ef6dae lrc: 0/0,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4dd expref: 40 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685171.351647:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff9d92c80b5400) 00010000:00010000:2.0:1770685171.351653:0:6998:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770685171.351684:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6dca lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685171.351698:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6dca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685171.351721:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6dca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685171.351746:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6dca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685171.351753:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6dca lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685171.351758:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6dca lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685171.351764:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b34e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685171.351769:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6dca lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685171.351775:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6dca lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685171.351782:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff9d92c80b5400) 00010000:00010000:2.0:1770685171.351784:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685171.351788:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6dca lrc: 2/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685171.351793:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6dca lrc: 0/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770685171.351895:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+39:21720:x1856697500188032:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 378us (571us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685171.351902:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 734 00000100:00100000:3.0:1770685171.354304:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685171.354401:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500188160 00000100:00100000:2.0:1770685171.354410:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500188160 00000100:00100000:2.0:1770685171.354480:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 190 00000100:00100000:2.0:1770685171.354490:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0250e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500188160:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1770685171.354812:0:8401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:2.0:1770685171.354816:0:8401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb mtime from disk: 1770685171 -> 1770685168 00002000:00010000:2.0:1770685171.354819:0:8401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb atime from disk: 0 -> 1770685168 00002000:00010000:2.0:1770685171.354822:0:8401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb ctime from disk: 1770685171 -> 1770685170 00002000:00010000:2.0:1770685171.354825:0:8401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:2.0:1770685171.354887:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0250e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500188160:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 Request processed in 398us (592us total) trans 4294967334 rc 0/0 00000100:00100000:2.0:1770685171.354895:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 190 00000100:00100000:0.0:1770685171.359148:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685171.359255:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500188416 00000100:00100000:1.0:1770685171.359279:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500188416 00000100:00100000:1.0:1770685171.359348:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 735 00000100:00100000:1.0:1770685171.359359:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+39:21720:x1856697500188416:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1770685171.359432:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6dd1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.359448:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef6d92 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4cf expref: 39 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685171.359457:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6dd1 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.359498:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef6d92 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd4cf expref: 39 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685171.359511:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef6d92 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd4cf expref: 39 pid: 6998 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1770685171.359526:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb154380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514722304:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685171.359646:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fc329000 going to sleep for 11 seconds 00000100:00100000:0.0:1770685171.369472:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685171.369607:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500188544 00000100:00100000:2.0:1770685171.369616:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500188544 00000100:00100000:1.0:1770685171.369620:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb154380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514722304:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685171.369647:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6dd1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685171.369655:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef6d92 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd4cf expref: 40 pid: 6998 timeout: 596 lvb_type: 0 00000100:00100000:2.0:1770685171.369686:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 193 00000100:00100000:2.0:1770685171.369696:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+40:2351:x1856697500188544:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685171.369710:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685171.369718:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef6d92 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd4cf expref: 40 pid: 6998 timeout: 596 lvb_type: 0 00010000:00010000:2.0:1770685171.369730:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef6d92 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd4cf expref: 40 pid: 6998 timeout: 596 lvb_type: 0 00010000:00010000:2.0:1770685171.369752:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef6d92 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd4cf expref: 40 pid: 6998 timeout: 596 lvb_type: 0 00010000:00010000:2.0:1770685171.369785:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff9d92c80b5400) 00010000:00010000:2.0:1770685171.369789:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6dd1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685171.369799:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6dd1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685171.369807:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6dd1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685171.369834:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685171.369882:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+39:2351:x1856697500188544:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 188us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685171.369890:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 193 00010000:00010000:1.0:1770685171.370289:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6dd1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.370298:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6dd1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.370324:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6dd1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.370336:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6dd1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.370342:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6dd1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.370348:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c98e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685171.370351:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6dd1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.370358:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6dd1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.370367:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff9d92c80b5400) 00010000:00010000:1.0:1770685171.370369:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1770685171.370373:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6dd1 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.370378:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6dd1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:1.0:1770685171.370514:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+38:21720:x1856697500188416:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 Request processed in 11156us (11389us total) trans 0 rc -22/-22 00000100:00100000:1.0:1770685171.370524:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 735 00000100:00100000:0.0:1770685171.377568:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685171.377711:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500188672 00000100:00100000:3.0:1770685171.377721:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500188672 00000100:00100000:3.0:1770685171.377778:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 191 00000100:00100000:3.0:1770685171.377789:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500188672:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1770685171.377831:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6dd8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685171.377847:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6dbc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4eb expref: 11 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685171.377855:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1770685171.377857:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1770685171.377861:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6dd8 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685171.377892:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6dbc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd4eb expref: 11 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685171.377904:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6dbc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd4eb expref: 11 pid: 6539 timeout: 596 lvb_type: 0 00000100:00100000:3.0:1770685171.377919:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0251f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8401:1856697514722432:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685171.377997:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c31c29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1770685171.383428:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685171.383510:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500188800 00000100:00100000:0.0:1770685171.383520:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500188800 00010000:00010000:0.0:1770685171.383558:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6dbc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd4eb expref: 12 pid: 6539 timeout: 596 lvb_type: 0 00000100:00100000:0.0:1770685171.383631:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 194 00000100:00100000:0.0:1770685171.383643:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+12:2351:x1856697500188800:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685171.383672:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685171.383694:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6dbc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd4eb expref: 12 pid: 6539 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1770685171.383708:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6dbc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd4eb expref: 12 pid: 6539 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1770685171.383736:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685171.383738:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685171.383742:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6dd8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685171.383752:0:5747:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6dd8 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685171.383772:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685171.383820:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+12:2351:x1856697500188800:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 180us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685171.383827:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 194 00010000:00010000:3.0:1770685171.384072:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6dbc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd4eb expref: 11 pid: 6539 timeout: 596 lvb_type: 0 00000100:00100000:3.0:1770685171.384097:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0251f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8401:1856697514722432:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685171.384122:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6dd8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685171.384144:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6dd8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685171.384152:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6dd8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685171.384178:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6dd8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685171.384186:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6dd8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685171.384194:0:8401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6dd8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685171.384201:0:8401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a000 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:3.0:1770685171.384205:0:8401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6dd8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685171.384213:0:8401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6dd8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685171.384236:0:8401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6dd8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685171.384294:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6dd8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685171.384359:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500188672:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 6571us (6801us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685171.384367:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 191 00000100:00100000:2.0:1770685171.389196:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685171.390377:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500189056 00000100:00100000:1.0:1770685171.390391:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500189056 00000100:00100000:1.0:1770685171.390500:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 736 00000100:00100000:1.0:1770685171.390511:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+38:21720:x1856697500189056:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1770685171.390856:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6ddf lrc: 3/0,1 mode: --/EX res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.390887:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6da0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4d6 expref: 39 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685171.390894:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6ddf lrc: 4/0,1 mode: --/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.390926:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6da0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd4d6 expref: 39 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685171.390941:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6da0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd4d6 expref: 39 pid: 5762 timeout: 596 lvb_type: 0 00000100:00100000:1.0:1770685171.390954:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb154380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514722560:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685171.391062:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fc329000 going to sleep for 11 seconds 00000100:00100000:1.0:1770685171.398556:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685171.398733:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb154380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514722560:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685171.398760:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6ddf lrc: 3/0,1 mode: --/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:0.0:1770685171.399973:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500189184 00000100:00100000:0.0:1770685171.399984:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500189184 00010000:00010000:0.0:1770685171.400023:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6da0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd4d6 expref: 40 pid: 5762 timeout: 596 lvb_type: 0 00000100:00100000:0.0:1770685171.400114:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 195 00000100:00100000:0.0:1770685171.400123:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+40:2350:x1856697500189184:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685171.400148:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685171.400155:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6da0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd4d6 expref: 40 pid: 5762 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1770685171.400181:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6da0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd4d6 expref: 40 pid: 5762 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1770685171.400203:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6da0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd4d6 expref: 40 pid: 5762 timeout: 596 lvb_type: 0 00010000:00010000:0.0:1770685171.400218:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff9d92c80b5400) 00010000:00010000:0.0:1770685171.400223:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6ddf lrc: 3/0,1 mode: --/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685171.400232:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6ddf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685171.400238:0:5745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6ddf lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685171.400268:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1770685171.400976:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6ddf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.400987:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6ddf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000001:00080000:1.0:1770685171.401193:0:5762:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967777 00000001:00080000:1.0:1770685171.401354:0:5762:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967778 00000001:00080000:1.0:1770685171.401395:0:5762:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967779 00000100:00100000:1.0:1770685171.401467:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d18e7100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5762:1856697514722688:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1770685171.401569:0:5762:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685171.401714:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+42:2350:x1856697500189184:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 1590us (3165us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685171.401723:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 195 00000100:00100000:1.0:1770685171.403644:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fc329300 going to sleep for 11 seconds 00000100:00100000:3.0:1770685171.404543:0:13246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514722688 00000100:00100000:3.0:1770685171.404553:0:13246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514722688 00000100:00100000:3.0:1770685171.404694:0:13246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1770685171.404704:0:13246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5762:x1856697514722688:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1770685171.405253:0:13246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5762:x1856697514722688:12345-0@lo:1000:mdt00_002.0 Request processed in 549us (3683us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685171.405261:0:13246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1770685171.405438:0:5762:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967333 gen 2 00000004:00080000:1.0:1770685171.405444:0:5762:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9d92d0250000, transno 4294967333 00000100:00100000:1.0:1770685171.405472:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d18e7100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5762:1856697514722688:0@lo:1000:mdt00_002.0 00000001:00080000:1.0:1770685171.406044:0:5762:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967780 00000100:00100000:1.0:1770685171.406107:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d18e7100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5762:1856697514722816:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1770685171.406154:0:5762:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685171.406179:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fc329900 going to sleep for 11 seconds 00000100:00100000:0.0:1770685171.406192:0:13246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514722816 00000100:00100000:0.0:1770685171.406197:0:13246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514722816 00000100:00100000:0.0:1770685171.406241:0:13246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1770685171.406248:0:13246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5762:x1856697514722816:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1770685171.406390:0:13246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:5762:x1856697514722816:12345-0@lo:1000:mdt00_002.0 Request processed in 142us (236us total) trans 4294967335 rc 0/0 00000100:00100000:0.0:1770685171.406397:0:13246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1770685171.407364:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d18e7100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5762:1856697514722816:0@lo:1000:mdt00_002.0 00010000:00010000:1.0:1770685171.407397:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6ddf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.407405:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6ddf lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.407484:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6ddf lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.407491:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c98000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685171.407496:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6ddf lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.407503:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6ddf lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.407519:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff9d92c80b5400) 00010000:00010000:1.0:1770685171.407522:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1770685171.407526:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6ddf lrc: 2/0,0 mode: --/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.407531:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef6ddf lrc: 0/0,0 mode: --/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.407560:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766c00/0x8f0dbafbd9ef6d22 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.407602:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766c00/0x8f0dbafbd9ef6d22 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.407608:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766c00/0x8f0dbafbd9ef6d22 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.407613:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1766c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685171.407616:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766c00/0x8f0dbafbd9ef6d22 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.407622:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766c00/0x8f0dbafbd9ef6d22 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.407630:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff9d930044b500) 00010000:00010000:1.0:1770685171.407633:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1770685171.407639:0:5762:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35000/0x8f0dbafbd9ef6d29 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4ba expref: 75 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685171.407650:0:5762:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35000/0x8f0dbafbd9ef6d29 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4ba expref: 75 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685171.407658:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35000/0x8f0dbafbd9ef6d29 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4ba expref: 75 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685171.407689:0:5762:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35000/0x8f0dbafbd9ef6d29 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4ba expref: 75 pid: 6998 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685171.407700:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb299180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514722944:192.168.203.41@tcp:105: 00000100:00100000:1.0:1770685171.407985:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fc329900 going to sleep for 11 seconds 00000100:00100000:0.0:1770685171.411729:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685171.411935:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb299180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514722944:192.168.203.41@tcp:105: 00010000:00010000:1.0:1770685171.411966:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766c00/0x8f0dbafbd9ef6d22 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.411976:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766c00/0x8f0dbafbd9ef6d22 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.412008:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6de6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.412020:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6de6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.412029:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6de6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.412039:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6de6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.412044:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6de6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.412050:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6de6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.412055:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c98e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685171.412058:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6de6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.412064:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6de6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.412073:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff9d930044b500) 00010000:00010000:1.0:1770685171.412075:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685171.412078:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6de6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685171.412089:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6de6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:2.0:1770685171.412232:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500189312 00000100:00100000:2.0:1770685171.412240:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500189312 00000100:00100000:2.0:1770685171.412304:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 170 00000100:00100000:2.0:1770685171.412314:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+76:21719:x1856697500189312:12345-192.168.203.41@tcp:49:md5sum.0 00000100:00100000:1.0:1770685171.412330:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+42:21720:x1856697500189056:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 21819us (23144us total) trans 4294967781 rc 0/0 00000100:00100000:1.0:1770685171.412341:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 736 00000020:00080000:1.0:1770685171.412346:0:5762:0:(tgt_main.c:782:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:2.0:1770685171.412404:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+76:21719:x1856697500189312:12345-192.168.203.41@tcp:49:md5sum.0 Request processed in 92us (694us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685171.412411:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 170 00000040:00080000:0.0:1770685171.413180:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1770685171.413186:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00080000:3.0:1770685171.413513:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:0.0:1770685171.414227:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:0.0:1770685171.414239:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1770685171.419107:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685171.419182:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500189568 00000100:00100000:2.0:1770685171.419197:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500189568 00000100:00100000:2.0:1770685171.419275:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 171 00000100:00100000:2.0:1770685171.419286:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+42:21720:x1856697500189568:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1770685171.419755:0:13758:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x13:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1770685171.419822:0:13758:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967782 00010000:00010000:2.0:1770685171.419867:0:13758:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6ded lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13758 initiator: MDT0 00010000:00010000:2.0:1770685171.419883:0:13758:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6ded lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 13758 initiator: MDT0 00010000:00010000:2.0:1770685171.419896:0:13758:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6ded lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13758 initiator: MDT0 00010000:00010000:2.0:1770685171.419905:0:13758:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6ded lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13758 initiator: MDT0 00010000:00010000:2.0:1770685171.419911:0:13758:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6ded lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13758 initiator: MDT0 00010000:00010000:2.0:1770685171.419917:0:13758:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6ded lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13758 initiator: MDT0 00010000:00010000:2.0:1770685171.419944:0:13758:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1770685171.420024:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1770685171.420032:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6ded lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685171.420040:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b34e00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:1.0:1770685171.420049:0:5749:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6ded lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685171.420062:0:5749:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6ded lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13758 initiator: MDT0 00000100:00100000:2.0:1770685171.420070:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+44:21720:x1856697500189568:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 783us (969us total) trans 4294967783 rc 0/0 00000100:00100000:2.0:1770685171.420081:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 171 00010000:00010000:1.0:1770685171.420081:0:5749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff9d92c80b5300) 00010000:00010000:1.0:1770685171.420087:0:5749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00000020:00080000:2.0:1770685171.420089:0:13758:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1770685171.420091:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6ded lrc: 1/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685171.420098:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6ded lrc: 0/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685171.420113:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685171.420115:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685171.420116:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685171.420630:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685171.420661:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500189696 00000100:00100000:3.0:1770685171.420668:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500189696 00000100:00100000:3.0:1770685171.420736:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 192 00000100:00100000:3.0:1770685171.420744:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb299180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+9:21719:x1856697500189696:12345-192.168.203.41@tcp:101:md5sum.0 00010000:00010000:3.0:1770685171.420756:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685171.420771:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6df4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd4f2 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1770685171.420792:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x10:0x0] initial LVB size: 158, mtime: 0x698a82f0, atime: 0x698a82f0, ctime: 0x698a82f2, blocks: 0xb 00010000:00010000:3.0:1770685171.420823:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685171.420826:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685171.420833:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6df4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4f2 expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685171.420848:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c307a000/0x8f0dbafbd9ef6df4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4f2 expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685171.420860:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307a000, rc 0) 00000100:00100000:3.0:1770685171.420939:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb299180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:21719:x1856697500189696:12345-192.168.203.41@tcp:101:md5sum.0 Request processed in 195us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685171.420946:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 192 00000100:00080000:1.0:1770685171.422344:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1770685171.427945:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685171.428030:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500189824 00000100:00100000:0.0:1770685171.428039:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500189824 00002000:00100000:0.0:1770685171.428088:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x10:0x0] (0->4095) req@ffff9d92fb299c00 x1856697500189824/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:292/0 lens 488/0 e 0 to 0 dl 1770685182 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685171.428100:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb299c00 with x1856697500189824 ext(0->4095) 00002000:00010000:0.0:1770685171.428105:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d92fb299c00 00000100:00100000:0.0:1770685171.428147:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 60 00000100:00100000:0.0:1770685171.428157:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb299c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2350:x1856697500189824:12345-192.168.203.41@tcp:3:md5sum.0 00000100:00100000:0.0:1770685171.428380:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb299c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2350:x1856697500189824:12345-192.168.203.41@tcp:3:md5sum.0 Request processed in 224us (443us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1770685171.428388:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 60 00002000:00100000:0.0:1770685171.428394:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x10:0x0] (0->4095) req@ffff9d92fb299c00 x1856697500189824/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:292/0 lens 488/4536 e 0 to 0 dl 1770685182 ref 1 fl Complete:/600/0 rc 4096/4096 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685171.428403:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb299c00 with x1856697500189824 ext(0->4095) 00002000:00010000:0.0:1770685171.428406:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d92fb299c00 00000100:00100000:2.0:1770685171.435143:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685171.435235:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500190080 00000100:00100000:3.0:1770685171.435247:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500190080 00000100:00100000:3.0:1770685171.435320:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 172 00000100:00100000:3.0:1770685171.435331:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+76:21719:x1856697500190080:12345-192.168.203.41@tcp:35:md5sum.0 00000100:00100000:3.0:1770685171.435767:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+77:21719:x1856697500190080:12345-192.168.203.41@tcp:35:md5sum.0 Request processed in 438us (643us total) trans 4294967784 rc 0/0 00000100:00100000:3.0:1770685171.435776:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 172 00010000:00010000:3.0:1770685171.441803:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1770685171.826368:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967326 is committed 00000001:00080000:1.0:1770685171.826386:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967325 is committed 00000100:00100000:0.0:1770685172.425943:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685172.426007:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685172.426035:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685172.426068:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685172.426089:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685172.426110:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685172.426165:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685172.426199:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500190592 00000100:00100000:0.0:1770685172.426211:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500190592 00000100:00100000:0.0:1770685172.426272:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500190848 00000100:00100000:0.0:1770685172.426275:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500190848 00000100:00100000:0.0:1770685172.426288:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500190464 00000100:00100000:0.0:1770685172.426290:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500190464 00000100:00100000:0.0:1770685172.426301:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500190976 00000100:00100000:0.0:1770685172.426303:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500190976 00000100:00100000:0.0:1770685172.426321:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 260 00000100:00100000:0.0:1770685172.426332:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2350:x1856697500190592:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685172.426448:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2350:x1856697500190592:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 117us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685172.426458:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 260 00000100:00100000:0.0:1770685172.426480:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 261 00000100:00100000:0.0:1770685172.426487:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+8:2350:x1856697500190848:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685172.426515:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+8:2350:x1856697500190848:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 29us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685172.426522:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 261 00000100:00100000:0.0:1770685172.426534:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 262 00000100:00100000:0.0:1770685172.426540:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2350:x1856697500190464:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685172.426565:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2350:x1856697500190464:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 25us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685172.426571:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 262 00000100:00100000:0.0:1770685172.426614:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 263 00000100:00100000:0.0:1770685172.426620:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500190976:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685172.426654:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500190976:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 34us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685172.426659:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 263 00000100:00100000:0.0:1770685172.426683:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500190208 00000100:00100000:0.0:1770685172.426686:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500190208 00000100:00100000:0.0:1770685172.426709:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 357 00000100:00100000:0.0:1770685172.426715:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0339c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2350:x1856697500190208:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685172.426735:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0339c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2350:x1856697500190208:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 21us (667us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685172.426740:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 357 00000100:00100000:0.0:1770685172.426776:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500190336 00000100:00100000:0.0:1770685172.426781:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500190336 00000100:00100000:0.0:1770685172.426807:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500190720 00000100:00100000:0.0:1770685172.426810:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500190720 00000100:00100000:0.0:1770685172.426826:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 299 00000100:00100000:0.0:1770685172.426832:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+77:2350:x1856697500190336:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685172.426867:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+77:2350:x1856697500190336:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 35us (943us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685172.426873:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 299 00000100:00100000:0.0:1770685172.426884:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 300 00000100:00100000:0.0:1770685172.426890:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+44:2350:x1856697500190720:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685172.426917:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+44:2350:x1856697500190720:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 27us (805us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685172.426923:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 300 00010000:00010000:2.0:1770685172.471663:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685173.492241:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685174.513989:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1770685174.845618:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514723456:0@lo:400:kworker.0 00000100:00100000:0.0:1770685174.845706:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685174.845763:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1770685174.845770:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb29ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:02368443-f312-44b4-8d5b-8c5b083a881f:3290:1856697514723072:0@lo:400:kworker.0 00000100:00100000:0.0:1770685174.845797:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685174.845820:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb29bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3290:1856697514723584:0@lo:400:kworker.0 00000100:00100000:0.0:1770685174.845842:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685174.845873:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514723456 00000100:00100000:0.0:1770685174.845880:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514723456 00000100:00100000:0.0:1770685174.845929:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:0.0:1770685174.845938:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514723456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685174.845986:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514723456:12345-0@lo:400:kworker.0 Request processed in 49us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685174.845992:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00100000:0.0:1770685174.846016:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514723072 00000100:00100000:0.0:1770685174.846019:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514723072 00000100:00100000:0.0:1770685174.846041:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:0.0:1770685174.846046:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0338050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3290:x1856697514723072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685174.846076:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0338050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3290:x1856697514723072:12345-0@lo:400:kworker.0 Request processed in 30us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685174.846081:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00100000:0.0:1770685174.846136:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb29ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:02368443-f312-44b4-8d5b-8c5b083a881f:3290:1856697514723072:0@lo:400:kworker.0 00000100:00100000:0.0:1770685174.846149:0:3290:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967326 gen 2 00000004:00080000:0.0:1770685174.846154:0:3290:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9d91c23c6d80, transno 4294967326 00000100:00100000:0.0:1770685174.846167:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514723456:0@lo:400:kworker.0 00000100:00100000:0.0:1770685174.846410:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb29b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3289:1856697514723328:0@lo:400:kworker.0 00000100:00100000:0.0:1770685174.846444:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685174.846464:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1770685174.846469:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb29b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3289:1856697514723200:0@lo:400:kworker.0 00000100:00100000:0.0:1770685174.846487:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685174.846499:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb29b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514723712:0@lo:400:kworker.0 00000100:00100000:0.0:1770685174.846515:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685174.846539:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514723584 00000100:00100000:0.0:1770685174.846543:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514723584 00000100:00100000:0.0:1770685174.846567:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514723328 00000100:00100000:0.0:1770685174.846570:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514723328 00000100:00100000:0.0:1770685174.846609:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514723200 00000100:00100000:0.0:1770685174.846612:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514723200 00000100:00100000:0.0:1770685174.846625:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:0.0:1770685174.846631:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3290:x1856697514723584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685174.846667:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3290:x1856697514723584:12345-0@lo:400:kworker.0 Request processed in 37us (824us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685174.846673:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:0.0:1770685174.846686:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:0.0:1770685174.846692:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1856697514723328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685174.846721:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1856697514723328:12345-0@lo:400:kworker.0 Request processed in 30us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685174.846726:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00100000:0.0:1770685174.846737:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:0.0:1770685174.846743:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1856697514723200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685174.846767:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1856697514723200:12345-0@lo:400:kworker.0 Request processed in 25us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685174.846784:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00000100:00100000:0.0:1770685174.846803:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514723712 00000100:00100000:0.0:1770685174.846807:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514723712 00000100:00100000:0.0:1770685174.846830:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:0.0:1770685174.846836:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3289:x1856697514723712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685174.846864:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3289:x1856697514723712:12345-0@lo:400:kworker.0 Request processed in 29us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685174.846869:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:0.0:1770685174.846898:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb29bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3290:1856697514723584:0@lo:400:kworker.0 00000100:00100000:0.0:1770685174.846921:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb29b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3289:1856697514723200:0@lo:400:kworker.0 00000100:00100000:0.0:1770685174.846931:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb29b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514723712:0@lo:400:kworker.0 00000100:00100000:0.0:1770685174.846939:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb29b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3289:1856697514723328:0@lo:400:kworker.0 00000100:00080000:0.0:1770685174.846970:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1770685174.846976:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1770685174.846978:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1770685175.348914:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514723840:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1770685175.349012:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685175.349127:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514723840 00000100:00100000:2.0:1770685175.349137:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514723840 00000100:00100000:2.0:1770685175.349202:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:2.0:1770685175.349214:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514723840:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1770685175.349261:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 61276160 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1770685175.349536:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514723840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 323us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685175.349633:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00100000:2.0:1770685175.349704:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514723840:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1770685175.354540:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb29a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514723968:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1770685175.354675:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685175.354777:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514723968 00000100:00100000:1.0:1770685175.354787:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514723968 00000100:00100000:1.0:1770685175.354852:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00100000:1.0:1770685175.354864:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb299880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3290:x1856697514723968:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1770685175.354917:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 57868288 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1770685175.354987:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb299880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3290:x1856697514723968:12345-0@lo:13:osp-pre-1-0.0 Request processed in 124us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685175.354996:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00100000:0.0:1770685175.355089:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb29a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514723968:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1770685175.539564:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685175.783122:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685175.783228:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500191104 00000100:00100000:0.0:1770685175.783239:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500191104 00000100:00100000:0.0:1770685175.783322:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 737 00000100:00100000:0.0:1770685175.783334:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+44:21675:x1856697500191104:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1770685175.783437:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+44:21675:x1856697500191104:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 Request processed in 106us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685175.783445:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 737 00000100:00080000:1.0:1770685175.783550:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685175.788080:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685175.793168:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500191360 00000100:00100000:2.0:1770685175.793183:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500191360 00000100:00100000:2.0:1770685175.793253:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 173 00000100:00100000:2.0:1770685175.793276:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4869c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+44:21675:x1856697500191360:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1770685175.793547:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4869c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+45:21675:x1856697500191360:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 274us (5475us total) trans 4294967785 rc 0/0 00000100:00100000:2.0:1770685175.793555:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 173 00000001:00080000:2.0:1770685176.422061:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967781 is committed 00000020:00080000:2.0:1770685176.422074:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9d92fc329300 refcount 2 committed 0 result 0 batchid 10 00000020:00080000:2.0:1770685176.422079:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d91c3af6b00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9d92fc329c00 00000020:00080000:2.0:1770685176.422083:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d91c3af6400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9d91c2c7f400 00000001:00080000:2.0:1770685176.422113:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967785 is committed 00000001:00080000:2.0:1770685176.422124:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967784 is committed 00000020:00080000:0.0:1770685176.422302:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 10 committed batchid 9 00000020:00080000:0.0:1770685176.422463:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 9 00000001:00080000:1.0:1770685176.425827:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967335 is committed 00000001:00080000:1.0:1770685176.425846:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967334 is committed 00000100:00100000:3.0:1770685176.521277:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685176.521480:0:13877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500191488 00000100:00100000:2.0:1770685176.521503:0:13877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500191488 00002000:00100000:2.0:1770685176.521632:0:13877:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0xd:0x0] (0->157) req@ffff9d92d0250000 x1856697500191488/t0(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:297/0 lens 648/0 e 0 to 0 dl 1770685187 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685176.521643:0:13877:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92d0250000 with x1856697500191488 ext(0->157) 00002000:00010000:2.0:1770685176.521649:0:13877:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92d0250000 00000100:00100000:2.0:1770685176.521684:0:13877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 61 00000100:00100000:2.0:1770685176.521694:0:13877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0250000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1b20a364-7a5a-4770-9192-023629c7ce89+8:2348:x1856697500191488:12345-192.168.203.41@tcp:4:cp.0 00000100:00100000:2.0:1770685176.522172:0:13877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0250000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:2348:x1856697500191488:12345-192.168.203.41@tcp:4:cp.0 Request processed in 478us (906us total) trans 4294967327 rc 0/0 00000100:00100000:2.0:1770685176.522181:0:13877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 61 00002000:00100000:2.0:1770685176.522188:0:13877:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0xd:0x0] (0->157) req@ffff9d92d0250000 x1856697500191488/t4294967327(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:297/0 lens 648/448 e 0 to 0 dl 1770685187 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685176.522197:0:13877:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92d0250000 with x1856697500191488 ext(0->157) 00002000:00010000:2.0:1770685176.522200:0:13877:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92d0250000 00000100:00080000:1.0:1770685176.523665:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1770685176.562018:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1770685176.993085:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967327 is committed 00000001:02000400:0.0:1770685177.405172:0:16650:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 11c: Import a file to a directory with a pool ========================================================== 19:59:36 (1770685176) 00000100:00100000:1.0:1770685177.550838:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685177.550865:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685177.550885:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685177.550903:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685177.550917:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685177.550931:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685177.550950:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685177.550971:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500192128 00000100:00100000:1.0:1770685177.550979:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500192128 00000100:00100000:1.0:1770685177.551027:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500191744 00000100:00100000:1.0:1770685177.551036:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500191744 00000100:00100000:1.0:1770685177.551059:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 304 00000100:00100000:1.0:1770685177.551068:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+37:2349:x1856697500192128:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685177.551150:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+37:2349:x1856697500192128:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 82us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685177.551157:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 304 00000100:00100000:1.0:1770685177.551173:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 305 00000100:00100000:1.0:1770685177.551180:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb298e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+76:2349:x1856697500191744:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685177.551205:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb298e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+76:2349:x1856697500191744:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 26us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685177.551211:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 305 00000100:00080000:1.0:1770685177.551227:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685177.551447:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500191616 00000100:00100000:0.0:1770685177.551452:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500191616 00000100:00100000:0.0:1770685177.551490:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 359 00000100:00100000:0.0:1770685177.551497:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0338450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2349:x1856697500191616:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685177.551551:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0338450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2349:x1856697500191616:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 54us (719us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685177.551558:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 359 00000100:00100000:0.0:1770685177.551607:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500191872 00000100:00100000:0.0:1770685177.551611:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500191872 00000100:00100000:0.0:1770685177.551638:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500192384 00000100:00100000:0.0:1770685177.551641:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500192384 00000100:00100000:0.0:1770685177.551654:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500192000 00000100:00100000:0.0:1770685177.551657:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500192000 00000100:00100000:0.0:1770685177.551668:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500192256 00000100:00100000:0.0:1770685177.551670:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500192256 00000100:00100000:0.0:1770685177.551682:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 266 00000100:00100000:0.0:1770685177.551688:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb298380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2349:x1856697500191872:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685177.551716:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb298380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2349:x1856697500191872:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 28us (850us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685177.551723:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 266 00000100:00100000:0.0:1770685177.551736:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 267 00000100:00100000:0.0:1770685177.551741:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb299f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+9:2349:x1856697500192384:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685177.551774:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb299f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+9:2349:x1856697500192384:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 33us (870us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685177.551780:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 267 00000100:00100000:0.0:1770685177.551793:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 268 00000100:00100000:0.0:1770685177.551799:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2349:x1856697500192000:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685177.551822:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2349:x1856697500192000:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 22us (889us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685177.551828:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 268 00000100:00100000:0.0:1770685177.551839:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 269 00000100:00100000:0.0:1770685177.551845:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+8:2349:x1856697500192256:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685177.551866:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+8:2349:x1856697500192256:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 22us (916us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685177.551872:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 269 00000100:00080000:0.0:1770685177.551918:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1770685177.551921:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1770685177.588466:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1770685178.483947:0:16698:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffdfd45b920 20000000:00000080:3.0:1770685178.483967:0:16698:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff9d91c3098000 uarg=0000000000000000 00000040:00100000:3.0:1770685178.486394:0:16698:0:(llog.c:1064:llog_reverse_process()) index 41 : idx 1 00000040:00080000:3.0:1770685178.486777:0:16698:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].42, 224 off15448 20000000:01000000:3.0:1770685178.486798:0:16698:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-clilov 0xce020 lustre test_11c (null) (null) 00000040:00080000:3.0:1770685178.486836:0:16698:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].43, 112 off15560 00000040:00080000:3.0:1770685178.486890:0:16698:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].44, 224 off15784 00000040:00080000:3.0:1770685178.487548:0:16698:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].37, 224 off14712 20000000:01000000:3.0:1770685178.487561:0:16698:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce020 lustre test_11c (null) (null) 00000040:00080000:2.0:1770685178.487951:0:16698:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].38, 120 off14832 00000040:00080000:2.0:1770685178.488223:0:16698:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].39, 224 off15056 10000000:01000000:2.0:1770685178.488250:0:16698:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:2.0:1770685178.488272:0:16698:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9d91c3b35800/0x8f0dbafbd9ef6dfb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16698 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685178.488291:0:16698:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d92d8f9c200/0x8f0dbafbd9ef3dc6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef3dbf expref: 17 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685178.488300:0:16698:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d91c23ffc00/0x8f0dbafbd9ef3dd4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef3dcd expref: 17 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685178.488321:0:16698:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d92c0031400/0x8f0dbafbd9ef3de2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef3ddb expref: 17 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685178.488330:0:16698:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d91c23fe200/0x8f0dbafbd9ef3df0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef3de9 expref: 17 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685178.488337:0:16698:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d92c0030200/0x8f0dbafbd9ef3dfe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef3df7 expref: 17 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685178.488344:0:16698:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d92d8f9ca00/0x8f0dbafbd9ef3e0c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef3e05 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685178.488351:0:16698:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d92d8f9d600/0x8f0dbafbd9ef3e1a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef3e13 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685178.488363:0:16698:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d92d8f9dc00/0x8f0dbafbd9ef3e21 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc71c expref: 11 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685178.488371:0:16698:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d92d8f9cc00/0x8f0dbafbd9ef3e28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc723 expref: 11 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685178.488378:0:16698:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d92c29b1000/0x8f0dbafbd9ef3e67 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bc731 expref: 11 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685178.488386:0:16698:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9d91c3b35800/0x8f0dbafbd9ef6dfb lrc: 13/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16698 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685178.488447:0:16698:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d92c29b1000/0x8f0dbafbd9ef3e67 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc731 expref: 11 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685178.488467:0:16698:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d92c29b1000/0x8f0dbafbd9ef3e67 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc731 expref: 11 pid: 5754 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1770685178.488489:0:16698:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c4a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16698:1856697514724096:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685178.488824:0:16698:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d92d8f9cc00/0x8f0dbafbd9ef3e28 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc723 expref: 11 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685178.488833:0:16698:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d92d8f9cc00/0x8f0dbafbd9ef3e28 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc723 expref: 11 pid: 5753 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1770685178.488841:0:16698:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c6680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16698:1856697514724224:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685178.488873:0:16698:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d92d8f9dc00/0x8f0dbafbd9ef3e21 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc71c expref: 11 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685178.488880:0:16698:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d92d8f9dc00/0x8f0dbafbd9ef3e21 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc71c expref: 11 pid: 5754 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1770685178.488888:0:16698:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c7800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16698:1856697514724352:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685178.488920:0:16698:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d92d8f9d600/0x8f0dbafbd9ef3e1a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8f0dbafbd9ef3e13 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685178.488929:0:16698:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9d92d8f9d600/0x8f0dbafbd9ef3e1a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3e13 expref: 17 pid: 5754 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1770685178.488940:0:16698:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c5c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16698:1856697514724480:0@lo:104: 00000100:00100000:2.0:1770685178.488989:0:16698:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1770685178.489219:0:16698:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d92d8f9ca00/0x8f0dbafbd9ef3e0c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8f0dbafbd9ef3e05 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685178.489227:0:16698:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9d92d8f9ca00/0x8f0dbafbd9ef3e0c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3e05 expref: 17 pid: 5754 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1770685178.489249:0:16698:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c6300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16698:1856697514724608:0@lo:104: 00000100:00100000:2.0:1770685178.489272:0:16698:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1770685178.489938:0:16698:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d92c0030200/0x8f0dbafbd9ef3dfe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8f0dbafbd9ef3df7 expref: 17 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685178.489949:0:16698:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9d92c0030200/0x8f0dbafbd9ef3dfe lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3df7 expref: 17 pid: 5753 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1770685178.489957:0:16698:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c5500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16698:1856697514724736:0@lo:104: 00000100:00100000:2.0:1770685178.489985:0:16698:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685178.490260:0:5744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514724480 00000100:00100000:3.0:1770685178.490270:0:5744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514724480 00000100:00100000:3.0:1770685178.490328:0:5744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514724608 00000100:00100000:3.0:1770685178.490331:0:5744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514724608 00000100:00100000:3.0:1770685178.490348:0:5744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1770685178.490357:0:5744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:02368443-f312-44b4-8d5b-8c5b083a881f+4:16698:x1856697514724480:12345-0@lo:104: 00010000:00010000:3.0:1770685178.490369:0:5744:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff9d92c0030000/0x8f0dbafbd9ef3e13 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef3e1a expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.490421:0:5744:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1770685178.490427:0:5744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:02368443-f312-44b4-8d5b-8c5b083a881f+4:16698:x1856697514724480:12345-0@lo:104: Request processed in 72us (1440us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685178.490434:0:5744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1770685178.490450:0:5744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1770685178.490456:0:5744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:02368443-f312-44b4-8d5b-8c5b083a881f+3:16698:x1856697514724608:12345-0@lo:104: 00010000:00010000:3.0:1770685178.490464:0:5744:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff9d91c23fe000/0x8f0dbafbd9ef3e05 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef3e0c expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.490496:0:5744:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1770685178.490501:0:5744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:02368443-f312-44b4-8d5b-8c5b083a881f+3:16698:x1856697514724608:12345-0@lo:104: Request processed in 46us (1230us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685178.490507:0:5744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00010000:00010000:3.0:1770685178.490525:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1770685178.490531:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff9d92c0030000/0x8f0dbafbd9ef3e13 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef3e1a expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.490538:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c0030000 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:3.0:1770685178.490556:0:5749:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff9d92c0030000/0x8f0dbafbd9ef3e13 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0x8f0dbafbd9ef3e1a expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.490563:0:5749:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff9d92c0030000/0x8f0dbafbd9ef3e13 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0x8f0dbafbd9ef3e1a expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1770685178.490569:0:5749:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff9d92c0030000/0x8f0dbafbd9ef3e13 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0x8f0dbafbd9ef3e1a expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1770685178.490574:0:5749:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1770685178.490652:0:5749:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff9d92c0030000/0x8f0dbafbd9ef3e13 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef3e1a expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.490659:0:5749:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1770685178.490683:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff9d92c0030000/0x8f0dbafbd9ef3e13 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef3e1a expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.490691:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff9d92c0030000/0x8f0dbafbd9ef3e13 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef3e1a expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.490704:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1770685178.490707:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff9d91c23fe000/0x8f0dbafbd9ef3e05 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef3e0c expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.490712:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c23fe000 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:3.0:1770685178.490715:0:5749:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff9d91c23fe000/0x8f0dbafbd9ef3e05 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0x8f0dbafbd9ef3e0c expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.490720:0:5749:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff9d91c23fe000/0x8f0dbafbd9ef3e05 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0x8f0dbafbd9ef3e0c expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1770685178.490726:0:5749:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff9d91c23fe000/0x8f0dbafbd9ef3e05 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0x8f0dbafbd9ef3e0c expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1770685178.490743:0:5749:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1770685178.490757:0:5749:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff9d91c23fe000/0x8f0dbafbd9ef3e05 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef3e0c expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.490762:0:5749:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1770685178.490777:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff9d91c23fe000/0x8f0dbafbd9ef3e05 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef3e0c expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.490783:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff9d91c23fe000/0x8f0dbafbd9ef3e05 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef3e0c expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.490791:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685178.490793:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685178.490795:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685178.490802:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685178.490821:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514724864:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1770685178.490851:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685178.490894:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514724992:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1770685178.490917:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685178.490946:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514724864 00000100:00100000:3.0:1770685178.490950:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514724864 00010000:00010000:3.0:1770685178.490967:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d92d8f9d600/0x8f0dbafbd9ef3e1a lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3e13 expref: 18 pid: 5754 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1770685178.490985:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514724992 00000100:00100000:3.0:1770685178.490988:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514724992 00010000:00010000:3.0:1770685178.490998:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d92d8f9ca00/0x8f0dbafbd9ef3e0c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3e05 expref: 19 pid: 5754 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1770685178.491013:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00100000:3.0:1770685178.491345:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0219c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:02368443-f312-44b4-8d5b-8c5b083a881f+19:3291:x1856697514724864:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1770685178.491363:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685178.491369:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d92d8f9d600/0x8f0dbafbd9ef3e1a lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3e13 expref: 19 pid: 5754 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1770685178.491380:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d92d8f9d600/0x8f0dbafbd9ef3e1a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3e13 expref: 19 pid: 5754 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1770685178.491397:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685178.491481:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0219c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:02368443-f312-44b4-8d5b-8c5b083a881f+19:3291:x1856697514724864:12345-0@lo:103:ldlm_bl.0 Request processed in 139us (628us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685178.491489:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00000100:00100000:3.0:1770685178.491534:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:3.0:1770685178.491541:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5004000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514724992:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1770685178.491551:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685178.491557:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d92d8f9ca00/0x8f0dbafbd9ef3e0c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3e05 expref: 18 pid: 5754 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1770685178.491568:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d92d8f9ca00/0x8f0dbafbd9ef3e0c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3e05 expref: 18 pid: 5754 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1770685178.491714:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685178.491744:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5004000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514724992:12345-0@lo:103:ldlm_bl.0 Request processed in 203us (826us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685178.491751:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000100:00100000:3.0:1770685178.491798:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514724992:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1770685178.491921:0:16698:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d91c23fe200/0x8f0dbafbd9ef3df0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8f0dbafbd9ef3de9 expref: 17 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685178.491931:0:16698:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9d91c23fe200/0x8f0dbafbd9ef3df0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3de9 expref: 17 pid: 5753 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1770685178.491942:0:16698:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c5180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16698:1856697514725120:0@lo:104: 00000100:00100000:2.0:1770685178.491968:0:16698:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1770685178.491987:0:16698:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d92c0031400/0x8f0dbafbd9ef3de2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8f0dbafbd9ef3ddb expref: 17 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685178.491993:0:16698:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9d92c0031400/0x8f0dbafbd9ef3de2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3ddb expref: 17 pid: 5754 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1770685178.492000:0:16698:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c5f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16698:1856697514725248:0@lo:104: 00000100:00100000:2.0:1770685178.492040:0:16698:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1770685178.492058:0:16698:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d91c23ffc00/0x8f0dbafbd9ef3dd4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8f0dbafbd9ef3dcd expref: 17 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685178.492066:0:16698:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9d91c23ffc00/0x8f0dbafbd9ef3dd4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3dcd expref: 17 pid: 5753 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1770685178.492093:0:16698:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c6d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16698:1856697514725376:0@lo:104: 00000100:00100000:2.0:1770685178.492116:0:16698:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1770685178.492131:0:16698:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d92d8f9c200/0x8f0dbafbd9ef3dc6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8f0dbafbd9ef3dbf expref: 17 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685178.492139:0:16698:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9d92d8f9c200/0x8f0dbafbd9ef3dc6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3dbf expref: 17 pid: 5753 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1770685178.492146:0:16698:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d1180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16698:1856697514725504:0@lo:104: 00000100:00100000:2.0:1770685178.492164:0:16698:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685178.492171:0:16698:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c63706c0 going to sleep for 11 seconds 00010000:00010000:2.0:1770685178.492183:0:16698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d92d8f9d600/0x8f0dbafbd9ef3e1a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3e13 expref: 17 pid: 5754 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1770685178.492193:0:16698:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c5c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16698:1856697514724480:0@lo:104: 00010000:00010000:2.0:1770685178.492202:0:16698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d92d8f9ca00/0x8f0dbafbd9ef3e0c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3e05 expref: 16 pid: 5754 timeout: 653 lvb_type: 0 00000100:00100000:2.0:1770685178.492209:0:16698:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c6300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16698:1856697514724608:0@lo:104: 00000100:00100000:3.0:1770685178.492468:0:8225:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1770685178.492481:0:8225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514724736 00000100:00100000:3.0:1770685178.492487:0:8225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514724736 00000100:00100000:3.0:1770685178.492522:0:8225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514725120 00000100:00100000:3.0:1770685178.492526:0:8225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514725120 00000100:00100000:3.0:1770685178.492535:0:8225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514725248 00000100:00100000:3.0:1770685178.492538:0:8225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514725248 00000100:00100000:3.0:1770685178.492545:0:8225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514725376 00000100:00100000:3.0:1770685178.492548:0:8225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514725376 00000100:00100000:3.0:1770685178.492555:0:8225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514725504 00000100:00100000:3.0:1770685178.492557:0:8225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514725504 00000100:00100000:3.0:1770685178.492568:0:8225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1770685178.492573:0:8225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:02368443-f312-44b4-8d5b-8c5b083a881f+7:16698:x1856697514724736:12345-0@lo:104: 00010000:00010000:3.0:1770685178.492628:0:8225:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff9d91c23ff000/0x8f0dbafbd9ef3df7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef3dfe expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.492678:0:8225:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1770685178.492684:0:8225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:02368443-f312-44b4-8d5b-8c5b083a881f+7:16698:x1856697514724736:12345-0@lo:104: Request processed in 110us (2697us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685178.492690:0:8225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1770685178.492707:0:8225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1770685178.492713:0:8225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:02368443-f312-44b4-8d5b-8c5b083a881f+6:16698:x1856697514725120:12345-0@lo:104: 00010000:00010000:3.0:1770685178.492720:0:8225:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9de00/0x8f0dbafbd9ef3de9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef3df0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.492748:0:8225:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1770685178.492753:0:8225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:02368443-f312-44b4-8d5b-8c5b083a881f+6:16698:x1856697514725120:12345-0@lo:104: Request processed in 41us (785us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685178.492758:0:8225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1770685178.492769:0:8225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1770685178.492775:0:8225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:02368443-f312-44b4-8d5b-8c5b083a881f+5:16698:x1856697514725248:12345-0@lo:104: 00010000:00010000:3.0:1770685178.492781:0:8225:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9d000/0x8f0dbafbd9ef3ddb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef3de2 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.492813:0:8225:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:3.0:1770685178.492818:0:8225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:02368443-f312-44b4-8d5b-8c5b083a881f+5:16698:x1856697514725248:12345-0@lo:104: Request processed in 44us (778us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685178.492823:0:8225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1770685178.492836:0:8225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1770685178.492841:0:8225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:02368443-f312-44b4-8d5b-8c5b083a881f+4:16698:x1856697514725376:12345-0@lo:104: 00010000:00010000:3.0:1770685178.492847:0:8225:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9c000/0x8f0dbafbd9ef3dcd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef3dd4 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.492870:0:8225:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:3.0:1770685178.492874:0:8225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:02368443-f312-44b4-8d5b-8c5b083a881f+4:16698:x1856697514725376:12345-0@lo:104: Request processed in 34us (759us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685178.492879:0:8225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1770685178.492889:0:8225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1770685178.492894:0:8225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fac78c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:02368443-f312-44b4-8d5b-8c5b083a881f+3:16698:x1856697514725504:12345-0@lo:104: 00010000:00010000:3.0:1770685178.492900:0:8225:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff9d92c0031c00/0x8f0dbafbd9ef3dbf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef3dc6 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.492922:0:8225:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:3.0:1770685178.492926:0:8225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fac78c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:02368443-f312-44b4-8d5b-8c5b083a881f+3:16698:x1856697514725504:12345-0@lo:104: Request processed in 33us (762us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685178.492931:0:8225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00010000:00010000:3.0:1770685178.492964:0:5748:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1770685178.492969:0:5748:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff9d91c23ff000/0x8f0dbafbd9ef3df7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef3dfe expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.492976:0:5748:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c23ff000 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:3.0:1770685178.492985:0:5748:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff9d91c23ff000/0x8f0dbafbd9ef3df7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0x8f0dbafbd9ef3dfe expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.492993:0:5748:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff9d91c23ff000/0x8f0dbafbd9ef3df7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0x8f0dbafbd9ef3dfe expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1770685178.493000:0:5748:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff9d91c23ff000/0x8f0dbafbd9ef3df7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0x8f0dbafbd9ef3dfe expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1770685178.493005:0:5748:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1770685178.493299:0:5748:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff9d91c23ff000/0x8f0dbafbd9ef3df7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef3dfe expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.493307:0:5748:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1770685178.493333:0:5748:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff9d91c23ff000/0x8f0dbafbd9ef3df7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef3dfe expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.493340:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff9d91c23ff000/0x8f0dbafbd9ef3df7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef3dfe expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.493353:0:5748:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1770685178.493356:0:5748:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9de00/0x8f0dbafbd9ef3de9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef3df0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.493362:0:5748:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92d8f9de00 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:3.0:1770685178.493365:0:5748:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9de00/0x8f0dbafbd9ef3de9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x8f0dbafbd9ef3df0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.493372:0:5748:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9de00/0x8f0dbafbd9ef3de9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x8f0dbafbd9ef3df0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1770685178.493378:0:5748:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9de00/0x8f0dbafbd9ef3de9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x8f0dbafbd9ef3df0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1770685178.493394:0:5748:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1770685178.493410:0:5748:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9de00/0x8f0dbafbd9ef3de9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef3df0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.493415:0:5748:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1770685178.493431:0:5748:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9de00/0x8f0dbafbd9ef3de9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef3df0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.493437:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9de00/0x8f0dbafbd9ef3de9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef3df0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.493447:0:5748:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1770685178.493450:0:5748:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9d000/0x8f0dbafbd9ef3ddb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef3de2 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.493456:0:5748:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92d8f9d000 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:3.0:1770685178.493459:0:5748:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9d000/0x8f0dbafbd9ef3ddb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x8f0dbafbd9ef3de2 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.493465:0:5748:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9d000/0x8f0dbafbd9ef3ddb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x8f0dbafbd9ef3de2 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1770685178.493471:0:5748:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9d000/0x8f0dbafbd9ef3ddb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x8f0dbafbd9ef3de2 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1770685178.493476:0:5748:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1770685178.493490:0:5748:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9d000/0x8f0dbafbd9ef3ddb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef3de2 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.493496:0:5748:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1770685178.493502:0:5748:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9d000/0x8f0dbafbd9ef3ddb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef3de2 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.493515:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9d000/0x8f0dbafbd9ef3ddb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef3de2 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.493526:0:5748:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1770685178.493528:0:5748:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9c000/0x8f0dbafbd9ef3dcd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef3dd4 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.493534:0:5748:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92d8f9c000 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:3.0:1770685178.493536:0:5748:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9c000/0x8f0dbafbd9ef3dcd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x8f0dbafbd9ef3dd4 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.493542:0:5748:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9c000/0x8f0dbafbd9ef3dcd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x8f0dbafbd9ef3dd4 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1770685178.493548:0:5748:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9c000/0x8f0dbafbd9ef3dcd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x8f0dbafbd9ef3dd4 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1770685178.493554:0:5748:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1770685178.493568:0:5748:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9c000/0x8f0dbafbd9ef3dcd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef3dd4 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.493574:0:5748:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1770685178.493615:0:5748:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9c000/0x8f0dbafbd9ef3dcd lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef3dd4 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.493628:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9c000/0x8f0dbafbd9ef3dcd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef3dd4 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.493639:0:5748:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1770685178.493642:0:5748:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff9d92c0031c00/0x8f0dbafbd9ef3dbf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef3dc6 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.493659:0:5748:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c0031c00 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:3.0:1770685178.493662:0:5748:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff9d92c0031c00/0x8f0dbafbd9ef3dbf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x8f0dbafbd9ef3dc6 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.493669:0:5748:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff9d92c0031c00/0x8f0dbafbd9ef3dbf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x8f0dbafbd9ef3dc6 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1770685178.493676:0:5748:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff9d92c0031c00/0x8f0dbafbd9ef3dbf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x8f0dbafbd9ef3dc6 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1770685178.493682:0:5748:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1770685178.493696:0:5748:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff9d92c0031c00/0x8f0dbafbd9ef3dbf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef3dc6 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.493701:0:5748:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1770685178.493706:0:5748:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff9d92c0031c00/0x8f0dbafbd9ef3dbf lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef3dc6 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.493713:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff9d92c0031c00/0x8f0dbafbd9ef3dbf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef3dc6 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.493728:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685178.493730:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685178.493732:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685178.493754:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5004a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514725632:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1770685178.493805:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685178.493841:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514726144:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1770685178.493860:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685178.493882:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1770685178.493897:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514726016:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1770685178.493921:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685178.493952:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514725632 00000100:00100000:3.0:1770685178.493959:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514725632 00010000:00010000:3.0:1770685178.493985:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d92c0030200/0x8f0dbafbd9ef3dfe lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3df7 expref: 16 pid: 5753 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1770685178.494013:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514726144 00000100:00100000:3.0:1770685178.494016:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514726144 00000100:00100000:2.0:1770685178.495798:0:16698:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c5500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16698:1856697514724736:0@lo:104: 00000100:00100000:2.0:1770685178.495813:0:16698:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c5180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16698:1856697514725120:0@lo:104: 00000100:00100000:2.0:1770685178.495823:0:16698:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c5f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16698:1856697514725248:0@lo:104: 00000100:00100000:2.0:1770685178.495831:0:16698:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c6d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16698:1856697514725376:0@lo:104: 00000100:00100000:2.0:1770685178.495839:0:16698:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d1180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16698:1856697514725504:0@lo:104: 00010000:00010000:2.0:1770685178.497679:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1770685178.497823:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:02368443-f312-44b4-8d5b-8c5b083a881f:3290:1856697514725760:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1770685178.497897:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685178.497946:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1770685178.497954:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:02368443-f312-44b4-8d5b-8c5b083a881f:3290:1856697514725888:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1770685178.497976:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685178.498002:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514726016 00000100:00100000:0.0:1770685178.498010:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514726016 00000100:00100000:3.0:1770685178.498173:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514725760 00000100:00100000:3.0:1770685178.498178:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514725760 00010000:00010000:3.0:1770685178.498206:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d91c23fe200/0x8f0dbafbd9ef3df0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3de9 expref: 19 pid: 5753 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1770685178.498230:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514725888 00000100:00100000:3.0:1770685178.498234:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514725888 00010000:00010000:3.0:1770685178.498245:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d92c0031400/0x8f0dbafbd9ef3de2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3ddb expref: 20 pid: 5754 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1770685178.498260:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:3.0:1770685178.498270:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:02368443-f312-44b4-8d5b-8c5b083a881f+20:3289:x1856697514725632:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1770685178.498286:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685178.498292:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d92c0030200/0x8f0dbafbd9ef3dfe lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3df7 expref: 20 pid: 5753 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1770685178.498303:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d92c0030200/0x8f0dbafbd9ef3dfe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3df7 expref: 20 pid: 5753 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1770685178.498321:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d92c0030200/0x8f0dbafbd9ef3dfe lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3df7 expref: 20 pid: 5753 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1770685178.498337:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685178.498407:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:02368443-f312-44b4-8d5b-8c5b083a881f+19:3289:x1856697514725632:12345-0@lo:103:ldlm_bl.0 Request processed in 138us (4601us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685178.498415:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000100:00100000:3.0:1770685178.498434:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:3.0:1770685178.498441:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3290:x1856697514725760:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1770685178.498449:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685178.498453:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d91c23fe200/0x8f0dbafbd9ef3df0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3de9 expref: 18 pid: 5753 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1770685178.498463:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d91c23fe200/0x8f0dbafbd9ef3df0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3de9 expref: 18 pid: 5753 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1770685178.498473:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d91c23fe200/0x8f0dbafbd9ef3df0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3de9 expref: 18 pid: 5753 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1770685178.498482:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685178.498513:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:02368443-f312-44b4-8d5b-8c5b083a881f+17:3290:x1856697514725760:12345-0@lo:103:ldlm_bl.0 Request processed in 73us (616us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685178.498520:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00100000:3.0:1770685178.498533:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:3.0:1770685178.498539:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:02368443-f312-44b4-8d5b-8c5b083a881f+16:3290:x1856697514725888:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1770685178.498547:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685178.498551:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d92c0031400/0x8f0dbafbd9ef3de2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3ddb expref: 16 pid: 5754 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1770685178.498559:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d92c0031400/0x8f0dbafbd9ef3de2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3ddb expref: 16 pid: 5754 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1770685178.498569:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d92c0031400/0x8f0dbafbd9ef3de2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3ddb expref: 16 pid: 5754 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1770685178.498624:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685178.498647:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:02368443-f312-44b4-8d5b-8c5b083a881f+15:3290:x1856697514725888:12345-0@lo:103:ldlm_bl.0 Request processed in 108us (670us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685178.498654:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00100000:3.0:1770685178.498693:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:02368443-f312-44b4-8d5b-8c5b083a881f:3290:1856697514725888:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1770685178.498704:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5006680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:02368443-f312-44b4-8d5b-8c5b083a881f:3290:1856697514725760:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1770685178.498746:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d92d8f9c200/0x8f0dbafbd9ef3dc6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3dbf expref: 14 pid: 5753 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1770685178.498769:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:3.0:1770685178.498777:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:02368443-f312-44b4-8d5b-8c5b083a881f+14:3289:x1856697514726144:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1770685178.498784:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685178.498788:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d92d8f9c200/0x8f0dbafbd9ef3dc6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3dbf expref: 14 pid: 5753 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1770685178.498797:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d92d8f9c200/0x8f0dbafbd9ef3dc6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3dbf expref: 14 pid: 5753 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1770685178.498807:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d92d8f9c200/0x8f0dbafbd9ef3dc6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3dbf expref: 14 pid: 5753 timeout: 653 lvb_type: 0 00010000:00010000:3.0:1770685178.498816:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685178.498839:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:02368443-f312-44b4-8d5b-8c5b083a881f+13:3289:x1856697514726144:12345-0@lo:103:ldlm_bl.0 Request processed in 64us (4978us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685178.498845:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00010000:00010000:0.0:1770685178.498920:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d91c23ffc00/0x8f0dbafbd9ef3dd4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3dcd expref: 12 pid: 5753 timeout: 653 lvb_type: 0 00000100:00100000:0.0:1770685178.498964:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:0.0:1770685178.498971:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:02368443-f312-44b4-8d5b-8c5b083a881f+12:3289:x1856697514726016:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1770685178.498980:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685178.498984:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d91c23ffc00/0x8f0dbafbd9ef3dd4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3dcd expref: 12 pid: 5753 timeout: 653 lvb_type: 0 00010000:00010000:0.0:1770685178.498992:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d91c23ffc00/0x8f0dbafbd9ef3dd4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3dcd expref: 12 pid: 5753 timeout: 653 lvb_type: 0 00010000:00010000:0.0:1770685178.499002:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d91c23ffc00/0x8f0dbafbd9ef3dd4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8f0dbafbd9ef3dcd expref: 12 pid: 5753 timeout: 653 lvb_type: 0 00010000:00010000:0.0:1770685178.499011:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685178.499139:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:02368443-f312-44b4-8d5b-8c5b083a881f+11:3289:x1856697514726016:12345-0@lo:103:ldlm_bl.0 Request processed in 168us (5216us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685178.499146:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00100000:2.0:1770685178.499710:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514726016:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1770685178.499736:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5004a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514725632:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1770685178.499744:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514726144:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1770685178.499891:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0251f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514724864:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1770685178.502198:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685178.502234:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685178.502307:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685178.502380:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500192640 00000100:00100000:3.0:1770685178.502389:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500192640 00010000:00010000:3.0:1770685178.502440:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d92d8f9dc00/0x8f0dbafbd9ef3e21 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc71c expref: 12 pid: 5754 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1770685178.502478:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500192512 00000100:00100000:3.0:1770685178.502482:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500192512 00010000:00010000:3.0:1770685178.502494:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d92d8f9cc00/0x8f0dbafbd9ef3e28 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc723 expref: 13 pid: 5753 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1770685178.502551:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500192768 00000100:00100000:3.0:1770685178.502555:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500192768 00010000:00010000:3.0:1770685178.502569:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d92c29b1000/0x8f0dbafbd9ef3e67 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc731 expref: 14 pid: 5754 timeout: 603 lvb_type: 0 00000100:00100000:3.0:1770685178.502612:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 203 00000100:00100000:3.0:1770685178.502620:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0218050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+14:2351:x1856697500192640:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685178.502647:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685178.502653:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d92d8f9dc00/0x8f0dbafbd9ef3e21 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc71c expref: 14 pid: 5754 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1770685178.502664:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d92d8f9dc00/0x8f0dbafbd9ef3e21 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc71c expref: 14 pid: 5754 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1770685178.502684:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685178.502736:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0218050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+14:2351:x1856697500192640:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 116us (545us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685178.502743:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 203 00000100:00100000:3.0:1770685178.502785:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 204 00000100:00100000:3.0:1770685178.502791:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+13:2351:x1856697500192512:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685178.502798:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685178.502802:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d92d8f9cc00/0x8f0dbafbd9ef3e28 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc723 expref: 13 pid: 5753 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1770685178.502821:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d92d8f9cc00/0x8f0dbafbd9ef3e28 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc723 expref: 13 pid: 5753 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1770685178.502831:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685178.502850:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+13:2351:x1856697500192512:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 59us (615us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685178.502856:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 204 00000100:00100000:3.0:1770685178.502869:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 205 00000100:00100000:3.0:1770685178.502875:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2350:x1856697500192768:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685178.502882:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685178.502887:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d92c29b1000/0x8f0dbafbd9ef3e67 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc731 expref: 12 pid: 5754 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1770685178.502895:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d92c29b1000/0x8f0dbafbd9ef3e67 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc731 expref: 12 pid: 5754 timeout: 603 lvb_type: 0 00010000:00010000:3.0:1770685178.502905:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9d91c3b35800/0x8f0dbafbd9ef6dfb lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 16698 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.502912:0:5745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d91c3b35800/0x8f0dbafbd9ef6dfb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 16698 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.502926:0:5745:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d91c3b35800/0x8f0dbafbd9ef6dfb lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16698 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.502933:0:5745:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d91c3b35800/0x8f0dbafbd9ef6dfb lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16698 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.502939:0:5745:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9d91c3b35800/0x8f0dbafbd9ef6dfb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16698 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.502954:0:5745:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9d91c3b35800/0x8f0dbafbd9ef6dfb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16698 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.502960:0:5745:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b35800 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:3.0:1770685178.502964:0:5745:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9d91c3b35800/0x8f0dbafbd9ef6dfb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16698 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.502971:0:5745:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9d91c3b35800/0x8f0dbafbd9ef6dfb lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16698 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.502979:0:5745:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9d91c3b35800/0x8f0dbafbd9ef6dfb lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16698 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.502989:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685178.503009:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2350:x1856697500192768:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 134us (701us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685178.503015:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 205 00010000:00010000:2.0:1770685178.504234:0:16698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d92d8f9cc00/0x8f0dbafbd9ef3e28 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc723 expref: 11 pid: 5753 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1770685178.504246:0:16698:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c6680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16698:1856697514724224:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685178.504253:0:16698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d92d8f9dc00/0x8f0dbafbd9ef3e21 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc71c expref: 10 pid: 5754 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1770685178.504259:0:16698:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c7800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16698:1856697514724352:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685178.504266:0:16698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d92c29b1000/0x8f0dbafbd9ef3e67 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bc731 expref: 9 pid: 5754 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1770685178.504271:0:16698:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c4a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16698:1856697514724096:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685178.504313:0:16698:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9d91c3b35800/0x8f0dbafbd9ef6dfb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16698 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685178.504319:0:16698:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9d91c3b35800/0x8f0dbafbd9ef6dfb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16698 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685178.504323:0:16698:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9d91c3b35800/0x8f0dbafbd9ef6dfb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16698 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685178.504326:0:16698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d91c3b35800/0x8f0dbafbd9ef6dfb lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16698 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685178.609852:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685179.634050:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770685179.954818:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb157800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514726528:0@lo:400:kworker.0 00000100:00100000:2.0:1770685179.954906:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685179.954968:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1770685179.954974:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb154380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514726656:0@lo:400:kworker.0 00000100:00100000:2.0:1770685179.954997:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685179.955177:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514726528 00000100:00100000:0.0:1770685179.955184:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514726528 00000100:00100000:0.0:1770685179.955252:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:0.0:1770685179.955262:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514726528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685179.955315:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514726528:12345-0@lo:400:kworker.0 Request processed in 56us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685179.955322:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00100000:0.0:1770685179.955344:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514726656 00000100:00100000:0.0:1770685179.955347:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514726656 00000100:00100000:0.0:1770685179.955369:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00100000:0.0:1770685179.955374:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8356680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514726656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685179.955399:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8356680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514726656:12345-0@lo:400:kworker.0 Request processed in 25us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685179.955411:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 00000100:00100000:0.0:1770685179.955433:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3291:1856697514726400:0@lo:400:kworker.0 00000100:00100000:0.0:1770685179.955456:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685179.955469:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8354380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514726912:0@lo:400:kworker.0 00000100:00100000:0.0:1770685179.955484:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685179.955497:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1770685179.955501:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514726272:0@lo:400:kworker.0 00000100:00100000:0.0:1770685179.955523:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685179.955542:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8354000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856697514726784:0@lo:400:kworker.0 00000100:00100000:0.0:1770685179.955558:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685179.955609:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514726272 00000100:00100000:0.0:1770685179.955613:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514726272 00000100:00100000:0.0:1770685179.955635:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:0.0:1770685179.955640:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300565450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+11:3291:x1856697514726272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685179.955668:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300565450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+11:3291:x1856697514726272:12345-0@lo:400:kworker.0 Request processed in 28us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685179.955674:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:0.0:1770685179.955715:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514726912 00000100:00100000:0.0:1770685179.955718:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514726912 00000100:00100000:0.0:1770685179.955737:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271 00000100:00100000:0.0:1770685179.955742:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514726912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685179.955765:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514726912:12345-0@lo:400:kworker.0 Request processed in 24us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685179.955771:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271 00000100:00100000:0.0:1770685179.955782:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514726400 00000100:00100000:0.0:1770685179.955790:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514726400 00000100:00100000:0.0:1770685179.955896:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514726784 00000100:00100000:0.0:1770685179.955900:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514726784 00000100:00100000:0.0:1770685179.955925:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:0.0:1770685179.955930:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1856697514726400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685179.955957:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1856697514726400:12345-0@lo:400:kworker.0 Request processed in 27us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685179.955962:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00100000:0.0:1770685179.955971:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:0.0:1770685179.955976:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856697514726784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685179.955993:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856697514726784:12345-0@lo:400:kworker.0 Request processed in 18us (435us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685179.955999:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00100000:0.0:1770685179.956033:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514726272:0@lo:400:kworker.0 00000100:00100000:0.0:1770685179.956044:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8354000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856697514726784:0@lo:400:kworker.0 00000100:00100000:0.0:1770685179.956051:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3291:1856697514726400:0@lo:400:kworker.0 00000100:00100000:0.0:1770685179.956058:0:3291:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967335 gen 2 00000004:00080000:0.0:1770685179.956063:0:3291:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967335 committed transno 4294967335 00000100:00100000:0.0:1770685179.956094:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8354380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514726912:0@lo:400:kworker.0 00000100:00080000:2.0:1770685179.956421:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1770685179.956426:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1770685179.956429:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685179.956468:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb154380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514726656:0@lo:400:kworker.0 00000100:00100000:2.0:1770685179.956478:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb157800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514726528:0@lo:400:kworker.0 10000000:01000000:2.0:1770685180.145756:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1770685180.145763:0:5757:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9d92fb18e000 from 42 10000000:01000000:2.0:1770685180.145768:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1770685180.145905:0:5757:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35800/0x8f0dbafbd9ef6e02 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685180.145917:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35800/0x8f0dbafbd9ef6e02 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685180.145930:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35800/0x8f0dbafbd9ef6e02 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685180.145955:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8355c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514727040:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1770685180.146163:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685180.146276:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c63706c0 going to sleep for 11 seconds 00000100:00100000:0.0:1770685180.149908:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514727040 00000100:00100000:0.0:1770685180.149924:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514727040 00000100:00100000:0.0:1770685180.150049:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:0.0:1770685180.150060:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+11:5757:x1856697514727040:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1770685180.150104:0:5755:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685180.150136:0:5755:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d91c1766800/0x8f0dbafbd9ef6e09 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x8f0dbafbd9ef6e02 expref: -99 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685180.150175:0:5755:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d91c1766800/0x8f0dbafbd9ef6e09 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6e02 expref: 12 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685180.150184:0:5755:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d91c1766800/0x8f0dbafbd9ef6e09 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6e02 expref: 12 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685180.150193:0:5755:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1766800, rc 0) 00000100:00100000:0.0:1770685180.150278:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+12:5757:x1856697514727040:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 221us (4115us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685180.150284:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:2.0:1770685180.150386:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8355c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514727040:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1770685180.150407:0:5757:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35800/0x8f0dbafbd9ef6e02 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6e09 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685180.150416:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35800/0x8f0dbafbd9ef6e02 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x8f0dbafbd9ef6e09 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685180.150502:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8355c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514727168:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770685180.150542:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685180.157016:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c63706c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685180.170094:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514727168 00000100:00100000:1.0:1770685180.170108:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514727168 00000100:00100000:1.0:1770685180.170177:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:1.0:1770685180.170186:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0339050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+12:5757:x1856697514727168:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1770685180.170374:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0339050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+12:5757:x1856697514727168:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 188us (19831us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685180.170382:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:1.0:1770685180.170446:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8355c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514727168:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1770685180.170497:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb29bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514727296:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1770685180.170553:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685180.170598:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c70d70c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685180.170610:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514727296 00000100:00100000:1.0:1770685180.170614:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514727296 00000100:00100000:1.0:1770685180.170630:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:1.0:1770685180.170637:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+12:5757:x1856697514727296:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1770685180.170787:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+12:5757:x1856697514727296:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 149us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685180.170794:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:1.0:1770685180.170840:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb29bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514727296:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1770685180.171005:0:16699:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb29bb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:16699:1856697514727424:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1770685180.171037:0:16699:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685180.171058:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514727424 00000100:00100000:1.0:1770685180.171063:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514727424 00000100:00100000:1.0:1770685180.171092:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:1.0:1770685180.171098:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+12:16699:x1856697514727424:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1770685180.171239:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+12:16699:x1856697514727424:12345-0@lo:502:llog_process_th.0 Request processed in 141us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685180.171246:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:1.0:1770685180.171272:0:16699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c70d7c00 going to sleep for 11 seconds 00000100:00100000:1.0:1770685180.171284:0:16699:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb29bb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:16699:1856697514727424:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1770685180.171318:0:16699:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb29bb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:16699:1856697514727552:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1770685180.171348:0:16699:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685180.171365:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514727552 00000100:00100000:1.0:1770685180.171372:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514727552 00000100:00100000:1.0:1770685180.171388:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:1.0:1770685180.171394:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+12:16699:x1856697514727552:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1770685180.171522:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+12:16699:x1856697514727552:12345-0@lo:502:llog_process_th.0 Request processed in 127us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685180.171529:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:1.0:1770685180.171553:0:16699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c70d7c00 going to sleep for 11 seconds 00000100:00100000:1.0:1770685180.171563:0:16699:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb29bb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:16699:1856697514727552:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1770685180.171602:0:16699:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 45 count 45 00000020:01000000:1.0:1770685180.171653:0:5757:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 42-44 (rc=0) 10000000:01000000:1.0:1770685180.171673:0:5757:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1770685180.171683:0:5757:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35800/0x8f0dbafbd9ef6e02 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6e09 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685180.171693:0:5757:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35800/0x8f0dbafbd9ef6e02 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6e09 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1770685180.171702:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:1.0:1770685180.171704:0:5757:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:1.0:1770685180.171707:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:1.0:1770685180.171728:0:5757:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c1c98000/0x8f0dbafbd9ef6e10 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685180.171736:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff9d91c1c98000/0x8f0dbafbd9ef6e10 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685180.171745:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff9d91c1c98000/0x8f0dbafbd9ef6e10 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685180.171758:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb29bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514727680:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1770685180.171791:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685180.171804:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c70d7c00 going to sleep for 11 seconds 00000100:00100000:1.0:1770685180.171815:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514727680 00000100:00100000:1.0:1770685180.171818:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514727680 00000100:00100000:1.0:1770685180.171835:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:1.0:1770685180.171840:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0338850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+12:5757:x1856697514727680:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1770685180.171848:0:5754:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685180.171858:0:5754:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d91c1c98c00/0x8f0dbafbd9ef6e17 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x8f0dbafbd9ef6e10 expref: -99 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685180.171877:0:5754:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d91c1c98c00/0x8f0dbafbd9ef6e17 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6e10 expref: 13 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685180.171886:0:5754:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d91c1c98c00/0x8f0dbafbd9ef6e17 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6e10 expref: 13 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685180.171894:0:5754:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c98c00, rc 0) 00000100:00100000:1.0:1770685180.171921:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0338850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+13:5757:x1856697514727680:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 80us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685180.171927:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:1.0:1770685180.171952:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb29bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514727680:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1770685180.171963:0:5757:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff9d91c1c98000/0x8f0dbafbd9ef6e10 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6e17 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685180.171972:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff9d91c1c98000/0x8f0dbafbd9ef6e10 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x8f0dbafbd9ef6e17 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685180.172008:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb29bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514727808:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1770685180.172029:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685180.172047:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c70d7c00 going to sleep for 11 seconds 00000100:00100000:1.0:1770685180.172057:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514727808 00000100:00100000:1.0:1770685180.172060:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514727808 00000100:00100000:1.0:1770685180.172089:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:1.0:1770685180.172095:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+13:5757:x1856697514727808:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1770685180.172175:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+13:5757:x1856697514727808:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 80us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685180.172182:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:1.0:1770685180.172207:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb29bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514727808:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1770685180.172230:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb29bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514727936:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1770685180.172260:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685180.172272:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c70d7c00 going to sleep for 11 seconds 00000100:00100000:1.0:1770685180.172282:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514727936 00000100:00100000:1.0:1770685180.172285:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514727936 00000100:00100000:1.0:1770685180.172300:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:1.0:1770685180.172306:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0339450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+13:5757:x1856697514727936:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1770685180.172606:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0339450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+13:5757:x1856697514727936:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 299us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685180.172613:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:1.0:1770685180.172646:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb29bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514727936:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1770685180.176085:0:16700:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 11 00000020:01000000:2.0:1770685180.176450:0:5757:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:2.0:1770685180.176471:0:5757:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:2.0:1770685180.176481:0:5757:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c1c98000/0x8f0dbafbd9ef6e10 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6e17 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685180.176493:0:5757:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff9d91c1c98000/0x8f0dbafbd9ef6e10 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6e17 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1770685180.176502:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1770685180.176504:0:5757:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9d92fc2b7000 from 42 10000000:01000000:2.0:1770685180.176507:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1770685180.176539:0:5757:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6e1e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685180.176547:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6e1e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685180.176558:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6e1e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685180.176983:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8356300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514728064:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1770685180.177043:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685180.177094:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c63706c0 going to sleep for 11 seconds 00000100:00100000:3.0:1770685180.177338:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514728064 00000100:00100000:3.0:1770685180.177345:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514728064 00000100:00100000:3.0:1770685180.177435:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:3.0:1770685180.177444:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0338c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+13:5757:x1856697514728064:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1770685180.177460:0:5753:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685180.177474:0:5753:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d91c307a200/0x8f0dbafbd9ef6e25 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x8f0dbafbd9ef6e1e expref: -99 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685180.177497:0:5753:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d91c307a200/0x8f0dbafbd9ef6e25 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6e1e expref: 14 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685180.177507:0:5753:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d91c307a200/0x8f0dbafbd9ef6e25 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6e1e expref: 14 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685180.177529:0:5753:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307a200, rc 0) 00000100:00100000:3.0:1770685180.177597:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0338c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+14:5757:x1856697514728064:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 133us (532us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685180.177605:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:2.0:1770685180.177692:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8356300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514728064:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1770685180.177705:0:5757:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6e1e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6e25 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685180.177721:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6e1e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x8f0dbafbd9ef6e25 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685180.177773:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8356300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514728192:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770685180.177807:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685180.178299:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c63706c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685180.178366:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514728192 00000100:00100000:1.0:1770685180.178372:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514728192 00000100:00100000:1.0:1770685180.178400:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:1.0:1770685180.178407:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+14:5757:x1856697514728192:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1770685180.178540:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+14:5757:x1856697514728192:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 134us (741us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685180.178557:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:2.0:1770685180.178818:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8356300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514728192:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770685180.178853:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8356300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514728320:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1770685180.178894:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685180.178913:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c63706c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685180.179056:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514728320 00000100:00100000:1.0:1770685180.179061:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514728320 00000100:00100000:1.0:1770685180.179092:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:1.0:1770685180.179099:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92e02fa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+14:5757:x1856697514728320:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1770685180.179278:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92e02fa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+14:5757:x1856697514728320:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 178us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685180.179284:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:2.0:1770685180.179474:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8356300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514728320:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1770685180.180264:0:16701:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c290df80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:16701:1856697514728448:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1770685180.180321:0:16701:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685180.180364:0:16701:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb185d80 going to sleep for 11 seconds 00000100:00100000:1.0:1770685180.180415:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514728448 00000100:00100000:1.0:1770685180.180422:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514728448 00000100:00100000:1.0:1770685180.180457:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:1.0:1770685180.180466:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92e02f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+14:16701:x1856697514728448:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1770685180.180911:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92e02f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+14:16701:x1856697514728448:12345-0@lo:502:llog_process_th.0 Request processed in 445us (589us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685180.180919:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:3.0:1770685180.181015:0:16701:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c290df80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:16701:1856697514728448:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1770685180.181066:0:16701:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c290df80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:16701:1856697514728576:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1770685180.183571:0:16701:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685180.186274:0:16701:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb185d80 going to sleep for 11 seconds 00000100:00100000:1.0:1770685180.186362:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514728576 00000100:00100000:1.0:1770685180.186371:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514728576 00000100:00100000:1.0:1770685180.186418:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:1.0:1770685180.186427:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92cadc1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+14:16701:x1856697514728576:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1770685180.187303:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92cadc1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+14:16701:x1856697514728576:12345-0@lo:502:llog_process_th.0 Request processed in 872us (3732us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685180.187313:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00100000:3.0:1770685180.187959:0:16701:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c290df80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:16701:1856697514728576:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1770685180.187996:0:16701:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 45 count 45 00000020:01000000:2.0:1770685180.193286:0:5757:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 42-44 (rc=0) 10000000:01000000:2.0:1770685180.193325:0:5757:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1770685180.193337:0:5757:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6e1e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6e25 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685180.193349:0:5757:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6e1e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6e25 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1770685180.193359:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:2.0:1770685180.193362:0:5757:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:2.0:1770685180.193365:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:2.0:1770685180.193403:0:5757:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35200/0x8f0dbafbd9ef6e2c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685180.193413:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35200/0x8f0dbafbd9ef6e2c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685180.193441:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35200/0x8f0dbafbd9ef6e2c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685180.193463:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8356300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514728704:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1770685180.193526:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685180.193568:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c63706c0 going to sleep for 11 seconds 00000100:00100000:0.0:1770685180.193834:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514728704 00000100:00100000:0.0:1770685180.193843:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514728704 00000100:00100000:0.0:1770685180.193889:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:0.0:1770685180.193899:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0755850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+14:5757:x1856697514728704:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1770685180.193912:0:5754:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685180.193925:0:5754:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d91c1767400/0x8f0dbafbd9ef6e33 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x8f0dbafbd9ef6e2c expref: -99 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685180.193949:0:5754:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d91c1767400/0x8f0dbafbd9ef6e33 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6e2c expref: 15 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685180.193959:0:5754:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d91c1767400/0x8f0dbafbd9ef6e33 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6e2c expref: 15 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685180.193966:0:5754:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1767400, rc 0) 00000100:00100000:0.0:1770685180.194003:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0755850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+15:5757:x1856697514728704:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 105us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685180.194009:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:2.0:1770685180.194303:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8356300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514728704:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1770685180.194318:0:5757:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35200/0x8f0dbafbd9ef6e2c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6e33 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685180.194326:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35200/0x8f0dbafbd9ef6e2c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x8f0dbafbd9ef6e33 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685180.194380:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8356300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514728832:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770685180.194407:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685180.194436:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c63706c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685180.194481:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514728832 00000100:00100000:1.0:1770685180.194486:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514728832 00000100:00100000:1.0:1770685180.194520:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:1.0:1770685180.194527:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0756450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+15:5757:x1856697514728832:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1770685180.194711:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0756450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+15:5757:x1856697514728832:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 183us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685180.194719:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:2.0:1770685180.194966:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8356300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514728832:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770685180.194993:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8356300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514728960:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1770685180.195031:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685180.195059:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c63706c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685180.195118:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514728960 00000100:00100000:1.0:1770685180.195122:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514728960 00000100:00100000:1.0:1770685180.195150:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:1.0:1770685180.195157:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0755c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+15:5757:x1856697514728960:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1770685180.195471:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0755c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+15:5757:x1856697514728960:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 314us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685180.195479:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:3.0:1770685180.195666:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8356300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514728960:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1770685180.197046:0:16702:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000020:01000000:3.0:1770685180.199421:0:5757:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:3.0:1770685180.199468:0:5757:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:3.0:1770685180.199481:0:5757:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35200/0x8f0dbafbd9ef6e2c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6e33 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685180.199493:0:5757:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35200/0x8f0dbafbd9ef6e2c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6e33 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1770685180.199504:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1770685180.199507:0:5757:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9d92c7fc8800 from 42 10000000:01000000:3.0:1770685180.199511:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1770685180.199571:0:5757:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c307ba00/0x8f0dbafbd9ef6e3a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685180.199787:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff9d91c307ba00/0x8f0dbafbd9ef6e3a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685180.206371:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff9d91c307ba00/0x8f0dbafbd9ef6e3a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685180.206419:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c290df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514729088:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1770685180.206488:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685180.206525:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb185d80 going to sleep for 11 seconds 00000100:00100000:0.0:1770685180.206770:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514729088 00000100:00100000:0.0:1770685180.206778:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514729088 00000100:00100000:0.0:1770685180.206866:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:0.0:1770685180.206876:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d159bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+15:5757:x1856697514729088:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1770685180.206892:0:5754:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685180.206913:0:5754:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d91c1767000/0x8f0dbafbd9ef6e41 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x8f0dbafbd9ef6e3a expref: -99 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685180.206940:0:5754:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d91c1767000/0x8f0dbafbd9ef6e41 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6e3a expref: 16 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685180.206951:0:5754:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d91c1767000/0x8f0dbafbd9ef6e41 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6e3a expref: 16 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685180.206959:0:5754:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1767000, rc 0) 00000100:00100000:0.0:1770685180.207006:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d159bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+16:5757:x1856697514729088:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 132us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685180.207013:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00100000:3.0:1770685180.207128:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c290df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514729088:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1770685180.207141:0:5757:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff9d91c307ba00/0x8f0dbafbd9ef6e3a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6e41 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685180.207149:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff9d91c307ba00/0x8f0dbafbd9ef6e3a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x8f0dbafbd9ef6e41 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685180.207209:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c290df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514729216:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1770685180.207238:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685180.213232:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514729216 00000100:00100000:2.0:1770685180.213247:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514729216 00000100:00100000:2.0:1770685180.213299:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:2.0:1770685180.213309:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d1598c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+16:5757:x1856697514729216:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770685180.213456:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d1598c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+16:5757:x1856697514729216:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 149us (6217us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685180.213478:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:2.0:1770685180.213545:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb185d80 going to sleep for 11 seconds 00000100:00100000:2.0:1770685180.213567:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c290df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514729216:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770685180.213635:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8355880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514729344:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1770685180.213691:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685180.213714:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514729344 00000100:00100000:2.0:1770685180.213717:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514729344 00000100:00100000:2.0:1770685180.213734:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:2.0:1770685180.213739:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d159b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+16:5757:x1856697514729344:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1770685180.218010:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d159b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+16:5757:x1856697514729344:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 4260us (4309us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685180.218024:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:2.0:1770685180.218290:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c6370180 going to sleep for 11 seconds 00000100:00100000:2.0:1770685180.218320:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8355880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514729344:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1770685180.220874:0:16703:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8355880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:16703:1856697514729472:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1770685180.220963:0:16703:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685180.221012:0:16703:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb1726c0 going to sleep for 11 seconds 00000100:00100000:0.0:1770685180.221121:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514729472 00000100:00100000:0.0:1770685180.221129:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514729472 00000100:00100000:0.0:1770685180.221177:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:0.0:1770685180.221185:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d1599450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+16:16703:x1856697514729472:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1770685180.221447:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d1599450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+16:16703:x1856697514729472:12345-0@lo:502:llog_process_th.0 Request processed in 261us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685180.221456:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00100000:3.0:1770685180.221693:0:16703:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8355880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:16703:1856697514729472:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1770685180.221749:0:16703:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c290df80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:16703:1856697514729600:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1770685180.221784:0:16703:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685180.221798:0:16703:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb1850c0 going to sleep for 11 seconds 00000100:00100000:2.0:1770685180.221942:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514729600 00000100:00100000:2.0:1770685180.221948:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514729600 00000100:00100000:2.0:1770685180.221973:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:2.0:1770685180.221980:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d1599c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+16:16703:x1856697514729600:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1770685180.222161:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d1599c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+16:16703:x1856697514729600:12345-0@lo:502:llog_process_th.0 Request processed in 180us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685180.222168:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:3.0:1770685180.222315:0:16703:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c290df80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:16703:1856697514729600:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1770685180.222336:0:16703:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 45 count 45 00000020:01000000:2.0:1770685180.222509:0:5757:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 42-44 (rc=0) 10000000:01000000:2.0:1770685180.222534:0:5757:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1770685180.222545:0:5757:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c307ba00/0x8f0dbafbd9ef6e3a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6e41 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685180.222556:0:5757:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff9d91c307ba00/0x8f0dbafbd9ef6e3a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6e41 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1770685180.222566:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:2.0:1770685180.222569:0:5757:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 37 10000000:01000000:2.0:1770685180.222572:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1770685180.222634:0:5757:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34200/0x8f0dbafbd9ef6e48 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685180.222653:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34200/0x8f0dbafbd9ef6e48 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685180.222664:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34200/0x8f0dbafbd9ef6e48 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685180.222681:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8355180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514729728:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1770685180.222718:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685180.222749:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0361480 going to sleep for 11 seconds 00000100:00100000:3.0:1770685180.222875:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514729728 00000100:00100000:3.0:1770685180.222880:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514729728 00000100:00100000:3.0:1770685180.222903:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:3.0:1770685180.222910:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d1598450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+16:5757:x1856697514729728:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1770685180.222920:0:5755:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685180.222932:0:5755:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d92f5174200/0x8f0dbafbd9ef6e4f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x8f0dbafbd9ef6e48 expref: -99 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685180.222952:0:5755:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d92f5174200/0x8f0dbafbd9ef6e4f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6e48 expref: 17 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685180.222961:0:5755:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d92f5174200/0x8f0dbafbd9ef6e4f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6e48 expref: 17 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685180.222969:0:5755:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174200, rc 0) 00000100:00100000:3.0:1770685180.223006:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d1598450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+17:5757:x1856697514729728:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 97us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685180.223012:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:2.0:1770685180.224083:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8355180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514729728:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1770685180.224101:0:5757:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34200/0x8f0dbafbd9ef6e48 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6e4f expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685180.224119:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34200/0x8f0dbafbd9ef6e48 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x8f0dbafbd9ef6e4f expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685180.224177:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8355180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514729856:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770685180.224223:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685180.224247:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0361480 going to sleep for 11 seconds 00000100:00100000:0.0:1770685180.224368:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514729856 00000100:00100000:0.0:1770685180.224374:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514729856 00000100:00100000:0.0:1770685180.224409:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:0.0:1770685180.224417:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d1598850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+17:5757:x1856697514729856:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1770685180.224549:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d1598850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+17:5757:x1856697514729856:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 132us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685180.224556:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:2.0:1770685180.224880:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8355180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514729856:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770685180.224909:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8355180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514729984:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1770685180.224946:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685180.224966:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0361480 going to sleep for 11 seconds 00000100:00100000:1.0:1770685180.225105:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514729984 00000100:00100000:1.0:1770685180.225195:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514729984 00000100:00100000:1.0:1770685180.225234:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:1.0:1770685180.225243:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92e0873450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+17:5757:x1856697514729984:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1770685180.225432:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92e0873450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+17:5757:x1856697514729984:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 190us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685180.225439:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:3.0:1770685180.229678:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8355180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514729984:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1770685180.234076:0:16704:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c290df80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:16704:1856697514730112:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1770685180.234285:0:16704:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685180.234377:0:16704:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb185300 going to sleep for 11 seconds 00000100:00100000:0.0:1770685180.238801:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514730112 00000100:00100000:0.0:1770685180.238815:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514730112 00000100:00100000:1.0:1770685180.241945:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:1.0:1770685180.241960:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92e0871850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+17:16704:x1856697514730112:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1770685180.242473:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92e0871850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+17:16704:x1856697514730112:12345-0@lo:502:llog_process_th.0 Request processed in 516us (8189us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685180.242482:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:3.0:1770685180.242574:0:16704:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c290df80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:16704:1856697514730112:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1770685180.242669:0:16704:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1770685180.242680:0:16704:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1770685180.242683:0:16704:0:(obd_config.c:1477:class_process_config()) marker 29 (0x1) lustre-MDT0000-m new lustre.test_11c 00000020:00000080:3.0:1770685180.242688:0:16704:0:(obd_config.c:1389:class_process_config()) processing cmd: ce020 00020000:01000000:3.0:1770685180.242745:0:16704:0:(lod_pool.c:475:lod_pool_new()) test_11c is pool #1 00080000:10000000:3.0:1770685180.247190:0:16704:0:(osd_index.c:2099:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x37:0x0] (8/8/4) registered 00080000:10000000:1.0:1770685180.311237:0:16704:0:(osd_index.c:2099:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x38:0x0] (8/8/4) registered 00000020:00080000:0.0:1770685180.311428:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 10 batchid updated 00000020:00080000:1.0:1770685180.311529:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 10 00000020:00080000:1.0:1770685180.311542:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 10 00080000:10000000:1.0:1770685180.362232:0:16704:0:(osd_index.c:2099:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x39:0x0] (8/8/4) registered 00000100:00100000:3.0:1770685180.422666:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685180.424784:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500192896 00000100:00100000:2.0:1770685180.424806:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500192896 00000100:00100000:2.0:1770685180.424887:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 386 00000100:00100000:2.0:1770685180.424900:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92e0872450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+9:5541:x1856697500192896:12345-192.168.203.41@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1770685180.424922:0:5755:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685180.424946:0:5755:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d91c3b34800/0x8f0dbafbd9ef6e56 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xa999371225bd4f9 expref: -99 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685180.424984:0:5755:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d91c3b34800/0x8f0dbafbd9ef6e56 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4f9 expref: 10 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685180.424999:0:5755:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d91c3b34800/0x8f0dbafbd9ef6e56 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4f9 expref: 10 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685180.425010:0:5755:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3b34800, rc 0) 00000100:00100000:2.0:1770685180.425188:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92e0872450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:5541:x1856697500192896:12345-192.168.203.41@tcp:101:ll_cfg_requeue.0 Request processed in 289us (2535us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685180.425196:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 386 00000100:00100000:2.0:1770685180.450891:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685180.451182:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500193024 00000100:00100000:0.0:1770685180.451199:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500193024 00000100:00100000:2.0:1770685180.454025:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 387 00000100:00100000:2.0:1770685180.454075:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:5541:x1856697500193024:12345-192.168.203.41@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770685180.454351:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:5541:x1856697500193024:12345-192.168.203.41@tcp:501:ll_cfg_requeue.0 Request processed in 307us (3474us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685180.454360:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 387 00000100:00100000:1.0:1770685180.459214:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685180.459330:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500193152 00000100:00100000:2.0:1770685180.459355:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500193152 00000100:00100000:2.0:1770685180.459517:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 388 00000100:00100000:2.0:1770685180.459530:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:5541:x1856697500193152:12345-192.168.203.41@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1770685180.459852:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:5541:x1856697500193152:12345-192.168.203.41@tcp:503:ll_cfg_requeue.0 Request processed in 323us (653us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685180.459862:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 388 00000100:00100000:1.0:1770685180.460285:0:16704:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb29bb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:16704:1856697514730240:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1770685180.466600:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1770685180.466638:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8355500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514730496:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1770685180.466739:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685180.466826:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514730368:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1770685180.466850:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685180.466896:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514730496 00000100:00100000:0.0:1770685180.466906:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514730496 00000100:00100000:0.0:1770685180.467047:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514730368 00000100:00100000:0.0:1770685180.467052:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514730368 00000100:00100000:1.0:1770685180.467111:0:16704:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685180.467137:0:16704:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d02d19c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685180.467159:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514730240 00000100:00100000:1.0:1770685180.467163:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514730240 00000100:00100000:1.0:1770685180.467197:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:1.0:1770685180.467207:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+17:16704:x1856697514730240:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1770685180.467260:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00100000:0.0:1770685180.467266:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514730496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1770685180.467307:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 62980096 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1770685180.467359:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514730496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685180.467367:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00100000:0.0:1770685180.467387:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00100000:0.0:1770685180.467393:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514730368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1770685180.467415:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 57868288 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1770685180.467443:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514730368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685180.467458:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00100000:0.0:1770685180.467519:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8355500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514730496:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1770685180.467533:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514730368:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1770685180.467558:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+17:16704:x1856697514730240:12345-0@lo:502:llog_process_th.0 Request processed in 351us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685180.467564:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:1.0:1770685180.467645:0:16704:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb29bb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:16704:1856697514730240:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1770685180.467678:0:16704:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1770685180.467688:0:16704:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1770685180.467691:0:16704:0:(obd_config.c:1477:class_process_config()) marker 29 (0x2) lustre-MDT0000-m new lustre.test_11c 00000040:00080000:1.0:1770685180.467697:0:16704:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 40 count 40 00000020:01000000:2.0:1770685180.468018:0:5757:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-MDT0000 gen 37-39 (rc=0) 10000000:01000000:2.0:1770685180.468051:0:5757:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:2.0:1770685180.468074:0:5757:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34200/0x8f0dbafbd9ef6e48 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6e4f expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685180.468087:0:5757:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34200/0x8f0dbafbd9ef6e48 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6e4f expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1770685180.468100:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:2.0:1770685180.468103:0:5757:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-sptlrpc-ffff9d92c4a418d8 from 1 10000000:01000000:2.0:1770685180.468107:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1770685180.468148:0:5757:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35c00/0x8f0dbafbd9ef6e5d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685180.468159:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35c00/0x8f0dbafbd9ef6e5d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685180.468171:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35c00/0x8f0dbafbd9ef6e5d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685180.468209:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8354700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514730624:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1770685180.468252:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685180.468291:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c63706c0 going to sleep for 11 seconds 00000100:00100000:2.0:1770685180.468310:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514730624 00000100:00100000:2.0:1770685180.468315:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514730624 00000100:00100000:2.0:1770685180.468355:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:2.0:1770685180.468373:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+17:5757:x1856697514730624:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1770685180.468385:0:5754:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685180.468402:0:5754:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d91c3b34600/0x8f0dbafbd9ef6e64 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x8f0dbafbd9ef6e5d expref: -99 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685180.468429:0:5754:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d91c3b34600/0x8f0dbafbd9ef6e64 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6e5d expref: 18 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685180.468440:0:5754:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d91c3b34600/0x8f0dbafbd9ef6e64 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6e5d expref: 18 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685180.468450:0:5754:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3b34600, rc 0) 00000100:00100000:2.0:1770685180.468483:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:5757:x1856697514730624:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 121us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685180.468489:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:2.0:1770685180.468526:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8354700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514730624:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1770685180.468540:0:5757:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35c00/0x8f0dbafbd9ef6e5d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6e64 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685180.468549:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35c00/0x8f0dbafbd9ef6e5d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x8f0dbafbd9ef6e64 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685180.468645:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8354700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514730752:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770685180.468673:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685180.468687:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d1c6b900 going to sleep for 11 seconds 00000100:00100000:2.0:1770685180.468698:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514730752 00000100:00100000:2.0:1770685180.468701:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514730752 00000100:00100000:2.0:1770685180.468719:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:2.0:1770685180.468724:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:5757:x1856697514730752:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770685180.468826:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:5757:x1856697514730752:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 101us (151us total) trans 0 rc -2/-2 00000100:00100000:2.0:1770685180.468832:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:2.0:1770685180.468860:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8354700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514730752:0@lo:501:ll_cfg_requeue.0 10000000:01000000:2.0:1770685180.468881:0:5757:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1770685180.468887:0:5757:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35c00/0x8f0dbafbd9ef6e5d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6e64 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685180.468895:0:5757:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35c00/0x8f0dbafbd9ef6e5d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6e64 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685180.492395:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685180.492621:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500193280 00000100:00100000:1.0:1770685180.492637:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500193280 00000100:00100000:1.0:1770685180.492704:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 392 00000100:00100000:1.0:1770685180.492718:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:22314:x1856697500193280:12345-192.168.203.41@tcp:502:llog_process_th.0 00000100:00100000:1.0:1770685180.493153:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:22314:x1856697500193280:12345-192.168.203.41@tcp:502:llog_process_th.0 Request processed in 436us (772us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685180.493162:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 392 00000100:00100000:3.0:1770685180.495806:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685180.500236:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500193408 00000100:00100000:0.0:1770685180.500339:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500193408 00000100:00100000:2.0:1770685180.500630:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 393 00000100:00100000:2.0:1770685180.500644:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:22314:x1856697500193408:12345-192.168.203.41@tcp:502:llog_process_th.0 00000100:00100000:2.0:1770685180.501036:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:22314:x1856697500193408:12345-192.168.203.41@tcp:502:llog_process_th.0 Request processed in 393us (5251us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685180.501047:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 393 00000100:00100000:0.0:1770685180.509911:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685180.511430:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500193536 00000100:00100000:3.0:1770685180.511445:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500193536 00000100:00100000:3.0:1770685180.511513:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 394 00000100:00100000:3.0:1770685180.511524:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:5541:x1856697500193536:12345-192.168.203.41@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1770685180.511544:0:5753:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685180.511565:0:5753:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d92f5174400/0x8f0dbafbd9ef6e6b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xa999371225bd500 expref: -99 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685180.511625:0:5753:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d92f5174400/0x8f0dbafbd9ef6e6b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd500 expref: 11 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685180.511637:0:5753:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d92f5174400/0x8f0dbafbd9ef6e6b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd500 expref: 11 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685180.511648:0:5753:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174400, rc 0) 00000100:00100000:3.0:1770685180.511722:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:5541:x1856697500193536:12345-192.168.203.41@tcp:101:ll_cfg_requeue.0 Request processed in 200us (1827us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685180.511729:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 394 00000100:00100000:2.0:1770685180.524919:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685180.525015:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500193664 00000100:00100000:1.0:1770685180.525030:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500193664 00000100:00100000:1.0:1770685180.525123:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 395 00000100:00100000:1.0:1770685180.525136:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:5541:x1856697500193664:12345-192.168.203.41@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1770685180.525359:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:5541:x1856697500193664:12345-192.168.203.41@tcp:501:ll_cfg_requeue.0 Request processed in 225us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685180.525381:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 395 00000100:00100000:2.0:1770685180.563652:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685180.563824:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500193792 00000100:00100000:0.0:1770685180.563838:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500193792 00000100:00100000:0.0:1770685180.564639:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 396 00000100:00100000:0.0:1770685180.564659:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:5541:x1856697500193792:12345-192.168.203.41@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1770685180.567305:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:5541:x1856697500193792:12345-192.168.203.41@tcp:503:ll_cfg_requeue.0 Request processed in 2638us (3653us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685180.575305:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 396 00000100:00100000:0.0:1770685180.582951:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685180.583221:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500193920 00000100:00100000:2.0:1770685180.583235:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500193920 00000100:00100000:2.0:1770685180.583296:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 397 00000100:00100000:2.0:1770685180.583307:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:22321:x1856697500193920:12345-192.168.203.41@tcp:502:llog_process_th.0 00000100:00100000:2.0:1770685180.586551:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:22321:x1856697500193920:12345-192.168.203.41@tcp:502:llog_process_th.0 Request processed in 3227us (3596us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685180.586571:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 397 00000100:00100000:2.0:1770685180.595805:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685180.596717:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500194048 00000100:00100000:3.0:1770685180.596745:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500194048 00000100:00100000:3.0:1770685180.596821:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 398 00000100:00100000:3.0:1770685180.596832:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:22321:x1856697500194048:12345-192.168.203.41@tcp:502:llog_process_th.0 00000100:00100000:3.0:1770685180.597221:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:22321:x1856697500194048:12345-192.168.203.41@tcp:502:llog_process_th.0 Request processed in 390us (1430us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685180.597230:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 398 00000100:00100000:2.0:1770685180.611186:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685180.611246:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500194176 00000100:00100000:2.0:1770685180.611261:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500194176 00000100:00100000:2.0:1770685180.613702:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 399 00000100:00100000:2.0:1770685180.613728:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:5541:x1856697500194176:12345-192.168.203.41@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1770685180.614552:0:5753:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685180.614606:0:5753:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d91c3b35600/0x8f0dbafbd9ef6e72 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xa999371225bd507 expref: -99 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685180.614649:0:5753:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d91c3b35600/0x8f0dbafbd9ef6e72 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd507 expref: 12 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685180.614662:0:5753:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d91c3b35600/0x8f0dbafbd9ef6e72 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd507 expref: 12 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685180.614672:0:5753:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3b35600, rc 0) 00000100:00100000:2.0:1770685180.614925:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:5541:x1856697500194176:12345-192.168.203.41@tcp:101:ll_cfg_requeue.0 Request processed in 1205us (3754us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685180.614935:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 399 00000100:00100000:0.0:1770685180.625867:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685180.625995:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500194304 00000100:00100000:1.0:1770685180.626008:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500194304 00000100:00100000:1.0:1770685180.626086:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 400 00000100:00100000:1.0:1770685180.626098:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:5541:x1856697500194304:12345-192.168.203.41@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1770685180.626267:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:5541:x1856697500194304:12345-192.168.203.41@tcp:501:ll_cfg_requeue.0 Request processed in 171us (413us total) trans 0 rc -2/-2 00000100:00100000:1.0:1770685180.626275:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 400 00010000:00010000:3.0:1770685180.666278:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1770685181.681851:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685181.681962:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1770685181.682284:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 18 count 2 00000040:00080000:3.0:1770685181.682292:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1770685181.689628:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1770685181.971055:0:16753:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffe98c3e090 20000000:00000080:2.0:1770685181.971114:0:16753:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff9d91c2c82800 uarg=0000000000000000 00000040:00100000:2.0:1770685181.973010:0:16753:0:(llog.c:1064:llog_reverse_process()) index 44 : idx 1 20000000:01000000:2.0:1770685181.973024:0:16753:0:(mgs_llog.c:870:mgs_search_pool_cb()) Matched pool rec 43 cmd:0xce020 lustre.test_11c 00000040:00080000:2.0:1770685181.973931:0:16753:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].45, 224 off16008 20000000:01000000:2.0:1770685181.973970:0:16753:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-clilov 0xce021 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:2.0:1770685181.974022:0:16753:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].46, 136 off16144 00000040:00080000:2.0:1770685181.974146:0:16753:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].48, 224 off16608 00000040:00080000:2.0:1770685181.977866:0:16753:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].40, 224 off15280 20000000:01000000:2.0:1770685181.977900:0:16753:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce021 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:2.0:1770685181.977971:0:16753:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].41, 144 off15424 00000040:00080000:2.0:1770685181.978005:0:16753:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].42, 224 off15648 10000000:01000000:2.0:1770685181.978027:0:16753:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:2.0:1770685181.978054:0:16753:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9d91c3b34c00/0x8f0dbafbd9ef6e79 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16753 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685181.979005:0:16753:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d91c1766800/0x8f0dbafbd9ef6e09 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6e02 expref: 17 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685181.979014:0:16753:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d91c1c98c00/0x8f0dbafbd9ef6e17 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6e10 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685181.979022:0:16753:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d91c307a200/0x8f0dbafbd9ef6e25 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6e1e expref: 17 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685181.979029:0:16753:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d91c1767400/0x8f0dbafbd9ef6e33 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6e2c expref: 17 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685181.979034:0:16753:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d91c1767000/0x8f0dbafbd9ef6e41 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6e3a expref: 17 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685181.979041:0:16753:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d92f5174200/0x8f0dbafbd9ef6e4f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6e48 expref: 17 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685181.979084:0:16753:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d91c3b34800/0x8f0dbafbd9ef6e56 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd4f9 expref: 11 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685181.979092:0:16753:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d91c3b34600/0x8f0dbafbd9ef6e64 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6e5d expref: 17 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685181.979099:0:16753:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d92f5174400/0x8f0dbafbd9ef6e6b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd500 expref: 11 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685181.979106:0:16753:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d91c3b35600/0x8f0dbafbd9ef6e72 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd507 expref: 11 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685181.979114:0:16753:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9d91c3b34c00/0x8f0dbafbd9ef6e79 lrc: 13/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16753 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685181.979164:0:16753:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d91c3b35600/0x8f0dbafbd9ef6e72 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd507 expref: 11 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685181.979182:0:16753:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d91c3b35600/0x8f0dbafbd9ef6e72 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd507 expref: 11 pid: 5753 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1770685181.979198:0:16753:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8354700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16753:1856697514730880:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685181.979355:0:16753:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d92f5174400/0x8f0dbafbd9ef6e6b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd500 expref: 11 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685181.979363:0:16753:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d92f5174400/0x8f0dbafbd9ef6e6b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd500 expref: 11 pid: 5753 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1770685181.979371:0:16753:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8357480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16753:1856697514731008:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685181.979397:0:16753:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d91c3b34600/0x8f0dbafbd9ef6e64 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e5d expref: 17 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685181.979411:0:16753:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9d91c3b34600/0x8f0dbafbd9ef6e64 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e5d expref: 17 pid: 5754 timeout: 656 lvb_type: 0 00000100:00100000:2.0:1770685181.979421:0:16753:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8355500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16753:1856697514731136:0@lo:104: 00000100:00100000:2.0:1770685181.979465:0:16753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1770685181.980128:0:16753:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d91c3b34800/0x8f0dbafbd9ef6e56 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd4f9 expref: 11 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685181.980140:0:16753:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d91c3b34800/0x8f0dbafbd9ef6e56 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd4f9 expref: 11 pid: 5755 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1770685181.980150:0:16753:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8355880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16753:1856697514731264:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685181.980220:0:16753:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d92f5174200/0x8f0dbafbd9ef6e4f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e48 expref: 17 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685181.980228:0:16753:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9d92f5174200/0x8f0dbafbd9ef6e4f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e48 expref: 17 pid: 5755 timeout: 656 lvb_type: 0 00000100:00100000:2.0:1770685181.980237:0:16753:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8356300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16753:1856697514731392:0@lo:104: 00000100:00100000:2.0:1770685181.980260:0:16753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1770685181.981115:0:16753:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d91c1767000/0x8f0dbafbd9ef6e41 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e3a expref: 17 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685181.981130:0:16753:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9d91c1767000/0x8f0dbafbd9ef6e41 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e3a expref: 17 pid: 5754 timeout: 656 lvb_type: 0 00000100:00100000:2.0:1770685181.981140:0:16753:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8354380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16753:1856697514731520:0@lo:104: 00000100:00100000:2.0:1770685181.981180:0:16753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685181.986742:0:5744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514731136 00000100:00100000:3.0:1770685181.986763:0:5744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514731136 00000100:00100000:3.0:1770685181.986837:0:5744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514731392 00000100:00100000:3.0:1770685181.986840:0:5744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514731392 00000100:00100000:3.0:1770685181.986873:0:5744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1770685181.986885:0:5744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8355180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:02368443-f312-44b4-8d5b-8c5b083a881f+4:16753:x1856697514731136:12345-0@lo:104: 00010000:00010000:3.0:1770685181.986907:0:5744:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35c00/0x8f0dbafbd9ef6e5d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef6e64 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685181.987015:0:5744:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1770685181.987022:0:5744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8355180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:02368443-f312-44b4-8d5b-8c5b083a881f+4:16753:x1856697514731136:12345-0@lo:104: Request processed in 140us (7557us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685181.987030:0:5744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1770685181.987049:0:5744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1770685181.987055:0:5744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8355c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:02368443-f312-44b4-8d5b-8c5b083a881f+3:16753:x1856697514731392:12345-0@lo:104: 00010000:00010000:3.0:1770685181.987074:0:5744:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34200/0x8f0dbafbd9ef6e48 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef6e4f expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685181.987115:0:5744:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1770685181.987120:0:5744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8355c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:02368443-f312-44b4-8d5b-8c5b083a881f+3:16753:x1856697514731392:12345-0@lo:104: Request processed in 66us (6860us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685181.987126:0:5744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00010000:00010000:3.0:1770685181.987178:0:5748:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1770685181.987200:0:5748:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35c00/0x8f0dbafbd9ef6e5d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef6e64 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685181.987208:0:5748:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b35c00 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:3.0:1770685181.987224:0:5748:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35c00/0x8f0dbafbd9ef6e5d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0x8f0dbafbd9ef6e64 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685181.987233:0:5748:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35c00/0x8f0dbafbd9ef6e5d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0x8f0dbafbd9ef6e64 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1770685181.987240:0:5748:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35c00/0x8f0dbafbd9ef6e5d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0x8f0dbafbd9ef6e64 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1770685181.987246:0:5748:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1770685181.987294:0:5748:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35c00/0x8f0dbafbd9ef6e5d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6e64 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685181.987312:0:5748:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1770685181.987338:0:5748:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35c00/0x8f0dbafbd9ef6e5d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6e64 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685181.987346:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35c00/0x8f0dbafbd9ef6e5d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6e64 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685181.987364:0:5748:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1770685181.987368:0:5748:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34200/0x8f0dbafbd9ef6e48 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef6e4f expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685181.987374:0:5748:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b34200 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:3.0:1770685181.987377:0:5748:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34200/0x8f0dbafbd9ef6e48 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0x8f0dbafbd9ef6e4f expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685181.987383:0:5748:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34200/0x8f0dbafbd9ef6e48 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0x8f0dbafbd9ef6e4f expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1770685181.987397:0:5748:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34200/0x8f0dbafbd9ef6e48 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0x8f0dbafbd9ef6e4f expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1770685181.987402:0:5748:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1770685181.987419:0:5748:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34200/0x8f0dbafbd9ef6e48 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6e4f expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685181.987425:0:5748:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1770685181.987442:0:5748:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34200/0x8f0dbafbd9ef6e48 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6e4f expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685181.987448:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34200/0x8f0dbafbd9ef6e48 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6e4f expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685181.987459:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685181.987461:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685181.987463:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685181.987470:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685181.987495:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c290df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514731648:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1770685181.987542:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685181.987630:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:02368443-f312-44b4-8d5b-8c5b083a881f:3290:1856697514731776:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1770685181.987654:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685181.987691:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514731648 00000100:00100000:3.0:1770685181.987695:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514731648 00010000:00010000:3.0:1770685181.987715:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d91c3b34600/0x8f0dbafbd9ef6e64 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e5d expref: 18 pid: 5754 timeout: 656 lvb_type: 0 00000100:00100000:3.0:1770685181.987742:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514731776 00000100:00100000:3.0:1770685181.987746:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514731776 00010000:00010000:3.0:1770685181.987757:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d92f5174200/0x8f0dbafbd9ef6e4f lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e48 expref: 19 pid: 5755 timeout: 656 lvb_type: 0 00000100:00100000:3.0:1770685181.987784:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:3.0:1770685181.987790:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5004a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:02368443-f312-44b4-8d5b-8c5b083a881f+19:3289:x1856697514731648:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1770685181.987804:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685181.987810:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d91c3b34600/0x8f0dbafbd9ef6e64 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e5d expref: 19 pid: 5754 timeout: 656 lvb_type: 0 00010000:00010000:3.0:1770685181.987820:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d91c3b34600/0x8f0dbafbd9ef6e64 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e5d expref: 19 pid: 5754 timeout: 656 lvb_type: 0 00010000:00010000:3.0:1770685181.987840:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685181.987868:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5004a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:02368443-f312-44b4-8d5b-8c5b083a881f+19:3289:x1856697514731648:12345-0@lo:103:ldlm_bl.0 Request processed in 78us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685181.987876:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00000100:00100000:3.0:1770685181.987888:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:3.0:1770685181.987894:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5006680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:02368443-f312-44b4-8d5b-8c5b083a881f+18:3290:x1856697514731776:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1770685181.987903:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685181.987907:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d92f5174200/0x8f0dbafbd9ef6e4f lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e48 expref: 18 pid: 5755 timeout: 656 lvb_type: 0 00010000:00010000:3.0:1770685181.987915:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d92f5174200/0x8f0dbafbd9ef6e4f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e48 expref: 18 pid: 5755 timeout: 656 lvb_type: 0 00010000:00010000:3.0:1770685181.987924:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685181.987946:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5006680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:02368443-f312-44b4-8d5b-8c5b083a881f+18:3290:x1856697514731776:12345-0@lo:103:ldlm_bl.0 Request processed in 53us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685181.987953:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000100:00100000:3.0:1770685181.987995:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5004000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:02368443-f312-44b4-8d5b-8c5b083a881f:3290:1856697514731776:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1770685181.988029:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c290df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514731648:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1770685181.993240:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685181.993277:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685181.993403:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685181.993446:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500194560 00000100:00100000:1.0:1770685181.993458:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500194560 00010000:00010000:1.0:1770685181.993519:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d92f5174400/0x8f0dbafbd9ef6e6b lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd500 expref: 12 pid: 5753 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1770685181.993551:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500194432 00000100:00100000:1.0:1770685181.993554:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500194432 00010000:00010000:1.0:1770685181.993566:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d91c3b35600/0x8f0dbafbd9ef6e72 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd507 expref: 13 pid: 5753 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1770685181.993614:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500194688 00000100:00100000:1.0:1770685181.993618:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500194688 00010000:00010000:1.0:1770685181.993631:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d91c3b34800/0x8f0dbafbd9ef6e56 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd4f9 expref: 14 pid: 5755 timeout: 606 lvb_type: 0 00000100:00100000:1.0:1770685181.993669:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 208 00000100:00100000:1.0:1770685181.993680:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+14:2350:x1856697500194560:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685181.993703:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685181.993710:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d92f5174400/0x8f0dbafbd9ef6e6b lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd500 expref: 14 pid: 5753 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1770685181.993724:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d92f5174400/0x8f0dbafbd9ef6e6b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd500 expref: 14 pid: 5753 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1770685181.993752:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685181.993818:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+14:2350:x1856697500194560:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 138us (592us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685181.993826:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 208 00000100:00100000:1.0:1770685181.993846:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 209 00000100:00100000:1.0:1770685181.993866:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb298a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+13:2351:x1856697500194432:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685181.993876:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685181.993880:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d91c3b35600/0x8f0dbafbd9ef6e72 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd507 expref: 13 pid: 5753 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1770685181.993890:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d91c3b35600/0x8f0dbafbd9ef6e72 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd507 expref: 13 pid: 5753 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1770685181.993900:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685181.993920:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb298a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+13:2351:x1856697500194432:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 67us (642us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685181.993926:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 209 00000100:00100000:1.0:1770685181.993939:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 210 00000100:00100000:1.0:1770685181.993952:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0218450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2350:x1856697500194688:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685181.993959:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685181.993963:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d91c3b34800/0x8f0dbafbd9ef6e56 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd4f9 expref: 12 pid: 5755 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1770685181.993970:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d91c3b34800/0x8f0dbafbd9ef6e56 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd4f9 expref: 12 pid: 5755 timeout: 606 lvb_type: 0 00010000:00010000:1.0:1770685181.993979:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685181.993995:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0218450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2350:x1856697500194688:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 45us (593us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685181.994001:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 210 00010000:00010000:2.0:1770685182.001165:0:16753:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d91c1767400/0x8f0dbafbd9ef6e33 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e2c expref: 17 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685182.001203:0:16753:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9d91c1767400/0x8f0dbafbd9ef6e33 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e2c expref: 17 pid: 5754 timeout: 656 lvb_type: 0 00000100:00100000:2.0:1770685182.001224:0:16753:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb157800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16753:1856697514731904:0@lo:104: 00000100:00100000:2.0:1770685182.001296:0:16753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1770685182.001341:0:16753:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d91c307a200/0x8f0dbafbd9ef6e25 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e1e expref: 17 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685182.001350:0:16753:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9d91c307a200/0x8f0dbafbd9ef6e25 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e1e expref: 17 pid: 5753 timeout: 656 lvb_type: 0 00000100:00100000:2.0:1770685182.001358:0:16753:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e84e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16753:1856697514732032:0@lo:104: 00000100:00100000:2.0:1770685182.001379:0:16753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1770685182.001395:0:16753:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d91c1c98c00/0x8f0dbafbd9ef6e17 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e10 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685182.001403:0:16753:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9d91c1c98c00/0x8f0dbafbd9ef6e17 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e10 expref: 17 pid: 5754 timeout: 656 lvb_type: 0 00000100:00100000:2.0:1770685182.001410:0:16753:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e86a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16753:1856697514732160:0@lo:104: 00000100:00100000:2.0:1770685182.001426:0:16753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1770685182.001439:0:16753:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d91c1766800/0x8f0dbafbd9ef6e09 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e02 expref: 17 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685182.001446:0:16753:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9d91c1766800/0x8f0dbafbd9ef6e09 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e02 expref: 17 pid: 5755 timeout: 656 lvb_type: 0 00000100:00100000:2.0:1770685182.001453:0:16753:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e86680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16753:1856697514732288:0@lo:104: 00000100:00100000:2.0:1770685182.001486:0:16753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685182.001498:0:16753:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0335480 going to sleep for 10 seconds 00010000:00010000:2.0:1770685182.001541:0:16753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d91c3b35600/0x8f0dbafbd9ef6e72 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd507 expref: 11 pid: 5753 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1770685182.001554:0:16753:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8354700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16753:1856697514730880:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685182.001567:0:16753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d92f5174400/0x8f0dbafbd9ef6e6b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd500 expref: 10 pid: 5753 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1770685182.001609:0:16753:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8357480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16753:1856697514731008:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685182.001624:0:16753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d91c3b34600/0x8f0dbafbd9ef6e64 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e5d expref: 17 pid: 5754 timeout: 656 lvb_type: 0 00000100:00100000:2.0:1770685182.001633:0:16753:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8355500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16753:1856697514731136:0@lo:104: 00010000:00010000:2.0:1770685182.001644:0:16753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d91c3b34800/0x8f0dbafbd9ef6e56 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd4f9 expref: 9 pid: 5755 timeout: 606 lvb_type: 0 00000100:00100000:2.0:1770685182.001651:0:16753:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8355880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16753:1856697514731264:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685182.001662:0:16753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d92f5174200/0x8f0dbafbd9ef6e4f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e48 expref: 16 pid: 5755 timeout: 656 lvb_type: 0 00000100:00100000:2.0:1770685182.001670:0:16753:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8356300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16753:1856697514731392:0@lo:104: 00000100:00100000:3.0:1770685182.001917:0:8225:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1770685182.001935:0:8225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514731520 00000100:00100000:1.0:1770685182.001935:0:5744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514731904 00000100:00100000:3.0:1770685182.001942:0:8225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514731520 00000100:00100000:1.0:1770685182.001942:0:5744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514731904 00000100:00100000:3.0:1770685182.002382:0:8225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514732032 00000100:00100000:3.0:1770685182.002520:0:8225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514732032 00000100:00100000:0.0:1770685182.004647:0:5743:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514732160 00000100:00100000:0.0:1770685182.004668:0:5743:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514732160 00000100:00100000:1.0:1770685182.007639:0:5744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514732288 00000100:00100000:1.0:1770685182.007659:0:5744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514732288 00000100:00100000:1.0:1770685182.007706:0:5744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1770685182.007718:0:5744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8354000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:02368443-f312-44b4-8d5b-8c5b083a881f+7:16753:x1856697514731520:12345-0@lo:104: 00010000:00010000:1.0:1770685182.007740:0:5744:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff9d91c307ba00/0x8f0dbafbd9ef6e3a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef6e41 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685182.007886:0:5744:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1770685182.007893:0:5744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8354000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:02368443-f312-44b4-8d5b-8c5b083a881f+7:16753:x1856697514731520:12345-0@lo:104: Request processed in 178us (26712us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685182.007901:0:5744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1770685182.007925:0:5744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1770685182.007932:0:5744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb154380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:02368443-f312-44b4-8d5b-8c5b083a881f+6:16753:x1856697514731904:12345-0@lo:104: 00010000:00010000:1.0:1770685182.007941:0:5744:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35200/0x8f0dbafbd9ef6e2c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef6e33 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685182.007998:0:5744:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1770685182.008004:0:5744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb154380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:02368443-f312-44b4-8d5b-8c5b083a881f+6:16753:x1856697514731904:12345-0@lo:104: Request processed in 73us (6709us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685182.008010:0:5744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1770685182.008025:0:5744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1770685182.008031:0:5744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d197f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:02368443-f312-44b4-8d5b-8c5b083a881f+5:16753:x1856697514732288:12345-0@lo:104: 00010000:00010000:1.0:1770685182.008038:0:5744:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35800/0x8f0dbafbd9ef6e02 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef6e09 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685182.008079:0:5744:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:1.0:1770685182.008084:0:5744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d197f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:02368443-f312-44b4-8d5b-8c5b083a881f+5:16753:x1856697514732288:12345-0@lo:104: Request processed in 55us (6598us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685182.008090:0:5744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1770685182.009370:0:16753:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8354380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16753:1856697514731520:0@lo:104: 00000100:00100000:1.0:1770685182.009385:0:16753:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb157800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16753:1856697514731904:0@lo:104: 00000100:00100000:1.0:1770685182.009395:0:16753:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e86680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16753:1856697514732288:0@lo:104: 00010000:00010000:2.0:1770685182.010112:0:5748:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1770685182.010128:0:5748:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff9d91c307ba00/0x8f0dbafbd9ef6e3a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef6e41 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685182.010143:0:5748:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307ba00 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:2.0:1770685182.010151:0:5748:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff9d91c307ba00/0x8f0dbafbd9ef6e3a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0x8f0dbafbd9ef6e41 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685182.010217:0:5748:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff9d91c307ba00/0x8f0dbafbd9ef6e3a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0x8f0dbafbd9ef6e41 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1770685182.010253:0:5748:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff9d91c307ba00/0x8f0dbafbd9ef6e3a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0x8f0dbafbd9ef6e41 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1770685182.010260:0:5748:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1770685182.010298:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1770685182.010422:0:5748:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff9d91c307ba00/0x8f0dbafbd9ef6e3a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6e41 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685182.010527:0:5748:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1770685182.010549:0:5748:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff9d91c307ba00/0x8f0dbafbd9ef6e3a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6e41 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685182.010557:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff9d91c307ba00/0x8f0dbafbd9ef6e3a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6e41 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685182.010572:0:5748:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1770685182.010926:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685182.010933:0:5748:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35800/0x8f0dbafbd9ef6e02 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef6e09 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685182.010940:0:5748:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b35800 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:1.0:1770685182.010943:0:5748:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35800/0x8f0dbafbd9ef6e02 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x8f0dbafbd9ef6e09 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685182.010951:0:5748:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35800/0x8f0dbafbd9ef6e02 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x8f0dbafbd9ef6e09 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1770685182.010958:0:5748:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35800/0x8f0dbafbd9ef6e02 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x8f0dbafbd9ef6e09 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1770685182.010963:0:5748:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1770685182.010984:0:5748:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35800/0x8f0dbafbd9ef6e02 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6e09 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685182.010990:0:5748:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1770685182.011006:0:5748:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35800/0x8f0dbafbd9ef6e02 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6e09 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685182.011028:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35200/0x8f0dbafbd9ef6e2c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef6e33 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685182.011039:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b35200 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:2.0:1770685182.011043:0:5749:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35200/0x8f0dbafbd9ef6e2c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0x8f0dbafbd9ef6e33 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685182.011051:0:5749:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35200/0x8f0dbafbd9ef6e2c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0x8f0dbafbd9ef6e33 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1770685182.011067:0:5749:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35200/0x8f0dbafbd9ef6e2c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0x8f0dbafbd9ef6e33 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1770685182.011074:0:5749:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1770685182.011111:0:5749:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35200/0x8f0dbafbd9ef6e2c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6e33 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685182.011118:0:5749:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1770685182.011131:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35200/0x8f0dbafbd9ef6e2c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6e33 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685182.011138:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35200/0x8f0dbafbd9ef6e2c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6e33 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685182.011154:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685182.011155:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685182.011166:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770685182.011210:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb29b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514732416:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1770685182.011296:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685182.011389:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514732416 00000100:00100000:2.0:1770685182.011399:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514732416 00010000:00010000:2.0:1770685182.011432:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d91c1767000/0x8f0dbafbd9ef6e41 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e3a expref: 16 pid: 5754 timeout: 656 lvb_type: 0 00000100:00100000:2.0:1770685182.011465:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00010000:00010000:1.0:1770685182.011856:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35800/0x8f0dbafbd9ef6e02 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6e09 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685182.011870:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685182.011872:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685182.011874:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685182.011883:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685182.011885:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685182.014799:0:5744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1770685182.014824:0:5744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e86300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:02368443-f312-44b4-8d5b-8c5b083a881f+4:16753:x1856697514732032:12345-0@lo:104: 00010000:00010000:3.0:1770685182.014851:0:5744:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6e1e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef6e25 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685182.014984:0:5744:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1770685182.014991:0:5744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e86300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:02368443-f312-44b4-8d5b-8c5b083a881f+4:16753:x1856697514732032:12345-0@lo:104: Request processed in 180us (13611us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685182.014998:0:5744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1770685182.015080:0:16753:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e84e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16753:1856697514732032:0@lo:104: 00000100:00100000:1.0:1770685182.015132:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb29b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514732544:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1770685182.015205:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1770685182.015231:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1770685182.015271:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6e1e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef6e25 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685182.015284:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b35a00 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:2.0:1770685182.015289:0:5749:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6e1e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x8f0dbafbd9ef6e25 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685182.015300:0:5749:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6e1e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x8f0dbafbd9ef6e25 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685182.015314:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1770685182.015328:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514732672:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1770685182.015351:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685182.015386:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e84000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:02368443-f312-44b4-8d5b-8c5b083a881f+16:3291:x1856697514732416:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1770685182.015408:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685182.015417:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d91c1767000/0x8f0dbafbd9ef6e41 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e3a expref: 16 pid: 5754 timeout: 656 lvb_type: 0 10000000:00010000:2.0:1770685182.015550:0:5749:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6e1e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x8f0dbafbd9ef6e25 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1770685182.015558:0:5749:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1770685182.015629:0:5749:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6e1e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6e25 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685182.015637:0:5749:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1770685182.015662:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6e1e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6e25 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685182.015670:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6e1e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6e25 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685182.015699:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685182.015702:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685182.015704:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770685182.015717:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1770685182.015732:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514732800:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1770685182.015794:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685182.015830:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514732544 00000100:00100000:2.0:1770685182.015838:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514732544 00010000:00010000:1.0:1770685182.016923:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d91c1767000/0x8f0dbafbd9ef6e41 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e3a expref: 17 pid: 5754 timeout: 656 lvb_type: 0 00010000:00010000:1.0:1770685182.016949:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d91c1767000/0x8f0dbafbd9ef6e41 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e3a expref: 17 pid: 5754 timeout: 656 lvb_type: 0 00010000:00010000:1.0:1770685182.016967:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685182.017697:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e84000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:02368443-f312-44b4-8d5b-8c5b083a881f+16:3291:x1856697514732416:12345-0@lo:103:ldlm_bl.0 Request processed in 6218us (6397us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685182.017711:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00100000:3.0:1770685182.017733:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb29b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514732416:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1770685182.017757:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514732672 00000100:00100000:1.0:1770685182.017767:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514732672 00010000:00010000:1.0:1770685182.017810:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d91c1767400/0x8f0dbafbd9ef6e33 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e2c expref: 16 pid: 5754 timeout: 656 lvb_type: 0 00000100:00100000:1.0:1770685182.017830:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514732800 00000100:00100000:1.0:1770685182.017833:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514732800 00010000:00010000:1.0:1770685182.017846:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d91c307a200/0x8f0dbafbd9ef6e25 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e1e expref: 17 pid: 5753 timeout: 656 lvb_type: 0 00000100:00100000:1.0:1770685182.017859:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:1.0:1770685182.017867:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb298a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:02368443-f312-44b4-8d5b-8c5b083a881f+17:3288:x1856697514732672:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1770685182.017881:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685182.017901:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d91c1767400/0x8f0dbafbd9ef6e33 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e2c expref: 17 pid: 5754 timeout: 656 lvb_type: 0 00010000:00010000:1.0:1770685182.017912:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d91c1767400/0x8f0dbafbd9ef6e33 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e2c expref: 17 pid: 5754 timeout: 656 lvb_type: 0 00010000:00010000:1.0:1770685182.017925:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d91c1767400/0x8f0dbafbd9ef6e33 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e2c expref: 17 pid: 5754 timeout: 656 lvb_type: 0 00010000:00010000:1.0:1770685182.017938:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685182.018137:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb298a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:02368443-f312-44b4-8d5b-8c5b083a881f+16:3288:x1856697514732672:12345-0@lo:103:ldlm_bl.0 Request processed in 269us (2784us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685182.018144:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00100000:1.0:1770685182.018157:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:1.0:1770685182.018165:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:02368443-f312-44b4-8d5b-8c5b083a881f+15:3291:x1856697514732800:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1770685182.018172:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685182.018176:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d91c307a200/0x8f0dbafbd9ef6e25 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e1e expref: 15 pid: 5753 timeout: 656 lvb_type: 0 00010000:00010000:1.0:1770685182.018184:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d91c307a200/0x8f0dbafbd9ef6e25 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e1e expref: 15 pid: 5753 timeout: 656 lvb_type: 0 00010000:00010000:1.0:1770685182.018194:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d91c307a200/0x8f0dbafbd9ef6e25 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e1e expref: 15 pid: 5753 timeout: 656 lvb_type: 0 00010000:00010000:1.0:1770685182.018202:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685182.018233:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:02368443-f312-44b4-8d5b-8c5b083a881f+14:3291:x1856697514732800:12345-0@lo:103:ldlm_bl.0 Request processed in 68us (2437us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685182.018239:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00010000:00010000:2.0:1770685182.018444:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d91c1766800/0x8f0dbafbd9ef6e09 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e02 expref: 13 pid: 5755 timeout: 656 lvb_type: 0 00000100:00100000:2.0:1770685182.018573:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00100000:2.0:1770685182.018601:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:02368443-f312-44b4-8d5b-8c5b083a881f+13:3288:x1856697514732544:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1770685182.018617:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685182.018622:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d91c1766800/0x8f0dbafbd9ef6e09 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e02 expref: 13 pid: 5755 timeout: 656 lvb_type: 0 00010000:00010000:2.0:1770685182.018634:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d91c1766800/0x8f0dbafbd9ef6e09 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e02 expref: 13 pid: 5755 timeout: 656 lvb_type: 0 00010000:00010000:2.0:1770685182.018649:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d91c1766800/0x8f0dbafbd9ef6e09 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e02 expref: 13 pid: 5755 timeout: 656 lvb_type: 0 00010000:00010000:2.0:1770685182.018663:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685182.018717:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:02368443-f312-44b4-8d5b-8c5b083a881f+12:3288:x1856697514732544:12345-0@lo:103:ldlm_bl.0 Request processed in 121us (3488us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685182.018724:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00000100:00100000:2.0:1770685182.019939:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514732800:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1770685182.019985:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514732672:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1770685182.020096:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb29b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514732544:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1770685182.022622:0:5743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1770685182.023333:0:5743:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e86d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:02368443-f312-44b4-8d5b-8c5b083a881f+3:16753:x1856697514732160:12345-0@lo:104: 00010000:00010000:0.0:1770685182.023359:0:5743:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff9d91c1c98000/0x8f0dbafbd9ef6e10 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef6e17 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685182.023680:0:5743:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1770685182.023688:0:5743:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e86d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:02368443-f312-44b4-8d5b-8c5b083a881f+3:16753:x1856697514732160:12345-0@lo:104: Request processed in 1052us (22260us total) trans 0 rc 0/0 00010000:00010000:2.0:1770685182.023814:0:5748:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1770685182.023823:0:5748:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff9d91c1c98000/0x8f0dbafbd9ef6e10 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef6e17 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685182.023831:0:5748:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c98000 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:2.0:1770685182.023836:0:5748:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff9d91c1c98000/0x8f0dbafbd9ef6e10 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x8f0dbafbd9ef6e17 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685182.023844:0:5748:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff9d91c1c98000/0x8f0dbafbd9ef6e10 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x8f0dbafbd9ef6e17 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1770685182.023861:0:5748:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff9d91c1c98000/0x8f0dbafbd9ef6e10 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x8f0dbafbd9ef6e17 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1770685182.023868:0:5748:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1770685182.023918:0:5748:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff9d91c1c98000/0x8f0dbafbd9ef6e10 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6e17 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685182.023925:0:5748:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1770685182.023950:0:5748:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff9d91c1c98000/0x8f0dbafbd9ef6e10 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6e17 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685182.023957:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff9d91c1c98000/0x8f0dbafbd9ef6e10 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6e17 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685182.023975:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685182.023977:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685182.023979:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770685182.023994:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514732928:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1770685182.024043:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685182.024124:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514732928 00000100:00100000:2.0:1770685182.024140:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514732928 00010000:00010000:2.0:1770685182.024171:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d91c1c98c00/0x8f0dbafbd9ef6e17 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e10 expref: 12 pid: 5754 timeout: 656 lvb_type: 0 00000100:00100000:2.0:1770685182.024202:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:2.0:1770685182.024225:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e85c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:02368443-f312-44b4-8d5b-8c5b083a881f+12:3291:x1856697514732928:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1770685182.024241:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685182.024247:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d91c1c98c00/0x8f0dbafbd9ef6e17 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e10 expref: 12 pid: 5754 timeout: 656 lvb_type: 0 00010000:00010000:2.0:1770685182.024259:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d91c1c98c00/0x8f0dbafbd9ef6e17 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e10 expref: 12 pid: 5754 timeout: 656 lvb_type: 0 00010000:00010000:2.0:1770685182.024280:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9d91c3b34c00/0x8f0dbafbd9ef6e79 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 16753 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685182.024291:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d91c3b34c00/0x8f0dbafbd9ef6e79 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 16753 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685182.024308:0:5747:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d91c3b34c00/0x8f0dbafbd9ef6e79 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16753 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685182.024315:0:5747:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d91c3b34c00/0x8f0dbafbd9ef6e79 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16753 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685182.024322:0:5747:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9d91c3b34c00/0x8f0dbafbd9ef6e79 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16753 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685182.024328:0:5747:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9d91c3b34c00/0x8f0dbafbd9ef6e79 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16753 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685182.024334:0:5747:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b34c00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:2.0:1770685182.024339:0:5747:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9d91c3b34c00/0x8f0dbafbd9ef6e79 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16753 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685182.024353:0:5747:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9d91c3b34c00/0x8f0dbafbd9ef6e79 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16753 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685182.024362:0:5747:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9d91c3b34c00/0x8f0dbafbd9ef6e79 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16753 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685182.024372:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685182.024401:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e85c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:02368443-f312-44b4-8d5b-8c5b083a881f+12:3291:x1856697514732928:12345-0@lo:103:ldlm_bl.0 Request processed in 191us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685182.024409:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00000100:00100000:2.0:1770685182.024465:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514732928:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1770685182.028464:0:16753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d91c1c98c00/0x8f0dbafbd9ef6e17 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e10 expref: 11 pid: 5754 timeout: 656 lvb_type: 0 00000100:00100000:1.0:1770685182.028664:0:16753:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e86a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16753:1856697514732160:0@lo:104: 00010000:00010000:1.0:1770685182.028742:0:16753:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9d91c3b34c00/0x8f0dbafbd9ef6e79 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16753 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685182.028756:0:16753:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9d91c3b34c00/0x8f0dbafbd9ef6e79 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16753 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685182.028762:0:16753:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9d91c3b34c00/0x8f0dbafbd9ef6e79 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16753 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685182.028768:0:16753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d91c3b34c00/0x8f0dbafbd9ef6e79 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16753 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685182.031873:0:5743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1770685182.667488:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685182.667536:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685182.667565:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685182.667621:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685182.667638:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685182.667654:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685182.667672:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685182.667698:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500195200 00000100:00100000:0.0:1770685182.667706:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500195200 00000100:00100000:0.0:1770685182.667750:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500195456 00000100:00100000:0.0:1770685182.667753:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500195456 00000100:00100000:0.0:1770685182.667766:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500195072 00000100:00100000:0.0:1770685182.667769:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500195072 00000100:00100000:0.0:1770685182.667780:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500195584 00000100:00100000:0.0:1770685182.667782:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500195584 00000100:00100000:0.0:1770685182.667795:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 272 00000100:00100000:0.0:1770685182.667805:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2351:x1856697500195200:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685182.667867:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2351:x1856697500195200:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 63us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685182.667874:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 272 00000100:00100000:0.0:1770685182.667892:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 273 00000100:00100000:0.0:1770685182.667898:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500195456:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685182.667923:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500195456:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 25us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685182.667928:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 273 00000100:00100000:0.0:1770685182.667954:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 274 00000100:00100000:0.0:1770685182.667959:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2351:x1856697500195072:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685182.667984:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2351:x1856697500195072:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 25us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685182.667988:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 274 00000100:00100000:0.0:1770685182.667997:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 275 00000100:00100000:0.0:1770685182.668001:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500195584:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685182.668035:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500195584:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 33us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685182.668041:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 275 00000100:00100000:0.0:1770685182.668068:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500194816 00000100:00100000:0.0:1770685182.668072:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500194816 00000100:00100000:0.0:1770685182.668094:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 401 00000100:00100000:0.0:1770685182.668100:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+9:2351:x1856697500194816:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685182.668124:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+9:2351:x1856697500194816:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 24us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685182.668130:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 401 00000100:00100000:0.0:1770685182.668157:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500194944 00000100:00100000:0.0:1770685182.668160:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500194944 00000100:00100000:0.0:1770685182.668181:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500195328 00000100:00100000:0.0:1770685182.668184:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500195328 00000100:00100000:0.0:1770685182.668200:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 309 00000100:00100000:0.0:1770685182.668206:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+76:2351:x1856697500194944:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685182.668230:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+76:2351:x1856697500194944:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 25us (753us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685182.668244:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 309 00000100:00100000:0.0:1770685182.668256:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 310 00000100:00100000:0.0:1770685182.668261:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+37:2351:x1856697500195328:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685182.668285:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+37:2351:x1856697500195328:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 23us (630us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685182.668291:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 310 00000100:00080000:2.0:1770685182.668393:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1770685182.668398:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1770685182.668400:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1770685182.705845:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1770685183.345695:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1770685183.345702:0:5757:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9d92fb18e000 from 45 10000000:01000000:2.0:1770685183.345707:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1770685183.345755:0:5757:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6e80 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685183.345776:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6e80 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685183.345787:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6e80 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685183.345815:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514733056:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1770685183.345882:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685183.345949:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0335b40 going to sleep for 11 seconds 00000100:00100000:1.0:1770685183.346251:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514733056 00000100:00100000:1.0:1770685183.346259:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514733056 00000100:00100000:1.0:1770685183.346316:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:1.0:1770685183.346325:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+11:5757:x1856697514733056:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1770685183.346338:0:5755:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685183.346353:0:5755:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d91c1c98c00/0x8f0dbafbd9ef6e87 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x8f0dbafbd9ef6e80 expref: -99 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685183.346374:0:5755:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d91c1c98c00/0x8f0dbafbd9ef6e87 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6e80 expref: 12 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685183.346384:0:5755:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d91c1c98c00/0x8f0dbafbd9ef6e87 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6e80 expref: 12 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685183.346392:0:5755:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c98c00, rc 0) 00000100:00100000:1.0:1770685183.346443:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+12:5757:x1856697514733056:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 118us (560us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685183.346463:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:2.0:1770685183.346615:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514733056:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1770685183.346638:0:5757:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6e80 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6e87 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685183.346646:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6e80 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x8f0dbafbd9ef6e87 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685183.346697:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514733184:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770685183.346724:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685183.346796:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0335b40 going to sleep for 11 seconds 00000100:00100000:0.0:1770685183.362000:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514733184 00000100:00100000:0.0:1770685183.362016:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514733184 00000100:00100000:0.0:1770685183.362091:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:0.0:1770685183.362103:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300565850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+12:5757:x1856697514733184:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1770685183.362315:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300565850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+12:5757:x1856697514733184:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 213us (15588us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685183.362323:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:2.0:1770685183.362934:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514733184:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770685183.362991:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514733312:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1770685183.363062:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685183.363104:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0335b40 going to sleep for 11 seconds 00000100:00100000:1.0:1770685183.363158:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514733312 00000100:00100000:1.0:1770685183.363164:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514733312 00000100:00100000:1.0:1770685183.363203:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:1.0:1770685183.363212:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300566450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+12:5757:x1856697514733312:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1770685183.363386:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300566450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+12:5757:x1856697514733312:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 175us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685183.363393:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:2.0:1770685183.363517:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514733312:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1770685183.365157:0:16756:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:16756:1856697514733440:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1770685183.365238:0:16756:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685183.365288:0:16756:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d03359c0 going to sleep for 11 seconds 00000100:00100000:0.0:1770685183.365360:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514733440 00000100:00100000:0.0:1770685183.365368:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514733440 00000100:00100000:0.0:1770685183.365418:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:0.0:1770685183.365427:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300565c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+12:16756:x1856697514733440:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1770685183.365718:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300565c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+12:16756:x1856697514733440:12345-0@lo:502:llog_process_th.0 Request processed in 291us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685183.365726:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:2.0:1770685183.366971:0:16756:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:16756:1856697514733440:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1770685183.367064:0:16756:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:16756:1856697514733568:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1770685183.367125:0:16756:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685183.367170:0:16756:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d03359c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685183.367237:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514733568 00000100:00100000:1.0:1770685183.367244:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514733568 00000100:00100000:1.0:1770685183.367292:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:1.0:1770685183.367301:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300564050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+12:16756:x1856697514733568:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1770685183.367500:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300564050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+12:16756:x1856697514733568:12345-0@lo:502:llog_process_th.0 Request processed in 199us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685183.367508:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:2.0:1770685183.368069:0:16756:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:16756:1856697514733568:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1770685183.368114:0:16756:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:16756:1856697514733696:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1770685183.368159:0:16756:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685183.368227:0:16756:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d03359c0 going to sleep for 11 seconds 00000100:00100000:0.0:1770685183.383427:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514733696 00000100:00100000:0.0:1770685183.383442:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514733696 00000100:00100000:0.0:1770685183.383498:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:0.0:1770685183.383506:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300564450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+12:16756:x1856697514733696:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1770685183.383788:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300564450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+12:16756:x1856697514733696:12345-0@lo:502:llog_process_th.0 Request processed in 281us (15627us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685183.383803:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:2.0:1770685183.384121:0:16756:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:16756:1856697514733696:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1770685183.384159:0:16756:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 49 count 48 00000020:01000000:3.0:1770685183.384357:0:5757:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 45-48 (rc=0) 10000000:01000000:3.0:1770685183.384374:0:5757:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1770685183.384384:0:5757:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6e80 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6e87 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685183.384394:0:5757:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6e80 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6e87 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1770685183.384416:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:3.0:1770685183.384418:0:5757:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:3.0:1770685183.384421:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1770685183.384451:0:5757:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d92f5174000/0x8f0dbafbd9ef6e8e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685183.384458:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff9d92f5174000/0x8f0dbafbd9ef6e8e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685183.384467:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff9d92f5174000/0x8f0dbafbd9ef6e8e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685183.384486:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5004000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514733824:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1770685183.384526:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685183.384564:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c1c0d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1770685183.384651:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514733824 00000100:00100000:0.0:1770685183.384657:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514733824 00000100:00100000:0.0:1770685183.384700:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:0.0:1770685183.384708:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300567850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+12:5757:x1856697514733824:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1770685183.384717:0:5753:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685183.384731:0:5753:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d91c1766600/0x8f0dbafbd9ef6e95 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x8f0dbafbd9ef6e8e expref: -99 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685183.384751:0:5753:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d91c1766600/0x8f0dbafbd9ef6e95 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6e8e expref: 13 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685183.384761:0:5753:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d91c1766600/0x8f0dbafbd9ef6e95 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6e8e expref: 13 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685183.384769:0:5753:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1766600, rc 0) 00000100:00100000:0.0:1770685183.384801:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300567850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+13:5757:x1856697514733824:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 94us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685183.384807:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00100000:3.0:1770685183.384886:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5004000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514733824:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1770685183.384899:0:5757:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff9d92f5174000/0x8f0dbafbd9ef6e8e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6e95 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685183.384907:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff9d92f5174000/0x8f0dbafbd9ef6e8e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x8f0dbafbd9ef6e95 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685183.384952:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5004000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514733952:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1770685183.384978:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685183.385004:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c1c0d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1770685183.385303:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514733952 00000100:00100000:0.0:1770685183.385308:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514733952 00000100:00100000:0.0:1770685183.385340:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:0.0:1770685183.385347:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300565050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+13:5757:x1856697514733952:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1770685183.385467:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300565050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+13:5757:x1856697514733952:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 119us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685183.385474:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:3.0:1770685183.385547:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5004000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514733952:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1770685183.385608:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5004000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514734080:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1770685183.385656:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685183.385675:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c1c0d9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685183.385855:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514734080 00000100:00100000:1.0:1770685183.385860:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514734080 00000100:00100000:1.0:1770685183.385883:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:1.0:1770685183.385889:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300566c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+13:5757:x1856697514734080:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1770685183.386099:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300566c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+13:5757:x1856697514734080:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 210us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685183.386106:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:3.0:1770685183.394363:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5004000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514734080:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1770685183.396433:0:16757:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 11 00000020:01000000:3.0:1770685183.396849:0:5757:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:3.0:1770685183.396872:0:5757:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1770685183.396882:0:5757:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d92f5174000/0x8f0dbafbd9ef6e8e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6e95 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685183.396892:0:5757:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff9d92f5174000/0x8f0dbafbd9ef6e8e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6e95 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1770685183.396902:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1770685183.396904:0:5757:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9d92fc2b7000 from 45 10000000:01000000:3.0:1770685183.396907:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1770685183.396943:0:5757:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d92f5174200/0x8f0dbafbd9ef6e9c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685183.396951:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff9d92f5174200/0x8f0dbafbd9ef6e9c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685183.396962:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff9d92f5174200/0x8f0dbafbd9ef6e9c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685183.396988:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5004000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514734208:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1770685183.397060:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685183.397101:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c1c0d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1770685183.397272:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514734208 00000100:00100000:0.0:1770685183.397292:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514734208 00000100:00100000:0.0:1770685183.397342:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:0.0:1770685183.397350:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300566050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+13:5757:x1856697514734208:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1770685183.397364:0:5754:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685183.397376:0:5754:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d91c1767400/0x8f0dbafbd9ef6ea3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x8f0dbafbd9ef6e9c expref: -99 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685183.397398:0:5754:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d91c1767400/0x8f0dbafbd9ef6ea3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6e9c expref: 14 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685183.397409:0:5754:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d91c1767400/0x8f0dbafbd9ef6ea3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6e9c expref: 14 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685183.397418:0:5754:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1767400, rc 0) 00000100:00100000:0.0:1770685183.397468:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300566050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+14:5757:x1856697514734208:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 118us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685183.397474:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:3.0:1770685183.397621:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5004000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514734208:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1770685183.397637:0:5757:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff9d92f5174200/0x8f0dbafbd9ef6e9c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6ea3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685183.397657:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff9d92f5174200/0x8f0dbafbd9ef6e9c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x8f0dbafbd9ef6ea3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685183.397959:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5004000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514734336:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1770685183.397992:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685183.398015:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c1c0d9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685183.398081:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514734336 00000100:00100000:1.0:1770685183.398086:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514734336 00000100:00100000:1.0:1770685183.398115:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:1.0:1770685183.398123:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300567050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+14:5757:x1856697514734336:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1770685183.398253:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300567050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+14:5757:x1856697514734336:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 130us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685183.398260:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:3.0:1770685183.398415:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5004000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514734336:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1770685183.398446:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5004000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514734464:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1770685183.398484:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685183.398514:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c1c0d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1770685183.398559:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514734464 00000100:00100000:0.0:1770685183.398563:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514734464 00000100:00100000:0.0:1770685183.398607:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:0.0:1770685183.398614:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300564850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+14:5757:x1856697514734464:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1770685183.398932:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300564850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+14:5757:x1856697514734464:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 316us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685183.398938:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:3.0:1770685183.399014:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5004000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514734464:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1770685183.401114:0:16758:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d2300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:16758:1856697514734592:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1770685183.401204:0:16758:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685183.401245:0:16758:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c83e5840 going to sleep for 11 seconds 00000100:00100000:1.0:1770685183.401524:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514734592 00000100:00100000:1.0:1770685183.401534:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514734592 00000100:00100000:1.0:1770685183.401620:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:1.0:1770685183.401630:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300567c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+14:16758:x1856697514734592:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1770685183.401944:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300567c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+14:16758:x1856697514734592:12345-0@lo:502:llog_process_th.0 Request processed in 316us (741us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685183.401952:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:0.0:1770685183.402189:0:16758:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d2300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:16758:1856697514734592:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1770685183.402253:0:16758:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d2300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:16758:1856697514734720:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1770685183.402293:0:16758:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685183.405826:0:16758:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d143de40 going to sleep for 11 seconds 00000100:00100000:2.0:1770685183.411630:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514734720 00000100:00100000:2.0:1770685183.411646:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514734720 00000100:00100000:2.0:1770685183.411707:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:2.0:1770685183.411717:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300564c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+14:16758:x1856697514734720:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1770685183.411983:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300564c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+14:16758:x1856697514734720:12345-0@lo:502:llog_process_th.0 Request processed in 266us (9688us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685183.411991:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:3.0:1770685183.412275:0:16758:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d2300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:16758:1856697514734720:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1770685183.412350:0:16758:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5004000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:16758:1856697514734848:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1770685183.412396:0:16758:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685183.412434:0:16758:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c1c0d9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685183.412507:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514734848 00000100:00100000:1.0:1770685183.412512:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514734848 00000100:00100000:1.0:1770685183.412553:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:1.0:1770685183.412561:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300566850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+14:16758:x1856697514734848:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1770685183.412750:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300566850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+14:16758:x1856697514734848:12345-0@lo:502:llog_process_th.0 Request processed in 188us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685183.412757:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:3.0:1770685183.412927:0:16758:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5004000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:16758:1856697514734848:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1770685183.412950:0:16758:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 49 count 48 00000020:01000000:0.0:1770685183.413108:0:5757:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 45-48 (rc=0) 10000000:01000000:0.0:1770685183.413128:0:5757:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1770685183.413139:0:5757:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d92f5174200/0x8f0dbafbd9ef6e9c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6ea3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685183.413151:0:5757:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff9d92f5174200/0x8f0dbafbd9ef6e9c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6ea3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1770685183.413160:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:0.0:1770685183.413162:0:5757:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:0.0:1770685183.413165:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:0.0:1770685183.413190:0:5757:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c1767000/0x8f0dbafbd9ef6eaa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685183.413197:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff9d91c1767000/0x8f0dbafbd9ef6eaa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685183.413206:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff9d91c1767000/0x8f0dbafbd9ef6eaa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685183.413220:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514734976:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1770685183.413251:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685183.413284:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c83e5840 going to sleep for 11 seconds 00000100:00100000:2.0:1770685183.413360:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514734976 00000100:00100000:2.0:1770685183.413365:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514734976 00000100:00100000:2.0:1770685183.413460:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:2.0:1770685183.413469:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300567450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+14:5757:x1856697514734976:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1770685183.413478:0:5753:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685183.413489:0:5753:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d91c3b35200/0x8f0dbafbd9ef6eb1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x8f0dbafbd9ef6eaa expref: -99 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685183.413508:0:5753:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d91c3b35200/0x8f0dbafbd9ef6eb1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6eaa expref: 15 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685183.413518:0:5753:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d91c3b35200/0x8f0dbafbd9ef6eb1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6eaa expref: 15 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685183.413527:0:5753:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3b35200, rc 0) 00000100:00100000:2.0:1770685183.413564:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300567450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+15:5757:x1856697514734976:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 97us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685183.413604:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:0.0:1770685183.420627:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514734976:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1770685183.420659:0:5757:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff9d91c1767000/0x8f0dbafbd9ef6eaa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6eb1 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685183.420803:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff9d91c1767000/0x8f0dbafbd9ef6eaa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x8f0dbafbd9ef6eb1 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685183.420893:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514735104:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1770685183.420962:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685183.421083:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c83e5840 going to sleep for 11 seconds 00000100:00100000:1.0:1770685183.431091:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514735104 00000100:00100000:1.0:1770685183.431109:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514735104 00000100:00100000:1.0:1770685183.431274:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:1.0:1770685183.431285:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+15:5757:x1856697514735104:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1770685183.431548:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+15:5757:x1856697514735104:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 264us (10585us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685183.431556:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:0.0:1770685183.432018:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514735104:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1770685183.432086:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514735232:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1770685183.432147:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685183.432176:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c83e5840 going to sleep for 11 seconds 00000100:00100000:2.0:1770685183.432343:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514735232 00000100:00100000:2.0:1770685183.432350:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514735232 00000100:00100000:2.0:1770685183.432384:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:2.0:1770685183.432391:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0339850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+15:5757:x1856697514735232:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1770685183.432595:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0339850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+15:5757:x1856697514735232:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 183us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685183.432602:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:0.0:1770685183.432744:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514735232:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1770685183.433570:0:16759:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000020:01000000:2.0:1770685183.434111:0:5757:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:2.0:1770685183.434135:0:5757:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:2.0:1770685183.434145:0:5757:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c1767000/0x8f0dbafbd9ef6eaa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6eb1 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685183.434157:0:5757:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff9d91c1767000/0x8f0dbafbd9ef6eaa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6eb1 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1770685183.434167:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1770685183.434169:0:5757:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9d92c7fc8800 from 45 10000000:01000000:2.0:1770685183.434172:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1770685183.434213:0:5757:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34800/0x8f0dbafbd9ef6eb8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685183.434221:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34800/0x8f0dbafbd9ef6eb8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685183.434231:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34800/0x8f0dbafbd9ef6eb8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685183.434255:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514735360:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1770685183.434327:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685183.434361:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514735360 00000100:00100000:2.0:1770685183.434368:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514735360 00000100:00100000:2.0:1770685183.434402:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:2.0:1770685183.434411:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+15:5757:x1856697514735360:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1770685183.434423:0:5753:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685183.434436:0:5753:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d91c3b34600/0x8f0dbafbd9ef6ebf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x8f0dbafbd9ef6eb8 expref: -99 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685183.434456:0:5753:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d91c3b34600/0x8f0dbafbd9ef6ebf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6eb8 expref: 16 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685183.434465:0:5753:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d91c3b34600/0x8f0dbafbd9ef6ebf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6eb8 expref: 16 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685183.434473:0:5753:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3b34600, rc 0) 00000100:00100000:2.0:1770685183.434503:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+16:5757:x1856697514735360:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 93us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685183.434509:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:2.0:1770685183.434547:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0335540 going to sleep for 11 seconds 00000100:00100000:2.0:1770685183.434565:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514735360:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1770685183.434603:0:5757:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34800/0x8f0dbafbd9ef6eb8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6ebf expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685183.434612:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34800/0x8f0dbafbd9ef6eb8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x8f0dbafbd9ef6ebf expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685183.434657:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514735488:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770685183.435125:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685183.435162:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514735488 00000100:00100000:2.0:1770685183.435167:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514735488 00000100:00100000:2.0:1770685183.435188:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:2.0:1770685183.435194:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0339c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+16:5757:x1856697514735488:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770685183.435335:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0339c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+16:5757:x1856697514735488:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 140us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685183.435342:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:2.0:1770685183.435455:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0335540 going to sleep for 11 seconds 00000100:00100000:2.0:1770685183.435470:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514735488:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770685183.435501:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514735616:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1770685183.435542:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685183.435561:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514735616 00000100:00100000:2.0:1770685183.435564:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514735616 00000100:00100000:2.0:1770685183.435605:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:2.0:1770685183.435612:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0338050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+16:5757:x1856697514735616:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1770685183.439421:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0338050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+16:5757:x1856697514735616:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 3801us (3870us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685183.439434:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:2.0:1770685183.439498:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0335540 going to sleep for 11 seconds 00000100:00100000:2.0:1770685183.439523:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514735616:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1770685183.440195:0:16760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d1180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:16760:1856697514735744:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1770685183.440244:0:16760:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685183.440280:0:16760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c83e5300 going to sleep for 11 seconds 00000100:00100000:3.0:1770685183.440519:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514735744 00000100:00100000:3.0:1770685183.440526:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514735744 00000100:00100000:3.0:1770685183.440572:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:3.0:1770685183.440603:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0338450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+16:16760:x1856697514735744:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1770685183.440827:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0338450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+16:16760:x1856697514735744:12345-0@lo:502:llog_process_th.0 Request processed in 226us (583us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685183.440844:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:0.0:1770685183.441302:0:16760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d1180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:16760:1856697514735744:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1770685183.441352:0:16760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d1180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:16760:1856697514735872:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1770685183.441389:0:16760:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685183.441415:0:16760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c83e5300 going to sleep for 11 seconds 00000100:00100000:2.0:1770685183.441516:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514735872 00000100:00100000:2.0:1770685183.441522:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514735872 00000100:00100000:2.0:1770685183.441546:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:2.0:1770685183.441554:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300565450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+16:16760:x1856697514735872:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1770685183.441866:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300565450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+16:16760:x1856697514735872:12345-0@lo:502:llog_process_th.0 Request processed in 313us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685183.441880:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:0.0:1770685183.442032:0:16760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d1180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:16760:1856697514735872:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1770685183.442079:0:16760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d1180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:16760:1856697514736000:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1770685183.442112:0:16760:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685183.442152:0:16760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c83e5300 going to sleep for 11 seconds 00000100:00100000:1.0:1770685183.442209:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514736000 00000100:00100000:1.0:1770685183.442218:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514736000 00000100:00100000:1.0:1770685183.442239:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:1.0:1770685183.442246:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+16:16760:x1856697514736000:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1770685183.442368:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+16:16760:x1856697514736000:12345-0@lo:502:llog_process_th.0 Request processed in 122us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685183.442375:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:0.0:1770685183.442450:0:16760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d1180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:16760:1856697514736000:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1770685183.442469:0:16760:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 49 count 48 00000020:01000000:1.0:1770685183.442641:0:5757:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 45-48 (rc=0) 10000000:01000000:1.0:1770685183.442656:0:5757:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1770685183.442665:0:5757:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34800/0x8f0dbafbd9ef6eb8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6ebf expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685183.442848:0:5757:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34800/0x8f0dbafbd9ef6eb8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6ebf expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1770685183.442858:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:1.0:1770685183.442861:0:5757:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 40 10000000:01000000:1.0:1770685183.442863:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:1.0:1770685183.442889:0:5757:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c1c98000/0x8f0dbafbd9ef6ec6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685183.442897:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff9d91c1c98000/0x8f0dbafbd9ef6ec6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685183.442906:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff9d91c1c98000/0x8f0dbafbd9ef6ec6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685183.442920:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb29ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514736128:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1770685183.442948:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685183.442976:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0361840 going to sleep for 11 seconds 00000100:00100000:3.0:1770685183.443056:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514736128 00000100:00100000:3.0:1770685183.443061:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514736128 00000100:00100000:3.0:1770685183.443086:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:3.0:1770685183.443092:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0339050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+16:5757:x1856697514736128:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1770685183.443101:0:5754:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685183.443112:0:5754:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d92f5174400/0x8f0dbafbd9ef6ecd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x8f0dbafbd9ef6ec6 expref: -99 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685183.443132:0:5754:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d92f5174400/0x8f0dbafbd9ef6ecd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6ec6 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685183.443141:0:5754:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d92f5174400/0x8f0dbafbd9ef6ecd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6ec6 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685183.443149:0:5754:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174400, rc 0) 00000100:00100000:3.0:1770685183.443189:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0339050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+17:5757:x1856697514736128:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 96us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685183.443195:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:1.0:1770685183.443337:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb29ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514736128:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1770685183.443359:0:5757:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff9d91c1c98000/0x8f0dbafbd9ef6ec6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6ecd expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685183.443368:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff9d91c1c98000/0x8f0dbafbd9ef6ec6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x8f0dbafbd9ef6ecd expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685183.443411:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb29ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514736256:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1770685183.443436:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685183.443457:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0361840 going to sleep for 11 seconds 00000100:00100000:0.0:1770685183.443545:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514736256 00000100:00100000:0.0:1770685183.443550:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514736256 00000100:00100000:0.0:1770685183.443619:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:0.0:1770685183.443626:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+17:5757:x1856697514736256:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1770685183.443933:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+17:5757:x1856697514736256:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 307us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685183.443940:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00100000:1.0:1770685183.444628:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb29ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514736256:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1770685183.444901:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb29ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514736384:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1770685183.444958:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685183.444998:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0361840 going to sleep for 11 seconds 00000100:00100000:2.0:1770685183.445161:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514736384 00000100:00100000:2.0:1770685183.445167:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514736384 00000100:00100000:2.0:1770685183.445207:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:2.0:1770685183.445216:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+17:5757:x1856697514736384:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1770685183.445391:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+17:5757:x1856697514736384:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 176us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685183.445398:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:1.0:1770685183.445516:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb29ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514736384:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1770685183.454161:0:16761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb29ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:16761:1856697514736512:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1770685183.454248:0:16761:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685183.454481:0:16761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0361f00 going to sleep for 11 seconds 00000100:00100000:2.0:1770685183.457843:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514736512 00000100:00100000:2.0:1770685183.457855:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514736512 00000100:00100000:2.0:1770685183.457962:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:2.0:1770685183.457972:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+17:16761:x1856697514736512:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1770685183.458283:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+17:16761:x1856697514736512:12345-0@lo:502:llog_process_th.0 Request processed in 313us (4034us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685183.458291:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:1.0:1770685183.458399:0:16761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb29ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:16761:1856697514736512:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1770685183.458440:0:16761:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1770685183.458451:0:16761:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1770685183.458453:0:16761:0:(obd_config.c:1477:class_process_config()) marker 31 (0x1) lustre-MDT0000-m add lustre.test_11c.lustre-OST0001_UUID 00000020:00000080:1.0:1770685183.458460:0:16761:0:(obd_config.c:1389:class_process_config()) processing cmd: ce021 00020000:01000000:1.0:1770685183.458475:0:16761:0:(lod_pool.c:594:lod_pool_add()) Added lustre-OST0001_UUID to test_11c as member 1 00000100:00100000:3.0:1770685183.460814:0:16761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5004000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:16761:1856697514736640:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1770685183.460900:0:16761:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000004:1.0:1770685183.461109:0:16762:0:(tgt_mount.c:154:server_get_mount()) get mount ffff9d92c7fc8800 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1770685183.461114:0:16762:0:(obd_mount.c:705:lustre_put_lsi()) put ffff9d92c7fc8800 4 00000100:00100000:3.0:1770685183.466932:0:16761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d143de40 going to sleep for 11 seconds 00000100:00100000:0.0:1770685183.467148:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514736640 00000100:00100000:0.0:1770685183.467167:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514736640 00000100:00100000:0.0:1770685183.467217:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:0.0:1770685183.467228:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0338850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+17:16761:x1856697514736640:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1770685183.467530:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0338850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+17:16761:x1856697514736640:12345-0@lo:502:llog_process_th.0 Request processed in 303us (6628us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685183.467538:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:3.0:1770685183.467951:0:16761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5004000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:16761:1856697514736640:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1770685183.467995:0:16761:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1770685183.468004:0:16761:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1770685183.468007:0:16761:0:(obd_config.c:1477:class_process_config()) marker 31 (0x2) lustre-MDT0000-m add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:3.0:1770685183.468012:0:16761:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 43 count 43 00000020:01000000:0.0:1770685183.470827:0:5757:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-MDT0000 gen 40-42 (rc=0) 10000000:01000000:0.0:1770685183.470860:0:5757:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1770685183.470872:0:5757:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c1c98000/0x8f0dbafbd9ef6ec6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6ecd expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685183.470883:0:5757:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff9d91c1c98000/0x8f0dbafbd9ef6ec6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6ecd expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1770685183.470893:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:0.0:1770685183.470895:0:5757:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-sptlrpc-ffff9d92c4a418d8 from 1 10000000:01000000:0.0:1770685183.470898:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1770685183.470954:0:5757:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c1766800/0x8f0dbafbd9ef6ed4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685183.470962:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff9d91c1766800/0x8f0dbafbd9ef6ed4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685183.470973:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff9d91c1766800/0x8f0dbafbd9ef6ed4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685183.471001:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514736768:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1770685183.471074:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685183.471118:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c835a540 going to sleep for 11 seconds 00000100:00100000:3.0:1770685183.471175:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514736768 00000100:00100000:3.0:1770685183.471183:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514736768 00000100:00100000:3.0:1770685183.471217:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:3.0:1770685183.471226:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+17:5757:x1856697514736768:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1770685183.471240:0:5753:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685183.471253:0:5753:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d92d8f9dc00/0x8f0dbafbd9ef6edb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x8f0dbafbd9ef6ed4 expref: -99 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685183.471276:0:5753:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d92d8f9dc00/0x8f0dbafbd9ef6edb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6ed4 expref: 18 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685183.471288:0:5753:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d92d8f9dc00/0x8f0dbafbd9ef6edb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6ed4 expref: 18 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685183.471296:0:5753:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92d8f9dc00, rc 0) 00000100:00100000:3.0:1770685183.471343:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+18:5757:x1856697514736768:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 118us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685183.471350:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:0.0:1770685183.471489:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514736768:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1770685183.471503:0:5757:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff9d91c1766800/0x8f0dbafbd9ef6ed4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6edb expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685183.471512:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff9d91c1766800/0x8f0dbafbd9ef6ed4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x8f0dbafbd9ef6edb expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685183.471563:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514736896:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1770685183.472647:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685183.472945:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514736896 00000100:00100000:2.0:1770685183.472954:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514736896 00000100:00100000:2.0:1770685183.473027:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:2.0:1770685183.473037:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0339450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:5757:x1856697514736896:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1770685183.473218:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c835a540 going to sleep for 11 seconds 00000100:00100000:2.0:1770685183.479146:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0339450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:5757:x1856697514736896:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 6101us (6492us total) trans 0 rc -2/-2 00000100:00100000:2.0:1770685183.479160:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:0.0:1770685183.484400:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514736896:0@lo:501:ll_cfg_requeue.0 10000000:01000000:1.0:1770685183.484682:0:5757:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1770685183.484706:0:5757:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c1766800/0x8f0dbafbd9ef6ed4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6edb expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685183.484725:0:5757:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff9d91c1766800/0x8f0dbafbd9ef6ed4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6edb expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685183.729846:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685183.877724:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685183.877837:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500195712 00000100:00100000:2.0:1770685183.877847:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500195712 00000100:00100000:2.0:1770685183.877912:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 433 00000100:00100000:2.0:1770685183.877937:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0338c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+9:5541:x1856697500195712:12345-192.168.203.41@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1770685183.877954:0:5754:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685183.877970:0:5754:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d91c3b35600/0x8f0dbafbd9ef6ee2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xa999371225bd50e expref: -99 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685183.877997:0:5754:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d91c3b35600/0x8f0dbafbd9ef6ee2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd50e expref: 10 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685183.878008:0:5754:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d91c3b35600/0x8f0dbafbd9ef6ee2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd50e expref: 10 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685183.878017:0:5754:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3b35600, rc 0) 00000100:00100000:2.0:1770685183.878082:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0338c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:5541:x1856697500195712:12345-192.168.203.41@tcp:101:ll_cfg_requeue.0 Request processed in 147us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685183.878090:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 433 00000100:00100000:0.0:1770685183.886463:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685183.886703:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500195840 00000100:00100000:2.0:1770685183.886714:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500195840 00000100:00100000:2.0:1770685183.886775:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 434 00000100:00100000:2.0:1770685183.886784:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:5541:x1856697500195840:12345-192.168.203.41@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770685183.886941:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:5541:x1856697500195840:12345-192.168.203.41@tcp:501:ll_cfg_requeue.0 Request processed in 157us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685183.886949:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 434 00000100:00100000:3.0:1770685183.892733:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685183.892998:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500195968 00000100:00100000:1.0:1770685183.893013:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500195968 00000100:00100000:1.0:1770685183.893082:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 435 00000100:00100000:1.0:1770685183.893092:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92e02fa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:5541:x1856697500195968:12345-192.168.203.41@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1770685183.893310:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92e02fa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:5541:x1856697500195968:12345-192.168.203.41@tcp:503:ll_cfg_requeue.0 Request processed in 218us (585us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685183.893319:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 435 00000100:00100000:3.0:1770685183.917846:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685183.917917:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500196096 00000100:00100000:2.0:1770685183.917930:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500196096 00000100:00100000:2.0:1770685183.918019:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 436 00000100:00100000:2.0:1770685183.918030:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92e02f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:22349:x1856697500196096:12345-192.168.203.41@tcp:502:llog_process_th.0 00000100:00100000:2.0:1770685183.918363:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92e02f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:22349:x1856697500196096:12345-192.168.203.41@tcp:502:llog_process_th.0 Request processed in 334us (526us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685183.918378:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 436 00000100:00100000:0.0:1770685183.928159:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685183.929629:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500196224 00000100:00100000:1.0:1770685183.929642:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500196224 00000100:00100000:1.0:1770685183.929706:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 437 00000100:00100000:1.0:1770685183.929716:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92cadc1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:22349:x1856697500196224:12345-192.168.203.41@tcp:502:llog_process_th.0 00000100:00100000:1.0:1770685183.929992:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92cadc1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:22349:x1856697500196224:12345-192.168.203.41@tcp:502:llog_process_th.0 Request processed in 276us (1842us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685183.930001:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 437 00000100:00100000:3.0:1770685183.945258:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685183.945511:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500196352 00000100:00100000:2.0:1770685183.945523:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500196352 00000100:00100000:2.0:1770685183.945622:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 438 00000100:00100000:2.0:1770685183.945633:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0755850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:22349:x1856697500196352:12345-192.168.203.41@tcp:502:llog_process_th.0 00000100:00100000:2.0:1770685183.945881:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0755850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:22349:x1856697500196352:12345-192.168.203.41@tcp:502:llog_process_th.0 Request processed in 249us (631us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685183.945890:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 438 00000100:00100000:3.0:1770685183.950694:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685183.950799:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500196480 00000100:00100000:1.0:1770685183.950809:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500196480 00000100:00100000:1.0:1770685183.950865:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 439 00000100:00100000:1.0:1770685183.950875:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0756450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:5541:x1856697500196480:12345-192.168.203.41@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1770685183.950891:0:5754:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685183.950910:0:5754:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6ee9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xa999371225bd515 expref: -99 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685183.950957:0:5754:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6ee9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd515 expref: 11 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685183.950969:0:5754:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6ee9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd515 expref: 11 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685183.950978:0:5754:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c98e00, rc 0) 00000100:00100000:1.0:1770685183.951036:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0756450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:5541:x1856697500196480:12345-192.168.203.41@tcp:101:ll_cfg_requeue.0 Request processed in 162us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685183.951043:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 439 00000100:00100000:0.0:1770685183.966732:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685183.966920:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500196608 00000100:00100000:2.0:1770685183.966930:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500196608 00000100:00100000:2.0:1770685183.966985:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 440 00000100:00100000:2.0:1770685183.966995:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0755c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:5541:x1856697500196608:12345-192.168.203.41@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770685183.967186:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0755c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:5541:x1856697500196608:12345-192.168.203.41@tcp:501:ll_cfg_requeue.0 Request processed in 192us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685183.967194:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 440 00000100:00100000:3.0:1770685183.976826:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685183.976935:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500196736 00000100:00100000:1.0:1770685183.976948:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500196736 00000100:00100000:1.0:1770685183.977008:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 441 00000100:00100000:1.0:1770685183.977018:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d159bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:5541:x1856697500196736:12345-192.168.203.41@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1770685183.977257:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d159bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:5541:x1856697500196736:12345-192.168.203.41@tcp:503:ll_cfg_requeue.0 Request processed in 240us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685183.977266:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 441 00000100:00100000:3.0:1770685183.989222:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685183.989499:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500196864 00000100:00100000:2.0:1770685183.989510:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500196864 00000100:00100000:2.0:1770685183.989565:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 442 00000100:00100000:2.0:1770685183.989596:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d1598c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:22350:x1856697500196864:12345-192.168.203.41@tcp:502:llog_process_th.0 00000100:00100000:2.0:1770685183.989883:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d1598c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:22350:x1856697500196864:12345-192.168.203.41@tcp:502:llog_process_th.0 Request processed in 307us (1309us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685183.989891:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 442 00000100:00100000:0.0:1770685184.003236:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685184.003551:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500196992 00000100:00100000:1.0:1770685184.003563:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500196992 00000100:00100000:1.0:1770685184.003654:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 443 00000100:00100000:1.0:1770685184.003663:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d159b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:22350:x1856697500196992:12345-192.168.203.41@tcp:502:llog_process_th.0 00000100:00100000:1.0:1770685184.003904:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d159b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:22350:x1856697500196992:12345-192.168.203.41@tcp:502:llog_process_th.0 Request processed in 241us (688us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685184.003912:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 443 00000100:00100000:3.0:1770685184.006771:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685184.006865:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500197120 00000100:00100000:2.0:1770685184.006876:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500197120 00000100:00100000:2.0:1770685184.006943:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 444 00000100:00100000:2.0:1770685184.006953:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d1599450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:22350:x1856697500197120:12345-192.168.203.41@tcp:502:llog_process_th.0 00000100:00100000:2.0:1770685184.007173:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d1599450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:22350:x1856697500197120:12345-192.168.203.41@tcp:502:llog_process_th.0 Request processed in 221us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685184.007181:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 444 00000100:00100000:3.0:1770685184.014870:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685184.015287:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500197248 00000100:00100000:1.0:1770685184.015313:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500197248 00000100:00100000:1.0:1770685184.015488:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 445 00000100:00100000:1.0:1770685184.015500:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d1599c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:5541:x1856697500197248:12345-192.168.203.41@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1770685184.015521:0:5754:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685184.015544:0:5754:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d91c1c99800/0x8f0dbafbd9ef6ef0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xa999371225bd51c expref: -99 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685184.015573:0:5754:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d91c1c99800/0x8f0dbafbd9ef6ef0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd51c expref: 12 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685184.015616:0:5754:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d91c1c99800/0x8f0dbafbd9ef6ef0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd51c expref: 12 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685184.015624:0:5754:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c99800, rc 0) 00000100:00100000:1.0:1770685184.015738:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d1599c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:5541:x1856697500197248:12345-192.168.203.41@tcp:101:ll_cfg_requeue.0 Request processed in 241us (878us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685184.015744:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 445 00000100:00100000:0.0:1770685184.030506:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685184.030606:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500197376 00000100:00100000:2.0:1770685184.030617:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500197376 00000100:00100000:2.0:1770685184.030670:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 446 00000100:00100000:2.0:1770685184.030680:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d1598450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:5541:x1856697500197376:12345-192.168.203.41@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770685184.030816:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d1598450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:5541:x1856697500197376:12345-192.168.203.41@tcp:501:ll_cfg_requeue.0 Request processed in 137us (318us total) trans 0 rc -2/-2 00000100:00100000:2.0:1770685184.030825:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 446 00000100:00100000:0.0:1770685184.295712:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685184.295794:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685184.295942:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500197504 00000100:00100000:3.0:1770685184.295957:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500197504 00000100:00100000:3.0:1770685184.296095:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500197760 00000100:00100000:3.0:1770685184.296101:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500197760 00000100:00100000:3.0:1770685184.296136:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 738 00000100:00100000:3.0:1770685184.296151:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+77:2348:x1856697500197504:12345-192.168.203.41@tcp:41:mkdir.0 00000004:00000024:3.0:1770685184.296209:0:6998:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 14680064 pending 0 free 2258501632 avail 2256404480 00000100:00100000:3.0:1770685184.296299:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+77:2348:x1856697500197504:12345-192.168.203.41@tcp:41:mkdir.0 Request processed in 150us (596us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685184.296310:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 738 00000100:00100000:3.0:1770685184.296337:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 739 00000100:00100000:3.0:1770685184.296348:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+76:22360:x1856697500197760:12345-192.168.203.41@tcp:36:mkdir.0 00010000:00010000:3.0:1770685184.296397:0:6998:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685184.296434:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766e00/0x8f0dbafbd9ef6ad6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd3f6 expref: 76 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685184.296461:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d930044b900) 00010000:00010000:3.0:1770685184.296468:0:6998:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1770685184.296620:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9cc00/0x8f0dbafbd9ef6ef7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685184.296638:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767a00/0x8f0dbafbd9ef6b15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd40b expref: 36 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685184.296649:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9cc00/0x8f0dbafbd9ef6ef7 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685184.296695:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767a00/0x8f0dbafbd9ef6b15 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd40b expref: 36 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685184.296713:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767a00/0x8f0dbafbd9ef6b15 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd40b expref: 36 pid: 6998 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1770685184.296746:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5004000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514737024:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685184.296838:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb172780 going to sleep for 11 seconds 00000100:00080000:0.0:1770685184.297075:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685184.312567:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685184.312658:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500197888 00000100:00100000:1.0:1770685184.312667:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500197888 00010000:00010000:1.0:1770685184.312725:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767a00/0x8f0dbafbd9ef6b15 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd40b expref: 37 pid: 6998 timeout: 609 lvb_type: 0 00000100:00100000:1.0:1770685184.312763:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 216 00000100:00100000:1.0:1770685184.312773:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+37:2350:x1856697500197888:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685184.312790:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685184.312800:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767a00/0x8f0dbafbd9ef6b15 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd40b expref: 37 pid: 6998 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1770685184.312817:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767a00/0x8f0dbafbd9ef6b15 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd40b expref: 37 pid: 6998 timeout: 609 lvb_type: 0 00010000:00010000:1.0:1770685184.312862:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d930044b900) 00010000:00010000:1.0:1770685184.312869:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9cc00/0x8f0dbafbd9ef6ef7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685184.312881:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9cc00/0x8f0dbafbd9ef6ef7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685184.312890:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9cc00/0x8f0dbafbd9ef6ef7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685184.312914:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685184.312976:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+37:2350:x1856697500197888:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 203us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685184.312986:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 216 00000100:00080000:0.0:1770685184.323177:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1770685184.323555:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767a00/0x8f0dbafbd9ef6b15 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd40b expref: 36 pid: 6998 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1770685184.323608:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5004000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514737024:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685184.323631:0:6998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9cc00/0x8f0dbafbd9ef6ef7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685184.323641:0:6998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9cc00/0x8f0dbafbd9ef6ef7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685184.323646:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9cc00/0x8f0dbafbd9ef6ef7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685184.323671:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35400/0x8f0dbafbd9ef6efe lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685184.323683:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35400/0x8f0dbafbd9ef6efe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685184.323706:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35400/0x8f0dbafbd9ef6efe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770685184.324365:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d:0x0]: returning size 512 00010000:00010000:2.0:1770685184.324377:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9cc00/0x8f0dbafbd9ef6ef7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685184.324385:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9cc00/0x8f0dbafbd9ef6ef7 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685184.324391:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9cc00/0x8f0dbafbd9ef6ef7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685184.324397:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92d8f9cc00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685184.324400:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9cc00/0x8f0dbafbd9ef6ef7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685184.324408:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9cc00/0x8f0dbafbd9ef6ef7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685184.324420:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d930044b900) 00010000:00010000:2.0:1770685184.324423:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685184.324427:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9cc00/0x8f0dbafbd9ef6ef7 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685184.324434:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9cc00/0x8f0dbafbd9ef6ef7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000004:00010000:2.0:1770685184.324448:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000000e6da419 reply state 0000000034b406a8 transno 4294967786 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35400/0x8f0dbafbd9ef6efe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770685184.324457:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1770685184.324544:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+77:22360:x1856697500197760:12345-192.168.203.41@tcp:36:mkdir.0 Request processed in 28197us (28748us total) trans 4294967786 rc 0/0 00000100:00100000:2.0:1770685184.324558:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 739 00010000:00010000:3.0:1770685184.331806:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35400/0x8f0dbafbd9ef6efe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685184.331823:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35400/0x8f0dbafbd9ef6efe lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685184.331831:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35400/0x8f0dbafbd9ef6efe lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685184.331836:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b35400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685184.331840:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35400/0x8f0dbafbd9ef6efe lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685184.331848:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35400/0x8f0dbafbd9ef6efe lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685184.331863:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3c4dff78 (ffff9d92c80b5600) 00010000:00010000:3.0:1770685184.331867:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685184.331871:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35400/0x8f0dbafbd9ef6efe lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685184.331877:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35400/0x8f0dbafbd9ef6efe lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685184.363378:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685184.363467:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500198016 00000100:00100000:3.0:1770685184.363477:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500198016 00000100:00100000:3.0:1770685184.363527:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 740 00000100:00100000:3.0:1770685184.363550:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+76:22361:x1856697500198016:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685184.363616:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685184.363639:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c200/0x8f0dbafbd9ef6f05 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd523 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685184.363702:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c000/0x8f0dbafbd9ef6f0c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685184.363715:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c000/0x8f0dbafbd9ef6f0c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685184.363724:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c000/0x8f0dbafbd9ef6f0c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:3.0:1770685184.363786:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1770685184.363790:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 20 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685184.363812:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c000/0x8f0dbafbd9ef6f0c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685184.363836:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c200/0x8f0dbafbd9ef6f05 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd523 expref: 78 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685184.363861:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c000/0x8f0dbafbd9ef6f0c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd523 expref: 77 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685184.363870:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5e37800) 00010000:00010000:3.0:1770685184.363873:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685184.363876:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92d8f9c000, rc 0) 00000100:00100000:3.0:1770685184.363935:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+77:22361:x1856697500198016:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 399us (567us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685184.363943:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 740 00000100:00100000:0.0:1770685184.367406:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685184.367505:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500198144 00000100:00100000:3.0:1770685184.367526:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500198144 00000100:00100000:3.0:1770685184.367666:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 741 00000100:00100000:3.0:1770685184.367676:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+77:22361:x1856697500198144:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685184.367694:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685184.367713:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9d000/0x8f0dbafbd9ef6f13 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd52a expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685184.367781:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9de00/0x8f0dbafbd9ef6f1a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685184.367794:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9de00/0x8f0dbafbd9ef6f1a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685184.367803:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9de00/0x8f0dbafbd9ef6f1a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685184.367818:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ca00/0x8f0dbafbd9ef6f21 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685184.367825:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ca00/0x8f0dbafbd9ef6f21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685184.367831:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ca00/0x8f0dbafbd9ef6f21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685184.368378:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9d600/0x8f0dbafbd9ef6f28 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685184.368389:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9d600/0x8f0dbafbd9ef6f28 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685184.368398:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9d600/0x8f0dbafbd9ef6f28 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:3.0:1770685184.368449:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d:0x0]: returning size 512 00000004:00200000:3.0:1770685184.368453:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685184.368471:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9d600/0x8f0dbafbd9ef6f28 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685184.368481:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9de00/0x8f0dbafbd9ef6f1a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685184.368487:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9de00/0x8f0dbafbd9ef6f1a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685184.368493:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9de00/0x8f0dbafbd9ef6f1a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685184.368498:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92d8f9de00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685184.368502:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9de00/0x8f0dbafbd9ef6f1a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685184.368508:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9de00/0x8f0dbafbd9ef6f1a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685184.368520:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5e37800) 00010000:00010000:3.0:1770685184.368523:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685184.368527:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9de00/0x8f0dbafbd9ef6f1a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685184.368532:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9de00/0x8f0dbafbd9ef6f1a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685184.369181:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ca00/0x8f0dbafbd9ef6f21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685184.369189:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ca00/0x8f0dbafbd9ef6f21 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685184.369203:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ca00/0x8f0dbafbd9ef6f21 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685184.369208:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92d8f9ca00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685184.369211:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ca00/0x8f0dbafbd9ef6f21 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685184.369217:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ca00/0x8f0dbafbd9ef6f21 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685184.369494:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3c4dff78 (ffff9d92c5e37200) 00010000:00010000:3.0:1770685184.369498:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685184.369502:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ca00/0x8f0dbafbd9ef6f21 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685184.369509:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ca00/0x8f0dbafbd9ef6f21 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685184.369885:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9d000/0x8f0dbafbd9ef6f13 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd52a expref: 79 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685184.369905:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9d600/0x8f0dbafbd9ef6f28 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd52a expref: 78 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685184.369913:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff9d92c5e37700) 00010000:00010000:3.0:1770685184.369916:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685184.369918:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92d8f9d600, rc 0) 00000100:00100000:3.0:1770685184.369993:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+78:22361:x1856697500198144:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 2317us (2594us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685184.370003:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 741 00000100:00100000:1.0:1770685184.386300:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685184.386402:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500198400 00000100:00100000:3.0:1770685184.386413:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500198400 00000100:00100000:3.0:1770685184.386471:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 742 00000100:00100000:3.0:1770685184.386481:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+78:22361:x1856697500198400:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685184.386501:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685184.386522:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9d000/0x8f0dbafbd9ef6f2f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd531 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685184.386695:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ca00/0x8f0dbafbd9ef6f36 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685184.386708:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ca00/0x8f0dbafbd9ef6f36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685184.386719:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ca00/0x8f0dbafbd9ef6f36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:3.0:1770685184.386730:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d:0x0]: returning size 512 00010000:00010000:3.0:1770685184.387404:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9d000/0x8f0dbafbd9ef6f2f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd531 expref: 81 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685184.387424:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ca00/0x8f0dbafbd9ef6f36 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd531 expref: 80 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685184.387433:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff9d92c5e37700) 00010000:00010000:3.0:1770685184.387435:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685184.387439:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92d8f9ca00, rc 0) 00000100:00100000:3.0:1770685184.387512:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+80:22361:x1856697500198400:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 1032us (1221us total) trans 4294967787 rc 0/0 00000100:00100000:3.0:1770685184.387520:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 742 00000100:00100000:2.0:1770685184.395792:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685184.395929:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500198528 00000100:00100000:3.0:1770685184.395939:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500198528 00000100:00100000:3.0:1770685184.396004:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 41 00000100:00100000:3.0:1770685184.396015:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d021b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+80:2351:x1856697500198528:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685184.396030:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685184.396063:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ca00/0x8f0dbafbd9ef6f36 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd531 expref: 80 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685184.396080:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff9d92c5e37700) 00010000:00010000:3.0:1770685184.396085:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685184.396141:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d021b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+79:2351:x1856697500198528:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 128us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685184.396147:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 41 00000100:00100000:3.0:1770685184.403717:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685184.404106:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500198784 00000100:00100000:2.0:1770685184.404118:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500198784 00000100:00100000:2.0:1770685184.404180:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 743 00000100:00100000:2.0:1770685184.404191:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5004000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+79:22361:x1856697500198784:12345-192.168.203.41@tcp:36:lfs.0 00010000:00010000:2.0:1770685184.404255:0:6998:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685184.404281:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9d600/0x8f0dbafbd9ef6f28 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd52a expref: 79 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685184.404299:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff9d92c5e37700) 00010000:00010000:2.0:1770685184.404310:0:6998:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770685184.404334:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34200/0x8f0dbafbd9ef6f44 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685184.404347:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34200/0x8f0dbafbd9ef6f44 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685184.404356:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34200/0x8f0dbafbd9ef6f44 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00010000:2.0:1770685184.404613:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000007a396ef1 reply state 000000005c4da3dd transno 4294967788 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34200/0x8f0dbafbd9ef6f44 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770685184.404624:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1770685184.404638:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d:0x0]: returning size 512 00000100:00100000:2.0:1770685184.404727:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5004000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+80:22361:x1856697500198784:12345-192.168.203.41@tcp:36:lfs.0 Request processed in 537us (1020us total) trans 4294967788 rc 0/0 00000100:00100000:2.0:1770685184.404734:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 743 00010000:00010000:0.0:1770685184.416386:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34200/0x8f0dbafbd9ef6f44 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685184.416405:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34200/0x8f0dbafbd9ef6f44 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685184.416412:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34200/0x8f0dbafbd9ef6f44 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685184.416418:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b34200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685184.416423:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34200/0x8f0dbafbd9ef6f44 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685184.416432:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34200/0x8f0dbafbd9ef6f44 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685184.416451:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff9d92c80b5e00) 00010000:00010000:0.0:1770685184.416455:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1770685184.416460:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34200/0x8f0dbafbd9ef6f44 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685184.416466:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34200/0x8f0dbafbd9ef6f44 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:3.0:1770685184.422376:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685184.423165:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500199040 00000100:00100000:2.0:1770685184.423181:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500199040 00000100:00100000:2.0:1770685184.423247:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 174 00000100:00100000:2.0:1770685184.423256:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5004a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+79:22361:x1856697500199040:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:2.0:1770685184.423557:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5004a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+80:22361:x1856697500199040:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 301us (1189us total) trans 4294967789 rc 0/0 00000100:00100000:2.0:1770685184.423564:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 174 00010000:00010000:2.0:1770685184.754145:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685184.922687:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685184.922945:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500199296 00000100:00100000:1.0:1770685184.922954:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500199296 00000100:00100000:1.0:1770685184.923015:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 744 00000100:00100000:1.0:1770685184.923026:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5006680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+80:22398:x1856697500199296:12345-192.168.203.41@tcp:36:mkdir.0 00010000:00010000:1.0:1770685184.923114:0:5760:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685184.923141:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9c000/0x8f0dbafbd9ef6f0c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd523 expref: 80 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685184.923160:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5e37800) 00010000:00010000:1.0:1770685184.923170:0:5760:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685184.923318:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5006680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+79:22398:x1856697500199296:12345-192.168.203.41@tcp:36:mkdir.0 Request processed in 294us (640us total) trans 0 rc -17/-17 00000100:00100000:1.0:1770685184.923323:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 744 00000100:00100000:0.0:1770685184.926116:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685184.926208:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500199424 00000100:00100000:3.0:1770685184.926227:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500199424 00000100:00100000:3.0:1770685184.926276:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 745 00000100:00100000:3.0:1770685184.926286:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+79:22398:x1856697500199424:12345-192.168.203.41@tcp:101:mkdir.0 00010000:00010000:3.0:1770685184.926304:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685184.926329:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ca00/0x8f0dbafbd9ef6f4b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd538 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685184.926392:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9de00/0x8f0dbafbd9ef6f52 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685184.926405:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9de00/0x8f0dbafbd9ef6f52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685184.926431:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9de00/0x8f0dbafbd9ef6f52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:3.0:1770685184.926483:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1770685184.926487:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 20 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685184.926509:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9de00/0x8f0dbafbd9ef6f52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685184.926532:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ca00/0x8f0dbafbd9ef6f4b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd538 expref: 81 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685184.926561:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9de00/0x8f0dbafbd9ef6f52 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd538 expref: 80 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685184.926570:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5e37200) 00010000:00010000:3.0:1770685184.926572:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685184.926610:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92d8f9de00, rc 0) 00000100:00100000:3.0:1770685184.926672:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+80:22398:x1856697500199424:12345-192.168.203.41@tcp:101:mkdir.0 Request processed in 388us (565us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685184.926679:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 745 00000100:00100000:3.0:1770685184.930342:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685184.930728:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500199552 00000100:00100000:2.0:1770685184.930738:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500199552 00000100:00100000:2.0:1770685184.930800:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 746 00000100:00100000:2.0:1770685184.930811:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+80:22398:x1856697500199552:12345-192.168.203.41@tcp:101:mkdir.0 00010000:00010000:2.0:1770685184.930835:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685184.930860:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35c00/0x8f0dbafbd9ef6f59 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd53f expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685184.930924:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34400/0x8f0dbafbd9ef6f60 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685184.930939:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34400/0x8f0dbafbd9ef6f60 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685184.930951:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34400/0x8f0dbafbd9ef6f60 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685184.930965:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6f67 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685184.930971:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6f67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685184.930997:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6f67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685184.931103:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef6f6e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685184.931111:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef6f6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685184.931118:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef6f6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770685184.931156:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d:0x0]: returning size 512 00000004:00200000:2.0:1770685184.931160:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685184.931181:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef6f6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685184.931193:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34400/0x8f0dbafbd9ef6f60 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685184.931199:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34400/0x8f0dbafbd9ef6f60 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685184.931206:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34400/0x8f0dbafbd9ef6f60 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685184.931212:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b34400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685184.931215:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34400/0x8f0dbafbd9ef6f60 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685184.931234:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34400/0x8f0dbafbd9ef6f60 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685184.931245:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5e37200) 00010000:00010000:2.0:1770685184.931253:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685184.931258:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34400/0x8f0dbafbd9ef6f60 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685184.931265:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34400/0x8f0dbafbd9ef6f60 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685184.931278:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6f67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685184.931283:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6f67 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685184.931289:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6f67 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685184.931294:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b34e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685184.931296:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6f67 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685184.931301:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6f67 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685184.931308:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3c4dff78 (ffff9d92c80b5a00) 00010000:00010000:2.0:1770685184.931311:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685184.931314:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6f67 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685184.931319:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6f67 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685184.931347:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35c00/0x8f0dbafbd9ef6f59 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd53f expref: 82 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685184.931370:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef6f6e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd53f expref: 81 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685184.931376:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff9d92c80b5e00) 00010000:00010000:2.0:1770685184.931379:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1770685184.931381:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3b35e00, rc 0) 00000100:00100000:2.0:1770685184.931440:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+81:22398:x1856697500199552:12345-192.168.203.41@tcp:101:mkdir.0 Request processed in 630us (1107us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685184.931448:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 746 00000100:00100000:1.0:1770685185.003852:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685185.003905:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500199680 00000100:00100000:3.0:1770685185.003916:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500199680 00000100:00100000:3.0:1770685185.003977:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 747 00000100:00100000:3.0:1770685185.003986:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb298a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+36:22404:x1856697500199680:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685185.004007:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685185.004023:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9d000/0x8f0dbafbd9ef6f75 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd546 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685185.004111:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ca00/0x8f0dbafbd9ef6f7c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685185.004122:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ca00/0x8f0dbafbd9ef6f7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685185.004130:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ca00/0x8f0dbafbd9ef6f7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:3.0:1770685185.004178:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1770685185.004181:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 20 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685185.004203:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ca00/0x8f0dbafbd9ef6f7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685185.004304:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9d000/0x8f0dbafbd9ef6f75 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd546 expref: 38 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685185.004318:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ca00/0x8f0dbafbd9ef6f7c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd546 expref: 37 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685185.004324:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5e37200) 00010000:00010000:3.0:1770685185.004326:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685185.004329:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92d8f9ca00, rc 0) 00000100:00100000:3.0:1770685185.004471:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb298a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+37:22404:x1856697500199680:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 486us (628us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685185.004476:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 747 00000100:00100000:3.0:1770685185.013952:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685185.014390:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500199936 00000100:00100000:1.0:1770685185.014400:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500199936 00000100:00100000:1.0:1770685185.014463:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 748 00000100:00100000:1.0:1770685185.014473:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+81:22404:x1856697500199936:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685185.014493:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685185.014496:0:5760:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1770685185.014524:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef6f6e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd53f expref: 81 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685185.014553:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff9d92c80b5e00) 00010000:00010000:1.0:1770685185.014565:0:5760:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1770685185.014638:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6f83 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd54d expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685185.014768:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6f8a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685185.014780:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6f8a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685185.014788:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6f8a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685185.014800:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6f91 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685185.014807:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6f91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685185.014812:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6f91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685185.015300:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6f98 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685185.015310:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6f98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685185.015317:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6f98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:1.0:1770685185.015326:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2f:0x0]: returning size 0 00010000:00010000:1.0:1770685185.015349:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6f8a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685185.015355:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6f8a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685185.015361:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6f8a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685185.015366:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c98800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685185.015370:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6f8a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685185.015376:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6f8a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685185.015384:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff9d92d40b3500) 00010000:00010000:1.0:1770685185.015387:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685185.015390:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6f8a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685185.015395:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98800/0x8f0dbafbd9ef6f8a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000004:00010000:1.0:1770685185.015418:0:5760:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000480f8750 reply state 00000000183c11c1 transno 4294967790 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6f91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:1.0:1770685185.015427:0:5760:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1770685185.015454:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c99a00/0x8f0dbafbd9ef6f83 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd54d expref: 83 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685185.015473:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6f98 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd54d expref: 82 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685185.015481:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff9d92d40b3a00) 00010000:00010000:1.0:1770685185.015484:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1770685185.015486:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307ba00, rc 0) 00000100:00100000:1.0:1770685185.015568:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+83:22404:x1856697500199936:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 1096us (1624us total) trans 4294967790 rc 0/0 00000100:00100000:1.0:1770685185.015604:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 748 00010000:00010000:3.0:1770685185.020332:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6f91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685185.020369:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6f91 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685185.020375:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6f91 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685185.020381:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685185.020385:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6f91 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685185.020393:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6f91 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685185.020410:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0xecadbcfe (ffff9d92d40b3d00) 00010000:00010000:3.0:1770685185.020412:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685185.020417:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6f91 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685185.020423:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef6f91 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:0.0:1770685185.021348:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685185.021442:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500200192 00000100:00100000:2.0:1770685185.021451:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500200192 00000100:00100000:2.0:1770685185.021507:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 749 00000100:00100000:2.0:1770685185.021516:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+82:22404:x1856697500200192:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685185.021537:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685185.021558:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35c00/0x8f0dbafbd9ef6fa6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd554 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685185.021683:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6fad lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685185.021695:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6f98 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd54d expref: 83 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685185.021703:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6fad lrc: 4/0,1 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685185.021735:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6f98 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd54d expref: 83 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685185.021763:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6f98 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd54d expref: 83 pid: 5760 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1770685185.021777:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514737152:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685185.021868:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c70d7780 going to sleep for 11 seconds 00000100:00100000:0.0:1770685185.025541:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685185.025640:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500200320 00000100:00100000:3.0:1770685185.025650:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500200320 00010000:00010000:3.0:1770685185.025686:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6f98 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd54d expref: 84 pid: 5760 timeout: 609 lvb_type: 0 00000100:00100000:3.0:1770685185.025718:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 217 00000100:00100000:3.0:1770685185.025727:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+84:2351:x1856697500200320:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685185.025741:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685185.025749:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6f98 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd54d expref: 84 pid: 5760 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1770685185.025781:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6f98 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd54d expref: 84 pid: 5760 timeout: 609 lvb_type: 0 00010000:00010000:3.0:1770685185.025804:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff9d92d40b3a00) 00010000:00010000:3.0:1770685185.025809:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6fad lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685185.025818:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6fad lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685185.025824:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6fad lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685185.025845:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685185.025902:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+84:2351:x1856697500200320:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 175us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685185.025910:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 217 00010000:00010000:2.0:1770685185.025993:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6f98 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd54d expref: 83 pid: 5760 timeout: 609 lvb_type: 0 00000100:00100000:2.0:1770685185.026009:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514737152:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685185.026026:0:6998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6fad lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685185.026034:0:6998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6fad lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685185.026051:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6fad lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770685185.026066:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2f:0x0]: returning size 0 00010000:00010000:2.0:1770685185.026345:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6fad lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685185.026353:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6fad lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685185.026359:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6fad lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685185.026365:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b34e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685185.026369:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6fad lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685185.026383:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6fad lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685185.026393:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff9d92d40b3a00) 00010000:00010000:2.0:1770685185.026395:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1770685185.026399:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6fad lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685185.026404:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6fad lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685185.026455:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35c00/0x8f0dbafbd9ef6fa6 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd554 expref: 83 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685185.026464:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff9d92c80b5a00) 00010000:00010000:2.0:1770685185.026466:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1770685185.026469:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35c00/0x8f0dbafbd9ef6fa6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd554 expref: 83 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685185.026480:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3b35c00, rc 0) 00000100:00100000:2.0:1770685185.026508:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+82:22404:x1856697500200192:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 4994us (5167us total) trans 4294967791 rc 301/301 00000100:00100000:2.0:1770685185.026515:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 749 00000100:00100000:0.0:1770685185.029475:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685185.029575:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500200576 00000100:00100000:2.0:1770685185.029605:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500200576 00000100:00100000:2.0:1770685185.029659:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 175 00000100:00100000:2.0:1770685185.029671:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+82:22404:x1856697500200576:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1770685185.030033:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+83:22404:x1856697500200576:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 363us (568us total) trans 4294967792 rc 0/0 00000100:00100000:2.0:1770685185.030066:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 175 00000100:00100000:0.0:1770685185.034774:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685185.034861:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500200704 00000100:00100000:2.0:1770685185.034871:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500200704 00000100:00100000:2.0:1770685185.034923:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 750 00000100:00100000:2.0:1770685185.034932:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+83:22404:x1856697500200704:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685185.034956:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685185.034978:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35c00/0x8f0dbafbd9ef6fbb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd55b expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685185.035029:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35c00/0x8f0dbafbd9ef6fbb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd55b expref: 84 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685185.035054:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35c00/0x8f0dbafbd9ef6fbb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd55b expref: 84 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685185.035072:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff9d92c80b5a00) 00010000:00010000:2.0:1770685185.035076:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1770685185.035080:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3b35c00, rc 0) 00000100:00100000:2.0:1770685185.035131:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+84:22404:x1856697500200704:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 199us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685185.035138:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 750 00000100:00100000:0.0:1770685185.041098:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685185.041193:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500200960 00000100:00100000:1.0:1770685185.041204:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500200960 00000100:00100000:1.0:1770685185.041264:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 751 00000100:00100000:1.0:1770685185.041274:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+84:22404:x1856697500200960:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1770685185.041336:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6fc2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685185.041352:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6fc2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685185.041363:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6fc2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685185.041630:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6fc2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685185.041638:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6fc2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685185.041645:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6fc2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685185.041651:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307ba00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685185.041656:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6fc2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685185.041663:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6fc2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685185.041675:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff9d92c80b5a00) 00010000:00010000:1.0:1770685185.041678:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1770685185.041683:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6fc2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685185.041689:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef6fc2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:1.0:1770685185.041771:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+85:22404:x1856697500200960:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 Request processed in 497us (685us total) trans 4294967793 rc 0/0 00000100:00100000:1.0:1770685185.041779:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 751 00000100:00100000:0.0:1770685185.044977:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685185.045079:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500201216 00000100:00100000:2.0:1770685185.045091:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500201216 00000100:00100000:2.0:1770685185.045149:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 752 00000100:00100000:2.0:1770685185.045159:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+85:22404:x1856697500201216:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1770685185.045434:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6fc9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685185.045464:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6fc9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685185.045476:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6fc9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000001:00080000:2.0:1770685185.045550:0:6998:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967794 00000004:00010000:2.0:1770685185.045632:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000009c0c52d4 reply state 00000000efdd965e transno 4294967795 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6fc9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770685185.045641:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1770685185.045717:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+88:22404:x1856697500201216:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 559us (748us total) trans 4294967795 rc 0/0 00000100:00100000:2.0:1770685185.045725:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 752 00000020:00080000:2.0:1770685185.045730:0:6998:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1770685185.048153:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6fc9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685185.048172:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6fc9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685185.048180:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6fc9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685185.048186:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b34e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685185.048191:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6fc9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685185.048199:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6fc9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685185.048240:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff9d92c80b5a00) 00010000:00010000:3.0:1770685185.048243:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1770685185.048248:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6fc9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685185.048254:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef6fc9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685185.050528:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685185.050646:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500201472 00000100:00100000:3.0:1770685185.050656:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500201472 00000100:00100000:3.0:1770685185.050703:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 176 00000100:00100000:3.0:1770685185.050713:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+87:22404:x1856697500201472:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1770685185.050930:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+88:22404:x1856697500201472:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 217us (410us total) trans 4294967796 rc 0/0 00000100:00100000:3.0:1770685185.050938:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 176 00000100:00100000:2.0:1770685185.074751:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1770685185.074780:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514737536:0@lo:400:kworker.0 00000100:00100000:2.0:1770685185.074848:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685185.074908:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514737664:0@lo:400:kworker.0 00000100:00100000:2.0:1770685185.074933:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685185.075207:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514737280:0@lo:400:kworker.0 00000100:00100000:3.0:1770685185.075256:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685185.075299:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514737792:0@lo:400:kworker.0 00000100:00100000:3.0:1770685185.075323:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685185.075344:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1770685185.075349:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3288:1856697514737408:0@lo:400:kworker.0 00000100:00100000:3.0:1770685185.075371:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685185.075385:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514737920:0@lo:400:kworker.0 00000100:00100000:3.0:1770685185.075406:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685185.075441:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514737664 00000100:00100000:3.0:1770685185.075450:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514737664 00000100:00100000:3.0:1770685185.075525:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514737920 00000100:00100000:3.0:1770685185.075529:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514737920 00000100:00100000:3.0:1770685185.075554:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276 00000100:00100000:3.0:1770685185.075565:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514737664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685185.075641:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514737664:12345-0@lo:400:kworker.0 Request processed in 78us (706us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685185.075650:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276 00000100:00100000:3.0:1770685185.075667:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:3.0:1770685185.075672:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514737920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685185.075703:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514737920:12345-0@lo:400:kworker.0 Request processed in 31us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685185.075709:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00080000:3.0:1770685185.075727:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1770685185.075732:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1770685185.075974:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514737536 00000100:00100000:0.0:1770685185.075979:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514737536 00000100:00100000:0.0:1770685185.076016:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514737792 00000100:00100000:0.0:1770685185.076019:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514737792 00000100:00100000:0.0:1770685185.076032:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514737408 00000100:00100000:0.0:1770685185.076034:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514737408 00000100:00100000:0.0:1770685185.076059:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:0.0:1770685185.076065:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514737536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685185.076101:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514737536:12345-0@lo:400:kworker.0 Request processed in 36us (1253us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685185.076108:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00000100:00100000:0.0:1770685185.076120:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:0.0:1770685185.076126:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514737792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685185.076157:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514737792:12345-0@lo:400:kworker.0 Request processed in 32us (833us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685185.076161:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00100000:0.0:1770685185.076171:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:0.0:1770685185.076176:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514737408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685185.076201:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514737408:12345-0@lo:400:kworker.0 Request processed in 24us (829us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685185.076206:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00100000:3.0:1770685185.076326:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514737664:0@lo:400:kworker.0 00000100:00100000:3.0:1770685185.076342:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514737536:0@lo:400:kworker.0 00000100:00080000:3.0:1770685185.076366:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685185.076382:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3288:1856697514737408:0@lo:400:kworker.0 00000100:00100000:3.0:1770685185.076390:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514737920:0@lo:400:kworker.0 00000100:00100000:3.0:1770685185.076398:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514737792:0@lo:400:kworker.0 00000100:00100000:2.0:1770685185.076468:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514737280 00000100:00100000:2.0:1770685185.076474:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514737280 00000100:00100000:2.0:1770685185.076514:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:2.0:1770685185.076521:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d1598850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514737280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685185.076565:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d1598850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514737280:12345-0@lo:400:kworker.0 Request processed in 44us (1309us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685185.076572:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:3.0:1770685185.076803:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514737280:0@lo:400:kworker.0 00000100:00100000:1.0:1770685185.585885:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c29c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514738048:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1770685185.585953:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685185.586056:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1770685185.586063:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514738176:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1770685185.586106:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685185.586351:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514738048 00000100:00100000:3.0:1770685185.586360:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514738048 00000100:00100000:3.0:1770685185.586404:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514738176 00000100:00100000:3.0:1770685185.586408:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514738176 00000100:00100000:2.0:1770685185.586473:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00100000:2.0:1770685185.586491:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514738048:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1770685185.586529:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 57868288 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1770685185.586600:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514738048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 111us (646us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685185.586607:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00100000:3.0:1770685185.586622:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00100000:3.0:1770685185.586628:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5769050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514738176:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1770685185.586646:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 62980096 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1770685185.586659:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c29c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514738048:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1770685185.586674:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5769050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514738176:12345-0@lo:13:osp-pre-0-0.0 Request processed in 47us (567us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685185.586680:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00100000:2.0:1770685185.586681:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514738176:0@lo:13:osp-pre-0-0.0 00000001:00080000:2.0:1770685185.729003:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967793 is committed 00000001:00080000:2.0:1770685185.729119:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967795 is committed 00000001:00080000:2.0:1770685185.729341:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967796 is committed 00010000:00010000:1.0:1770685185.778111:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770685186.807359:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1770685187.794197:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685187.794250:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685187.794282:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685187.794315:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685187.794340:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685187.794362:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685187.794401:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685187.794436:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500202112 00000100:00100000:0.0:1770685187.794447:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500201856 00000100:00100000:3.0:1770685187.794454:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500202112 00000100:00100000:0.0:1770685187.794459:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500201856 00000100:00100000:1.0:1770685187.794550:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500202368 00000100:00100000:1.0:1770685187.794555:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500202368 00000100:00100000:0.0:1770685187.794649:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500201984 00000100:00100000:0.0:1770685187.794652:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500201984 00000100:00100000:2.0:1770685187.794707:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500201600 00000100:00100000:2.0:1770685187.794711:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500201600 00000100:00100000:2.0:1770685187.794741:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 448 00000100:00100000:2.0:1770685187.794751:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92e0873450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2350:x1856697500201600:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685187.794821:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92e0873450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2350:x1856697500201600:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 72us (635us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685187.794828:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 448 00000100:00100000:3.0:1770685187.803254:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500201728 00000100:00100000:3.0:1770685187.803274:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500201728 00000100:00100000:3.0:1770685187.803329:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 314 00000100:00100000:3.0:1770685187.803342:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+37:2350:x1856697500202112:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685187.803471:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+37:2350:x1856697500202112:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 131us (9186us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685187.803479:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 314 00000100:00100000:3.0:1770685187.803502:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 315 00000100:00100000:3.0:1770685187.803509:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+77:2350:x1856697500201728:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685187.803541:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+77:2350:x1856697500201728:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 32us (9200us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685187.803548:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 315 00000100:00100000:3.0:1770685187.803640:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500202240 00000100:00100000:3.0:1770685187.803645:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500202240 00000100:00100000:3.0:1770685187.803672:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 278 00000100:00100000:3.0:1770685187.803680:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2350:x1856697500201856:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685187.803714:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2350:x1856697500201856:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 36us (9464us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685187.803768:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 278 00000100:00100000:3.0:1770685187.803784:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 279 00000100:00100000:3.0:1770685187.803791:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+8:2350:x1856697500202240:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685187.803818:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+8:2350:x1856697500202240:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 28us (9418us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685187.803824:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 279 00000100:00100000:1.0:1770685187.812423:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 280 00000100:00100000:1.0:1770685187.812445:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500202368:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685187.812547:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500202368:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 112us (18230us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685187.812555:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 280 00000100:00100000:0.0:1770685187.822892:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 281 00000100:00100000:0.0:1770685187.822910:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2350:x1856697500201984:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685187.823014:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2350:x1856697500201984:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 109us (28651us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685187.823033:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 281 00000100:00080000:2.0:1770685187.823102:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1770685187.823108:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1770685187.823111:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1770685187.826887:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685188.849901:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685189.874465:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770685190.194813:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514738560:0@lo:400:kworker.0 00000100:00100000:2.0:1770685190.194909:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685190.194983:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1770685190.194991:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514738688:0@lo:400:kworker.0 00000100:00100000:2.0:1770685190.195057:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685190.195100:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514738560 00000100:00100000:2.0:1770685190.195109:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514738560 00000100:00100000:2.0:1770685190.195180:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:1.0:1770685190.195602:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3289:1856697514738432:0@lo:400:kworker.0 00000100:00100000:1.0:1770685190.195643:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685190.195682:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514738944:0@lo:400:kworker.0 00000100:00100000:1.0:1770685190.195713:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685190.195745:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1770685190.195752:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514738304:0@lo:400:kworker.0 00000100:00100000:1.0:1770685190.195786:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685190.195809:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514738816:0@lo:400:kworker.0 00000100:00100000:1.0:1770685190.195829:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685190.195860:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514738432 00000100:00100000:1.0:1770685190.195865:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514738432 00000100:00100000:2.0:1770685190.195947:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514738560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685190.196031:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514738560:12345-0@lo:400:kworker.0 Request processed in 89us (1122us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685190.196673:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514738688 00000100:00100000:0.0:1770685190.196683:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514738688 00000100:00100000:0.0:1770685190.196754:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514738944 00000100:00100000:0.0:1770685190.196758:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514738944 00000100:00100000:0.0:1770685190.196783:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:0.0:1770685190.196792:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514738688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685190.196859:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514738688:12345-0@lo:400:kworker.0 Request processed in 69us (1802us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685190.196866:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00100000:0.0:1770685190.196887:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00100000:0.0:1770685190.196893:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514738944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685190.196930:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514738944:12345-0@lo:400:kworker.0 Request processed in 37us (1222us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685190.196949:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00000100:00100000:0.0:1770685190.197023:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514738944:0@lo:400:kworker.0 00000100:00100000:0.0:1770685190.197080:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514738816 00000100:00100000:0.0:1770685190.197085:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514738816 00000100:00100000:1.0:1770685190.198492:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:1.0:1770685190.198511:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1856697514738432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685190.198638:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1856697514738432:12345-0@lo:400:kworker.0 Request processed in 134us (2993us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685190.198646:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00000100:00100000:1.0:1770685190.200712:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3289:1856697514738432:0@lo:400:kworker.0 00000100:00100000:2.0:1770685190.201378:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00080000:2.0:1770685190.201447:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1770685190.201456:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1770685190.201460:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685190.201485:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514738304 00000100:00100000:2.0:1770685190.201496:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514738304 00000100:00100000:2.0:1770685190.202405:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:2.0:1770685190.202424:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92e0871850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514738304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685190.202560:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92e0871850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514738304:12345-0@lo:400:kworker.0 Request processed in 143us (6772us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685190.202568:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:0.0:1770685190.203113:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:0.0:1770685190.203127:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514738816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685190.203178:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514738816:12345-0@lo:400:kworker.0 Request processed in 57us (7347us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685190.203197:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00100000:3.0:1770685190.203931:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514738688:0@lo:400:kworker.0 00000100:00100000:3.0:1770685190.203950:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514738560:0@lo:400:kworker.0 00000100:00100000:3.0:1770685190.204002:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514738304:0@lo:400:kworker.0 00000100:00100000:3.0:1770685190.204032:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514738816:0@lo:400:kworker.0 00000100:00100000:2.0:1770685190.708780:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514739072:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1770685190.708881:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685190.708952:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1770685190.708959:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514739200:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1770685190.708985:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685190.709036:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514739072 00000100:00100000:2.0:1770685190.709047:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514739072 00000100:00100000:2.0:1770685190.709097:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514739200 00000100:00100000:2.0:1770685190.709101:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514739200 00000100:00100000:2.0:1770685190.709120:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00100000:2.0:1770685190.709140:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514739072:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1770685190.709191:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 62980096 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1770685190.709244:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514739072:12345-0@lo:13:osp-pre-0-0.0 Request processed in 105us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685190.709253:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00100000:2.0:1770685190.709275:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00100000:2.0:1770685190.709282:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514739200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1770685190.709307:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 57868288 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1770685190.709336:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514739200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685190.709343:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00100000:2.0:1770685190.709419:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514739200:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1770685190.709442:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514739072:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1770685190.897962:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685191.926081:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1770685191.930757:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1770685191.930770:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1770685191.931160:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 17 count 1 00000040:00080000:0.0:1770685191.931169:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1770685192.909335:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685192.909379:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685192.909416:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685192.909446:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685192.909466:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685192.909484:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685192.909507:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685192.909534:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500202880 00000100:00100000:3.0:1770685192.909543:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500202880 00000100:00100000:3.0:1770685192.909622:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500203136 00000100:00100000:3.0:1770685192.909625:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500203136 00000100:00100000:3.0:1770685192.909639:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500202752 00000100:00100000:3.0:1770685192.909642:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500202752 00000100:00100000:3.0:1770685192.909654:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500203264 00000100:00100000:3.0:1770685192.909670:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500203264 00000100:00100000:3.0:1770685192.909690:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 284 00000100:00100000:3.0:1770685192.909699:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2348:x1856697500202880:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685192.909930:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 285 00000100:00100000:1.0:1770685192.909940:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5553c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+8:2348:x1856697500203136:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685192.910021:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5553c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+8:2348:x1856697500203136:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 83us (604us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685192.910029:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 285 00000100:00100000:1.0:1770685192.910048:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 286 00000100:00100000:1.0:1770685192.910054:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2348:x1856697500202752:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685192.910078:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2348:x1856697500202752:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 25us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685192.910084:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 286 00000100:00100000:1.0:1770685192.910095:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 287 00000100:00100000:1.0:1770685192.910101:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+9:2348:x1856697500203264:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685192.910124:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+9:2348:x1856697500203264:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 23us (616us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685192.910129:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 287 00000100:00100000:2.0:1770685192.910207:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500202624 00000100:00100000:2.0:1770685192.910212:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500202624 00000100:00100000:2.0:1770685192.910249:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500203008 00000100:00100000:2.0:1770685192.910252:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500203008 00000100:00100000:2.0:1770685192.910271:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 319 00000100:00100000:2.0:1770685192.910277:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+77:2348:x1856697500202624:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685192.910308:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+77:2348:x1856697500202624:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 30us (982us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685192.910314:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 319 00000100:00100000:2.0:1770685192.910327:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 320 00000100:00100000:2.0:1770685192.910341:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+37:2348:x1856697500203008:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685192.910366:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+37:2348:x1856697500203008:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 25us (880us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685192.910371:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 320 00000100:00100000:3.0:1770685192.910519:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2348:x1856697500202880:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 821us (1139us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685192.910526:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 284 00000100:00100000:3.0:1770685192.911055:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500202496 00000100:00100000:3.0:1770685192.911062:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500202496 00000100:00100000:3.0:1770685192.911629:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 450 00000100:00100000:3.0:1770685192.911641:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92e0872450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2348:x1856697500202496:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685192.911682:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92e0872450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2348:x1856697500202496:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 44us (2234us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685192.911689:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 450 00000100:00080000:1.0:1770685192.920683:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1770685192.920693:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1770685192.920696:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1770685192.948713:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1770685193.693253:0:17054:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007fff93a05050 20000000:00000080:3.0:1770685193.693274:0:17054:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff9d91c1f2b800 uarg=0000000000000000 00000040:00100000:3.0:1770685193.695169:0:17054:0:(llog.c:1064:llog_reverse_process()) index 48 : idx 48 00000040:00100000:3.0:1770685193.695205:0:17054:0:(llog.c:1064:llog_reverse_process()) index 46 : idx 1 20000000:01000000:3.0:1770685193.695210:0:17054:0:(mgs_llog.c:870:mgs_search_pool_cb()) Matched pool rec 46 cmd:0xce021 lustre.test_11c lustre-OST0001_UUID 20000000:01000000:3.0:1770685193.695227:0:17054:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-client/lustre-clilov/add lustre.test_11c.lustre-OST0001_UUID fl=4 20000000:01000000:1.0:1770685193.696200:0:17055:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 45 marker 30 1->4: lustre-clilov add lustre.test_11c.lustre-OST0001_UUID 20000000:01000000:1.0:1770685193.696337:0:17055:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 48 marker 30 2->4: lustre-clilov add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:1.0:1770685193.696368:0:17055:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 49 count 48 00000040:00080000:3.0:1770685193.697005:0:17054:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].49, 224 off16832 20000000:01000000:3.0:1770685193.697022:0:17054:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-clilov 0xce022 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:3.0:1770685193.697089:0:17054:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].50, 136 off16968 00000040:00080000:3.0:1770685193.697124:0:17054:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].51, 224 off17192 20000000:01000000:3.0:1770685193.697140:0:17054:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-MDT0000/lustre-MDT0000-mdtlov/add lustre.test_11c.lustre-OST0001_UUID fl=4 20000000:01000000:1.0:1770685193.699443:0:17056:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 40 marker 31 1->4: lustre-MDT0000-mdtlov add lustre.test_11c.lustre-OST0001_UUID 20000000:01000000:1.0:1770685193.699911:0:17056:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 42 marker 31 2->4: lustre-MDT0000-mdtlov add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:1.0:1770685193.699971:0:17056:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 43 count 43 00000040:00080000:3.0:1770685193.703353:0:17054:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].43, 224 off15872 20000000:01000000:3.0:1770685193.704239:0:17054:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce022 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:3.0:1770685193.704355:0:17054:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].44, 144 off16016 00000040:00080000:3.0:1770685193.704471:0:17054:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].45, 224 off16240 10000000:01000000:3.0:1770685193.704507:0:17054:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:3.0:1770685193.704532:0:17054:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9d92d8f9c200/0x8f0dbafbd9ef6fd0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685193.704554:0:17054:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d91c1c98c00/0x8f0dbafbd9ef6e87 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6e80 expref: 17 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685193.704563:0:17054:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d91c1766600/0x8f0dbafbd9ef6e95 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6e8e expref: 17 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685193.704570:0:17054:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d91c1767400/0x8f0dbafbd9ef6ea3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6e9c expref: 17 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685193.704640:0:17054:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d91c3b35200/0x8f0dbafbd9ef6eb1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6eaa expref: 17 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685193.704647:0:17054:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d91c3b34600/0x8f0dbafbd9ef6ebf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6eb8 expref: 17 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685193.704655:0:17054:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d92f5174400/0x8f0dbafbd9ef6ecd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6ec6 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685193.704661:0:17054:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d92d8f9dc00/0x8f0dbafbd9ef6edb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6ed4 expref: 17 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685193.704672:0:17054:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d91c3b35600/0x8f0dbafbd9ef6ee2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd50e expref: 11 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685193.704679:0:17054:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6ee9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd515 expref: 11 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685193.704687:0:17054:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d91c1c99800/0x8f0dbafbd9ef6ef0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd51c expref: 11 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685193.704784:0:17054:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9d92d8f9c200/0x8f0dbafbd9ef6fd0 lrc: 13/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685193.704834:0:17054:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d91c1c99800/0x8f0dbafbd9ef6ef0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd51c expref: 11 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685193.705075:0:17054:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d91c1c99800/0x8f0dbafbd9ef6ef0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd51c expref: 11 pid: 5754 timeout: 618 lvb_type: 0 00000100:00100000:3.0:1770685193.705095:0:17054:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c7b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17054:1856697514739328:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685193.705298:0:17054:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6ee9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd515 expref: 11 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685193.705307:0:17054:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6ee9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd515 expref: 11 pid: 5754 timeout: 618 lvb_type: 0 00000100:00100000:3.0:1770685193.705317:0:17054:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c6680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17054:1856697514739456:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685193.705343:0:17054:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d91c3b35600/0x8f0dbafbd9ef6ee2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd50e expref: 11 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685193.705351:0:17054:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d91c3b35600/0x8f0dbafbd9ef6ee2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd50e expref: 11 pid: 5754 timeout: 618 lvb_type: 0 00000100:00100000:3.0:1770685193.705359:0:17054:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c4380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17054:1856697514739584:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685193.705448:0:17054:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d92d8f9dc00/0x8f0dbafbd9ef6edb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8f0dbafbd9ef6ed4 expref: 17 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685193.705457:0:17054:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9d92d8f9dc00/0x8f0dbafbd9ef6edb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6ed4 expref: 17 pid: 5753 timeout: 668 lvb_type: 0 00000100:00100000:3.0:1770685193.705480:0:17054:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c5500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17054:1856697514739712:0@lo:104: 00000100:00100000:3.0:1770685193.705523:0:17054:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1770685193.705574:0:17054:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d92f5174400/0x8f0dbafbd9ef6ecd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8f0dbafbd9ef6ec6 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685193.705612:0:17054:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9d92f5174400/0x8f0dbafbd9ef6ecd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6ec6 expref: 17 pid: 5754 timeout: 668 lvb_type: 0 00000100:00100000:3.0:1770685193.705620:0:17054:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c5c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17054:1856697514739840:0@lo:104: 00000100:00100000:3.0:1770685193.705641:0:17054:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1770685193.705668:0:17054:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d91c3b34600/0x8f0dbafbd9ef6ebf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8f0dbafbd9ef6eb8 expref: 17 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685193.705675:0:17054:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9d91c3b34600/0x8f0dbafbd9ef6ebf lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6eb8 expref: 17 pid: 5753 timeout: 668 lvb_type: 0 00000100:00100000:3.0:1770685193.705683:0:17054:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c4000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17054:1856697514739968:0@lo:104: 00000100:00100000:3.0:1770685193.705786:0:17054:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685193.705819:0:5744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514739712 00000100:00100000:3.0:1770685193.705827:0:5744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514739712 00000100:00100000:3.0:1770685193.705882:0:5744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514739840 00000100:00100000:3.0:1770685193.705885:0:5744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514739840 00000100:00100000:3.0:1770685193.705893:0:5744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514739968 00000100:00100000:3.0:1770685193.705895:0:5744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514739968 00000100:00100000:3.0:1770685193.705907:0:5744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1770685193.705916:0:5744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:02368443-f312-44b4-8d5b-8c5b083a881f+5:17054:x1856697514739712:12345-0@lo:104: 00010000:00010000:3.0:1770685193.705929:0:5744:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff9d91c1766800/0x8f0dbafbd9ef6ed4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef6edb expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685193.705977:0:5744:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1770685193.706000:0:5744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:02368443-f312-44b4-8d5b-8c5b083a881f+5:17054:x1856697514739712:12345-0@lo:104: Request processed in 84us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685193.706008:0:5744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1770685193.706027:0:5744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1770685193.706031:0:5744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:02368443-f312-44b4-8d5b-8c5b083a881f+4:17054:x1856697514739840:12345-0@lo:104: 00010000:00010000:3.0:1770685193.706039:0:5744:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff9d91c1c98000/0x8f0dbafbd9ef6ec6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef6ecd expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685193.706068:0:5744:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1770685193.706072:0:5744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:02368443-f312-44b4-8d5b-8c5b083a881f+4:17054:x1856697514739840:12345-0@lo:104: Request processed in 41us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685193.706078:0:5744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1770685193.706087:0:5744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1770685193.706092:0:5744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:02368443-f312-44b4-8d5b-8c5b083a881f+3:17054:x1856697514739968:12345-0@lo:104: 00010000:00010000:3.0:1770685193.706099:0:5744:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34800/0x8f0dbafbd9ef6eb8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef6ebf expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685193.706130:0:5744:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:3.0:1770685193.706135:0:5744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:02368443-f312-44b4-8d5b-8c5b083a881f+3:17054:x1856697514739968:12345-0@lo:104: Request processed in 43us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685193.706140:0:5744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00010000:00010000:3.0:1770685193.706168:0:17054:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d91c3b35200/0x8f0dbafbd9ef6eb1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8f0dbafbd9ef6eaa expref: 17 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685193.706177:0:17054:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9d91c3b35200/0x8f0dbafbd9ef6eb1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6eaa expref: 17 pid: 5753 timeout: 668 lvb_type: 0 00000100:00100000:3.0:1770685193.706185:0:17054:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c7100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17054:1856697514740096:0@lo:104: 00000100:00100000:3.0:1770685193.706205:0:17054:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685193.706230:0:5744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514740096 00000100:00100000:3.0:1770685193.706234:0:5744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514740096 00000100:00100000:3.0:1770685193.706247:0:5744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1770685193.706251:0:5744:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:02368443-f312-44b4-8d5b-8c5b083a881f+3:17054:x1856697514740096:12345-0@lo:104: 00010000:00010000:3.0:1770685193.706259:0:5744:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff9d91c1767000/0x8f0dbafbd9ef6eaa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef6eb1 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685193.706282:0:5744:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:3.0:1770685193.706287:0:5744:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:02368443-f312-44b4-8d5b-8c5b083a881f+3:17054:x1856697514740096:12345-0@lo:104: Request processed in 35us (82us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685193.706292:0:5744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00010000:00010000:3.0:1770685193.706314:0:17054:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d91c1767400/0x8f0dbafbd9ef6ea3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e9c expref: 17 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685193.706321:0:17054:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9d91c1767400/0x8f0dbafbd9ef6ea3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e9c expref: 17 pid: 5754 timeout: 668 lvb_type: 0 00000100:00100000:3.0:1770685193.706329:0:17054:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f51fa680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17054:1856697514740224:0@lo:104: 00000100:00100000:3.0:1770685193.706348:0:17054:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685193.706363:0:5744:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514740224 00000100:00100000:3.0:1770685193.706366:0:5744:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514740224 00000100:00100000:1.0:1770685193.706499:0:5743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1770685193.706510:0:5743:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:02368443-f312-44b4-8d5b-8c5b083a881f+3:17054:x1856697514740224:12345-0@lo:104: 00010000:00010000:1.0:1770685193.706518:0:5743:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff9d92f5174200/0x8f0dbafbd9ef6e9c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef6ea3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685193.706550:0:5743:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:1.0:1770685193.706554:0:5743:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:02368443-f312-44b4-8d5b-8c5b083a881f+3:17054:x1856697514740224:12345-0@lo:104: Request processed in 49us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685193.706560:0:5743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00010000:00010000:1.0:1770685193.706608:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1770685193.706615:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff9d91c1766800/0x8f0dbafbd9ef6ed4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef6edb expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685193.706623:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1766800 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:1.0:1770685193.706628:0:5749:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff9d91c1766800/0x8f0dbafbd9ef6ed4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0x8f0dbafbd9ef6edb expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685193.706637:0:5749:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff9d91c1766800/0x8f0dbafbd9ef6ed4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0x8f0dbafbd9ef6edb expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1770685193.706644:0:5749:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff9d91c1766800/0x8f0dbafbd9ef6ed4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0x8f0dbafbd9ef6edb expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1770685193.706651:0:5749:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1770685193.706682:0:5749:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff9d91c1766800/0x8f0dbafbd9ef6ed4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6edb expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685193.706688:0:5749:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1770685193.706722:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff9d91c1766800/0x8f0dbafbd9ef6ed4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6edb expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685193.706741:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff9d91c1766800/0x8f0dbafbd9ef6ed4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6edb expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685193.706758:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1770685193.706761:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff9d91c1c98000/0x8f0dbafbd9ef6ec6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef6ecd expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685193.706768:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c98000 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:1.0:1770685193.706771:0:5749:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff9d91c1c98000/0x8f0dbafbd9ef6ec6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0x8f0dbafbd9ef6ecd expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685193.706777:0:5749:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff9d91c1c98000/0x8f0dbafbd9ef6ec6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0x8f0dbafbd9ef6ecd expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1770685193.706784:0:5749:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff9d91c1c98000/0x8f0dbafbd9ef6ec6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0x8f0dbafbd9ef6ecd expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1770685193.706789:0:5749:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1770685193.706801:0:5749:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff9d91c1c98000/0x8f0dbafbd9ef6ec6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6ecd expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685193.706807:0:5749:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1770685193.706813:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff9d91c1c98000/0x8f0dbafbd9ef6ec6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6ecd expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685193.706818:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff9d91c1c98000/0x8f0dbafbd9ef6ec6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6ecd expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685193.706827:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1770685193.706830:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34800/0x8f0dbafbd9ef6eb8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef6ebf expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685193.706844:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b34800 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:1.0:1770685193.706847:0:5749:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34800/0x8f0dbafbd9ef6eb8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0x8f0dbafbd9ef6ebf expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685193.706853:0:5749:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34800/0x8f0dbafbd9ef6eb8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0x8f0dbafbd9ef6ebf expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1770685193.706860:0:5749:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34800/0x8f0dbafbd9ef6eb8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0x8f0dbafbd9ef6ebf expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1770685193.706866:0:5749:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1770685193.706876:0:5749:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34800/0x8f0dbafbd9ef6eb8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6ebf expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685193.706880:0:5749:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1770685193.706894:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34800/0x8f0dbafbd9ef6eb8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6ebf expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685193.706901:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34800/0x8f0dbafbd9ef6eb8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6ebf expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685193.706909:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1770685193.706912:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff9d91c1767000/0x8f0dbafbd9ef6eaa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef6eb1 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685193.706917:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1767000 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:1.0:1770685193.706921:0:5749:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff9d91c1767000/0x8f0dbafbd9ef6eaa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x8f0dbafbd9ef6eb1 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685193.706927:0:5749:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff9d91c1767000/0x8f0dbafbd9ef6eaa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x8f0dbafbd9ef6eb1 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1770685193.706941:0:5749:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff9d91c1767000/0x8f0dbafbd9ef6eaa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x8f0dbafbd9ef6eb1 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1770685193.706947:0:5749:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1770685193.706958:0:5749:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff9d91c1767000/0x8f0dbafbd9ef6eaa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6eb1 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685193.706962:0:5749:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1770685193.706967:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff9d91c1767000/0x8f0dbafbd9ef6eaa lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6eb1 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685193.706973:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff9d91c1767000/0x8f0dbafbd9ef6eaa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6eb1 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685193.706993:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1770685193.706996:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff9d92f5174200/0x8f0dbafbd9ef6e9c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef6ea3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685193.707001:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174200 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:1.0:1770685193.707003:0:5749:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff9d92f5174200/0x8f0dbafbd9ef6e9c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x8f0dbafbd9ef6ea3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685193.707009:0:5749:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff9d92f5174200/0x8f0dbafbd9ef6e9c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x8f0dbafbd9ef6ea3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1770685193.707014:0:5749:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff9d92f5174200/0x8f0dbafbd9ef6e9c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x8f0dbafbd9ef6ea3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1770685193.707019:0:5749:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1770685193.707030:0:5749:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff9d92f5174200/0x8f0dbafbd9ef6e9c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6ea3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685193.707045:0:5749:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1770685193.707051:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff9d92f5174200/0x8f0dbafbd9ef6e9c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6ea3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685193.707057:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff9d92f5174200/0x8f0dbafbd9ef6e9c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6ea3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685193.707066:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685193.707068:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685193.707070:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685193.707095:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb29bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514740352:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1770685193.707130:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685193.707152:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb29a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514740864:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1770685193.707167:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685193.707185:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1770685193.707189:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb299180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514740480:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1770685193.707206:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685193.707233:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb298380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:02368443-f312-44b4-8d5b-8c5b083a881f:3290:1856697514740608:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1770685193.707252:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685193.707266:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1770685193.707270:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb299f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:02368443-f312-44b4-8d5b-8c5b083a881f:3290:1856697514740736:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1770685193.707285:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685193.707309:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514740352 00000100:00100000:1.0:1770685193.707313:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514740352 00010000:00010000:1.0:1770685193.707336:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d92d8f9dc00/0x8f0dbafbd9ef6edb lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6ed4 expref: 18 pid: 5753 timeout: 668 lvb_type: 0 00000100:00100000:1.0:1770685193.707350:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514740864 00000100:00100000:1.0:1770685193.707358:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514740864 00010000:00010000:1.0:1770685193.707369:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d91c1767400/0x8f0dbafbd9ef6ea3 lrc: 6/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e9c expref: 19 pid: 5754 timeout: 668 lvb_type: 0 00000100:00100000:1.0:1770685193.707535:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514740480 00000100:00100000:1.0:1770685193.707539:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514740480 00010000:00010000:1.0:1770685193.707553:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d92f5174400/0x8f0dbafbd9ef6ecd lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6ec6 expref: 20 pid: 5754 timeout: 668 lvb_type: 0 00000100:00100000:1.0:1770685193.707564:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514740608 00000100:00100000:1.0:1770685193.707566:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514740608 00010000:00010000:1.0:1770685193.707574:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d91c3b34600/0x8f0dbafbd9ef6ebf lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6eb8 expref: 21 pid: 5753 timeout: 668 lvb_type: 0 00000100:00100000:1.0:1770685193.707612:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514740736 00000100:00100000:1.0:1770685193.707615:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514740736 00010000:00010000:1.0:1770685193.707625:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d91c3b35200/0x8f0dbafbd9ef6eb1 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6eaa expref: 22 pid: 5753 timeout: 668 lvb_type: 0 00000100:00100000:1.0:1770685193.707636:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:1.0:1770685193.707642:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:02368443-f312-44b4-8d5b-8c5b083a881f+22:3288:x1856697514740352:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1770685193.707655:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685193.707660:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d92d8f9dc00/0x8f0dbafbd9ef6edb lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6ed4 expref: 22 pid: 5753 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1770685193.707671:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d92d8f9dc00/0x8f0dbafbd9ef6edb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6ed4 expref: 22 pid: 5753 timeout: 668 lvb_type: 0 00010000:00010000:2.0:1770685193.707826:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685193.707833:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685193.707967:0:17054:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d91c1766600/0x8f0dbafbd9ef6e95 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e8e expref: 22 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685193.707977:0:17054:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9d91c1766600/0x8f0dbafbd9ef6e95 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e8e expref: 22 pid: 5753 timeout: 668 lvb_type: 0 00000100:00100000:2.0:1770685193.708001:0:17054:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17054:1856697514740992:0@lo:104: 00000100:00100000:2.0:1770685193.708035:0:17054:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685193.708061:0:8225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514740992 00000100:00100000:2.0:1770685193.708064:0:8225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514740992 00000100:00100000:2.0:1770685193.708089:0:8225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1770685193.708095:0:8225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:02368443-f312-44b4-8d5b-8c5b083a881f+3:17054:x1856697514740992:12345-0@lo:104: 00010000:00010000:2.0:1770685193.708105:0:8225:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff9d92f5174000/0x8f0dbafbd9ef6e8e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef6e95 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685193.708145:0:8225:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1770685193.708150:0:8225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:02368443-f312-44b4-8d5b-8c5b083a881f+3:17054:x1856697514740992:12345-0@lo:104: Request processed in 55us (114us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685193.708157:0:8225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00010000:00010000:2.0:1770685193.708187:0:17054:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d91c1c98c00/0x8f0dbafbd9ef6e87 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e80 expref: 22 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685193.708195:0:17054:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9d91c1c98c00/0x8f0dbafbd9ef6e87 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e80 expref: 22 pid: 5755 timeout: 668 lvb_type: 0 00000100:00100000:2.0:1770685193.708212:0:17054:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17054:1856697514741120:0@lo:104: 00000100:00100000:2.0:1770685193.708234:0:17054:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685193.708258:0:8225:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1770685193.708268:0:8225:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514741120 00000100:00100000:2.0:1770685193.708270:0:8225:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514741120 00000100:00100000:2.0:1770685193.708284:0:8225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1770685193.708289:0:8225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f6556050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:02368443-f312-44b4-8d5b-8c5b083a881f+3:17054:x1856697514741120:12345-0@lo:104: 00010000:00010000:2.0:1770685193.708296:0:8225:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6e80 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef6e87 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685193.708322:0:8225:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1770685193.708327:0:8225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f6556050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:02368443-f312-44b4-8d5b-8c5b083a881f+3:17054:x1856697514741120:12345-0@lo:104: Request processed in 38us (92us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685193.708332:0:8225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00010000:00010000:2.0:1770685193.708368:0:5748:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1770685193.708372:0:5748:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff9d92f5174000/0x8f0dbafbd9ef6e8e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef6e95 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685193.708393:0:5748:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174000 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:2.0:1770685193.708397:0:5748:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff9d92f5174000/0x8f0dbafbd9ef6e8e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x8f0dbafbd9ef6e95 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685193.708405:0:5748:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff9d92f5174000/0x8f0dbafbd9ef6e8e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x8f0dbafbd9ef6e95 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1770685193.708413:0:5748:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff9d92f5174000/0x8f0dbafbd9ef6e8e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x8f0dbafbd9ef6e95 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1770685193.708418:0:5748:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1770685193.708444:0:5748:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff9d92f5174000/0x8f0dbafbd9ef6e8e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6e95 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685193.708450:0:5748:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1770685193.708465:0:5748:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff9d92f5174000/0x8f0dbafbd9ef6e8e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6e95 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685193.708472:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff9d92f5174000/0x8f0dbafbd9ef6e8e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6e95 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685193.708483:0:5748:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1770685193.708486:0:5748:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6e80 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef6e87 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685193.708491:0:5748:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b35a00 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:2.0:1770685193.708495:0:5748:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6e80 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x8f0dbafbd9ef6e87 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685193.708501:0:5748:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6e80 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x8f0dbafbd9ef6e87 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1770685193.708505:0:5748:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6e80 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x8f0dbafbd9ef6e87 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1770685193.708511:0:5748:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1770685193.708519:0:5748:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6e80 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6e87 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685193.708525:0:5748:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1770685193.708536:0:5748:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6e80 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6e87 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685193.708543:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6e80 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6e87 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685193.708561:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685193.708563:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685193.708564:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770685193.708606:0:17054:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c31c2c00 going to sleep for 11 seconds 00010000:00010000:2.0:1770685193.708633:0:17054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d92d8f9dc00/0x8f0dbafbd9ef6edb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6ed4 expref: 22 pid: 5753 timeout: 668 lvb_type: 0 00000100:00100000:2.0:1770685193.708644:0:17054:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c5500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17054:1856697514739712:0@lo:104: 00000100:00100000:2.0:1770685193.708654:0:17054:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c5c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17054:1856697514739840:0@lo:104: 00000100:00100000:2.0:1770685193.708661:0:17054:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c4000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17054:1856697514739968:0@lo:104: 00000100:00100000:2.0:1770685193.708669:0:17054:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c7100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17054:1856697514740096:0@lo:104: 00000100:00100000:2.0:1770685193.708676:0:17054:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f51fa680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17054:1856697514740224:0@lo:104: 00000100:00100000:2.0:1770685193.708683:0:17054:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17054:1856697514740992:0@lo:104: 00000100:00100000:2.0:1770685193.708689:0:17054:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17054:1856697514741120:0@lo:104: 00010000:00010000:1.0:1770685193.708882:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685193.708916:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:02368443-f312-44b4-8d5b-8c5b083a881f+21:3288:x1856697514740352:12345-0@lo:103:ldlm_bl.0 Request processed in 1273us (1784us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685193.708924:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00100000:1.0:1770685193.708947:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:1.0:1770685193.708954:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:02368443-f312-44b4-8d5b-8c5b083a881f+20:3288:x1856697514740864:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1770685193.708968:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685193.708974:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d91c1767400/0x8f0dbafbd9ef6ea3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e9c expref: 20 pid: 5754 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1770685193.708995:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d91c1767400/0x8f0dbafbd9ef6ea3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e9c expref: 20 pid: 5754 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1770685193.709007:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d91c1767400/0x8f0dbafbd9ef6ea3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e9c expref: 20 pid: 5754 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1770685193.709018:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685193.709038:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:02368443-f312-44b4-8d5b-8c5b083a881f+19:3288:x1856697514740864:12345-0@lo:103:ldlm_bl.0 Request processed in 85us (1870us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685193.709045:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00000100:00100000:1.0:1770685193.709056:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:1.0:1770685193.709061:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb157480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514740480:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1770685193.709068:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685193.709072:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d92f5174400/0x8f0dbafbd9ef6ecd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6ec6 expref: 18 pid: 5754 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1770685193.709080:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d92f5174400/0x8f0dbafbd9ef6ecd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6ec6 expref: 18 pid: 5754 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1770685193.709089:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d92f5174400/0x8f0dbafbd9ef6ecd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6ec6 expref: 18 pid: 5754 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1770685193.709097:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685193.709113:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb157480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:02368443-f312-44b4-8d5b-8c5b083a881f+17:3288:x1856697514740480:12345-0@lo:103:ldlm_bl.0 Request processed in 52us (1907us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685193.709124:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00100000:1.0:1770685193.709134:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:1.0:1770685193.709140:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb154e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:02368443-f312-44b4-8d5b-8c5b083a881f+16:3290:x1856697514740608:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1770685193.709147:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685193.709151:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d91c3b34600/0x8f0dbafbd9ef6ebf lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6eb8 expref: 16 pid: 5753 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1770685193.709159:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d91c3b34600/0x8f0dbafbd9ef6ebf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6eb8 expref: 16 pid: 5753 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1770685193.709168:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d91c3b34600/0x8f0dbafbd9ef6ebf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6eb8 expref: 16 pid: 5753 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1770685193.709177:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685193.709194:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb154e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:02368443-f312-44b4-8d5b-8c5b083a881f+15:3290:x1856697514740608:12345-0@lo:103:ldlm_bl.0 Request processed in 55us (1942us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685193.709200:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00100000:1.0:1770685193.709210:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:1.0:1770685193.709216:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb155880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:02368443-f312-44b4-8d5b-8c5b083a881f+14:3290:x1856697514740736:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1770685193.709224:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685193.709228:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d91c3b35200/0x8f0dbafbd9ef6eb1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6eaa expref: 14 pid: 5753 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1770685193.709235:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d91c3b35200/0x8f0dbafbd9ef6eb1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6eaa expref: 14 pid: 5753 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1770685193.709243:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d91c3b35200/0x8f0dbafbd9ef6eb1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6eaa expref: 14 pid: 5753 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1770685193.709260:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685193.709279:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb155880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:02368443-f312-44b4-8d5b-8c5b083a881f+13:3290:x1856697514740736:12345-0@lo:103:ldlm_bl.0 Request processed in 63us (1992us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685193.709285:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00100000:1.0:1770685193.709320:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1770685193.709334:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514741376:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1770685193.709363:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685193.710275:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514741248:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1770685193.710318:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685193.710450:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb299f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:02368443-f312-44b4-8d5b-8c5b083a881f:3290:1856697514740736:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1770685193.710462:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb298380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:02368443-f312-44b4-8d5b-8c5b083a881f:3290:1856697514740608:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1770685193.710502:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb299180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514740480:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1770685193.710510:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb29bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514740352:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1770685193.710517:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb29a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514740864:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1770685193.710532:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770685193.710622:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514741376 00000100:00100000:2.0:1770685193.710630:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514741376 00010000:00010000:2.0:1770685193.710661:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d91c1c98c00/0x8f0dbafbd9ef6e87 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e80 expref: 13 pid: 5755 timeout: 668 lvb_type: 0 00000100:00100000:2.0:1770685193.710684:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514741248 00000100:00100000:2.0:1770685193.710687:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514741248 00010000:00010000:2.0:1770685193.710708:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d91c1766600/0x8f0dbafbd9ef6e95 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e8e expref: 14 pid: 5753 timeout: 668 lvb_type: 0 00000100:00100000:2.0:1770685193.710725:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:2.0:1770685193.710733:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0219050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:02368443-f312-44b4-8d5b-8c5b083a881f+14:3291:x1856697514741376:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1770685193.710745:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685193.710761:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d91c1c98c00/0x8f0dbafbd9ef6e87 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e80 expref: 14 pid: 5755 timeout: 668 lvb_type: 0 00010000:00010000:2.0:1770685193.710773:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d91c1c98c00/0x8f0dbafbd9ef6e87 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e80 expref: 14 pid: 5755 timeout: 668 lvb_type: 0 00010000:00010000:2.0:1770685193.710789:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d91c1c98c00/0x8f0dbafbd9ef6e87 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e80 expref: 14 pid: 5755 timeout: 668 lvb_type: 0 00010000:00010000:2.0:1770685193.710804:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685193.710838:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0219050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:02368443-f312-44b4-8d5b-8c5b083a881f+13:3291:x1856697514741376:12345-0@lo:103:ldlm_bl.0 Request processed in 106us (1474us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685193.710856:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00100000:2.0:1770685193.710902:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:2.0:1770685193.710908:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb155180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:02368443-f312-44b4-8d5b-8c5b083a881f+12:3289:x1856697514741248:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1770685193.710914:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685193.710917:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d91c1766600/0x8f0dbafbd9ef6e95 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e8e expref: 12 pid: 5753 timeout: 668 lvb_type: 0 00010000:00010000:2.0:1770685193.710926:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d91c1766600/0x8f0dbafbd9ef6e95 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e8e expref: 12 pid: 5753 timeout: 668 lvb_type: 0 00010000:00010000:2.0:1770685193.710935:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d91c1766600/0x8f0dbafbd9ef6e95 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6e8e expref: 12 pid: 5753 timeout: 668 lvb_type: 0 00010000:00010000:2.0:1770685193.710944:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685193.710964:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb155180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:02368443-f312-44b4-8d5b-8c5b083a881f+11:3289:x1856697514741248:12345-0@lo:103:ldlm_bl.0 Request processed in 57us (647us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685193.710969:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:1.0:1770685193.711210:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514741376:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1770685193.711234:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514741248:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1770685193.715108:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685193.715214:0:17054:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c4380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17054:1856697514739584:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685193.715332:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500203392 00000100:00100000:1.0:1770685193.715342:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500203392 00000100:00100000:0.0:1770685193.716040:0:17054:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c7b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17054:1856697514739328:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685193.716175:0:17054:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c6680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17054:1856697514739456:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685193.716246:0:17054:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9d92d8f9c200/0x8f0dbafbd9ef6fd0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685193.717902:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685193.717948:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685193.718095:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500203520 00000100:00100000:3.0:1770685193.718106:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500203520 00010000:00010000:3.0:1770685193.718152:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d91c1c99800/0x8f0dbafbd9ef6ef0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd51c expref: 13 pid: 5754 timeout: 618 lvb_type: 0 00000100:00100000:3.0:1770685193.718193:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500203648 00000100:00100000:3.0:1770685193.718196:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500203648 00010000:00010000:3.0:1770685193.718206:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6ee9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd515 expref: 14 pid: 5754 timeout: 618 lvb_type: 0 00000100:00100000:3.0:1770685193.718241:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 225 00000100:00100000:3.0:1770685193.718251:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+14:2350:x1856697500203520:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685193.718268:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685193.718274:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d91c1c99800/0x8f0dbafbd9ef6ef0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd51c expref: 14 pid: 5754 timeout: 618 lvb_type: 0 00010000:00010000:3.0:1770685193.718287:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d91c1c99800/0x8f0dbafbd9ef6ef0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd51c expref: 14 pid: 5754 timeout: 618 lvb_type: 0 00010000:00010000:3.0:1770685193.718309:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d91c1c99800/0x8f0dbafbd9ef6ef0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd51c expref: 14 pid: 5754 timeout: 618 lvb_type: 0 00010000:00010000:3.0:1770685193.718328:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685193.718389:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+13:2350:x1856697500203520:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 139us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685193.718397:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 225 00000100:00100000:3.0:1770685193.718416:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 226 00000100:00100000:3.0:1770685193.718422:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2350:x1856697500203648:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685193.718429:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685193.718433:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6ee9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd515 expref: 12 pid: 5754 timeout: 618 lvb_type: 0 00010000:00010000:3.0:1770685193.718442:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6ee9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd515 expref: 12 pid: 5754 timeout: 618 lvb_type: 0 00010000:00010000:3.0:1770685193.718451:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d91c1c98e00/0x8f0dbafbd9ef6ee9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd515 expref: 12 pid: 5754 timeout: 618 lvb_type: 0 00010000:00010000:3.0:1770685193.718469:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685193.718486:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:2350:x1856697500203648:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 65us (538us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685193.718492:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 226 00010000:00010000:1.0:1770685193.722398:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d91c3b35600/0x8f0dbafbd9ef6ee2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd50e expref: 10 pid: 5754 timeout: 618 lvb_type: 0 00000100:00100000:1.0:1770685193.722477:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 227 00000100:00100000:1.0:1770685193.722521:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:2351:x1856697500203392:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685193.722542:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685193.722549:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d91c3b35600/0x8f0dbafbd9ef6ee2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd50e expref: 10 pid: 5754 timeout: 618 lvb_type: 0 00010000:00010000:1.0:1770685193.722563:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d91c3b35600/0x8f0dbafbd9ef6ee2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd50e expref: 10 pid: 5754 timeout: 618 lvb_type: 0 00010000:00010000:1.0:1770685193.722607:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d91c3b35600/0x8f0dbafbd9ef6ee2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd50e expref: 10 pid: 5754 timeout: 618 lvb_type: 0 00010000:00010000:1.0:1770685193.722628:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9d92d8f9c200/0x8f0dbafbd9ef6fd0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685193.722637:0:5745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d92d8f9c200/0x8f0dbafbd9ef6fd0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685193.722659:0:5745:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d92d8f9c200/0x8f0dbafbd9ef6fd0 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685193.722667:0:5745:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d92d8f9c200/0x8f0dbafbd9ef6fd0 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685193.722675:0:5745:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9d92d8f9c200/0x8f0dbafbd9ef6fd0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685193.722682:0:5745:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9d92d8f9c200/0x8f0dbafbd9ef6fd0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685193.722688:0:5745:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92d8f9c200 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:1.0:1770685193.722693:0:5745:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9d92d8f9c200/0x8f0dbafbd9ef6fd0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685193.722867:0:5745:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9d92d8f9c200/0x8f0dbafbd9ef6fd0 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685193.723440:0:17054:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9d92d8f9c200/0x8f0dbafbd9ef6fd0 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685193.723451:0:17054:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9d92d8f9c200/0x8f0dbafbd9ef6fd0 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685193.724614:0:5745:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9d92d8f9c200/0x8f0dbafbd9ef6fd0 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685193.724630:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d92d8f9c200/0x8f0dbafbd9ef6fd0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685193.724654:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685193.725177:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+9:2351:x1856697500203392:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 2328us (9746us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685193.725190:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 227 00010000:00010000:2.0:1770685193.969971:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685194.994243:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685195.314533:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514741504:0@lo:400:kworker.0 00000100:00100000:1.0:1770685195.314654:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685195.314784:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514741504 00000100:00100000:2.0:1770685195.314794:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514741504 00000100:00100000:2.0:1770685195.314854:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:2.0:1770685195.314863:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+11:3291:x1856697514741504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685195.315072:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3288:1856697514741632:0@lo:400:kworker.0 00000100:00100000:0.0:1770685195.315149:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685195.315195:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1770685195.315201:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514741760:0@lo:400:kworker.0 00000100:00100000:0.0:1770685195.315222:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685195.315274:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514741888:0@lo:400:kworker.0 00000100:00100000:0.0:1770685195.315303:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685195.315887:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514741888 00000100:00100000:0.0:1770685195.315896:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514741888 00000100:00100000:0.0:1770685195.315955:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:0.0:1770685195.315963:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514741888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685195.316034:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514741888:12345-0@lo:400:kworker.0 Request processed in 71us (729us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685195.316042:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00000100:00080000:0.0:1770685195.316071:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1770685195.316109:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514741888:0@lo:400:kworker.0 00000100:00100000:0.0:1770685195.316156:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514741632 00000100:00100000:0.0:1770685195.316160:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514741632 00000100:00100000:0.0:1770685195.316183:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514741760 00000100:00100000:0.0:1770685195.316186:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514741760 00000100:00100000:0.0:1770685195.316207:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:0.0:1770685195.316213:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514741632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685195.316247:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514741632:12345-0@lo:400:kworker.0 Request processed in 35us (1099us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685195.316254:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00100000:0.0:1770685195.316264:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:0.0:1770685195.316269:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514741760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685195.316292:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514741760:12345-0@lo:400:kworker.0 Request processed in 23us (1070us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685195.316297:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00080000:0.0:1770685195.316311:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685195.316327:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514741760:0@lo:400:kworker.0 00000100:00100000:0.0:1770685195.316349:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3288:1856697514741632:0@lo:400:kworker.0 00000100:00100000:2.0:1770685195.318391:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+11:3291:x1856697514741504:12345-0@lo:400:kworker.0 Request processed in 3514us (3723us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685195.318406:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:1.0:1770685195.319089:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514741504:0@lo:400:kworker.0 00000100:00100000:0.0:1770685195.319307:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1770685195.319506:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514742144:0@lo:400:kworker.0 00000100:00100000:1.0:1770685195.319569:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685195.319666:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514742144 00000100:00100000:3.0:1770685195.319682:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514742144 00000100:00100000:3.0:1770685195.319746:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:3.0:1770685195.319756:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb156a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514742144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685195.319803:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb156a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514742144:12345-0@lo:400:kworker.0 Request processed in 49us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685195.319811:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00000100:00100000:3.0:1770685195.319847:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514742144:0@lo:400:kworker.0 00000100:00080000:1.0:1770685195.320077:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1770685195.320634:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3290:1856697514742016:0@lo:400:kworker.0 00000100:00100000:0.0:1770685195.320804:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685195.320893:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514742016 00000100:00100000:2.0:1770685195.320899:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514742016 00000100:00100000:2.0:1770685195.320961:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:2.0:1770685195.320979:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3290:x1856697514742016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685195.321035:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3290:x1856697514742016:12345-0@lo:400:kworker.0 Request processed in 66us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685195.321041:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00080000:1.0:1770685195.321168:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685195.321228:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3290:1856697514742016:0@lo:400:kworker.0 00000100:00100000:3.0:1770685195.399720:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685195.399941:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500203776 00000100:00100000:2.0:1770685195.399951:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500203776 00000100:00100000:2.0:1770685195.400017:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 452 00000100:00100000:2.0:1770685195.400027:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+9:5541:x1856697500203776:12345-192.168.203.41@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1770685195.400044:0:5754:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685195.400062:0:5754:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6fd7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa999371225bd562 expref: -99 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685195.400099:0:5754:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6fd7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd562 expref: 10 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685195.400111:0:5754:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6fd7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd562 expref: 10 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685195.400136:0:5754:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3b35a00, rc 0) 00000100:00100000:2.0:1770685195.400194:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:5541:x1856697500203776:12345-192.168.203.41@tcp:101:ll_cfg_requeue.0 Request processed in 168us (485us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685195.400202:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 452 00000100:00100000:2.0:1770685195.407304:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685195.426374:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500203904 00000100:00100000:1.0:1770685195.426404:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500203904 00000100:00100000:1.0:1770685195.426500:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 453 00000100:00100000:1.0:1770685195.426513:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:5541:x1856697500203904:12345-192.168.203.41@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1770685195.426776:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:5541:x1856697500203904:12345-192.168.203.41@tcp:501:ll_cfg_requeue.0 Request processed in 265us (19492us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685195.426785:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 453 00000100:00100000:3.0:1770685195.439572:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685195.439747:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500204032 00000100:00100000:2.0:1770685195.439761:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500204032 00000100:00100000:2.0:1770685195.439826:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 454 00000100:00100000:2.0:1770685195.439837:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:5541:x1856697500204032:12345-192.168.203.41@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1770685195.440141:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:5541:x1856697500204032:12345-192.168.203.41@tcp:503:ll_cfg_requeue.0 Request processed in 305us (583us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685195.440149:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 454 00000100:00100000:3.0:1770685195.453174:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685195.453415:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500204160 00000100:00100000:0.0:1770685195.453431:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500204160 00000100:00100000:0.0:1770685195.453518:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 455 00000100:00100000:0.0:1770685195.453529:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:22868:x1856697500204160:12345-192.168.203.41@tcp:502:llog_process_th.0 00000100:00100000:0.0:1770685195.454140:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:22868:x1856697500204160:12345-192.168.203.41@tcp:502:llog_process_th.0 Request processed in 612us (982us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685195.454149:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 455 00000100:00100000:3.0:1770685195.470715:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685195.471274:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500204288 00000100:00100000:2.0:1770685195.471291:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500204288 00000100:00100000:2.0:1770685195.471348:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 456 00000100:00100000:2.0:1770685195.471360:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:22868:x1856697500204288:12345-192.168.203.41@tcp:502:llog_process_th.0 00000100:00100000:2.0:1770685195.471648:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:22868:x1856697500204288:12345-192.168.203.41@tcp:502:llog_process_th.0 Request processed in 290us (948us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685195.471657:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 456 00000100:00100000:3.0:1770685195.489264:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685195.489388:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500204416 00000100:00100000:0.0:1770685195.489407:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500204416 00000100:00100000:0.0:1770685195.489495:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 457 00000100:00100000:0.0:1770685195.489505:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:5541:x1856697500204416:12345-192.168.203.41@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1770685195.489543:0:5755:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685195.489823:0:5755:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d91c1766600/0x8f0dbafbd9ef6fde lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xa999371225bd569 expref: -99 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685195.490081:0:5755:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d91c1766600/0x8f0dbafbd9ef6fde lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd569 expref: 11 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685195.490093:0:5755:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d91c1766600/0x8f0dbafbd9ef6fde lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd569 expref: 11 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685195.490101:0:5755:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1766600, rc 0) 00000100:00100000:0.0:1770685195.491013:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:5541:x1856697500204416:12345-192.168.203.41@tcp:101:ll_cfg_requeue.0 Request processed in 1506us (1760us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685195.491035:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 457 00000100:00100000:3.0:1770685195.516781:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685195.516915:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500204544 00000100:00100000:0.0:1770685195.516938:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500204544 00000100:00100000:0.0:1770685195.517010:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 458 00000100:00100000:0.0:1770685195.517022:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:5541:x1856697500204544:12345-192.168.203.41@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1770685195.517249:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:5541:x1856697500204544:12345-192.168.203.41@tcp:501:ll_cfg_requeue.0 Request processed in 228us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685195.517258:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 458 00000100:00100000:2.0:1770685195.523675:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685195.523780:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500204672 00000100:00100000:1.0:1770685195.523789:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500204672 00000100:00100000:1.0:1770685195.523845:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 459 00000100:00100000:1.0:1770685195.523855:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:5541:x1856697500204672:12345-192.168.203.41@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1770685195.524089:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:5541:x1856697500204672:12345-192.168.203.41@tcp:503:ll_cfg_requeue.0 Request processed in 234us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685195.524097:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 459 00000100:00100000:2.0:1770685195.539546:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685195.539689:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500204800 00000100:00100000:0.0:1770685195.539700:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500204800 00000100:00100000:0.0:1770685195.539756:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 460 00000100:00100000:0.0:1770685195.539765:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:22869:x1856697500204800:12345-192.168.203.41@tcp:502:llog_process_th.0 00000100:00100000:0.0:1770685195.540095:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:22869:x1856697500204800:12345-192.168.203.41@tcp:502:llog_process_th.0 Request processed in 329us (558us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685195.540103:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 460 00000100:00100000:3.0:1770685195.547916:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685195.553613:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500204928 00000100:00100000:1.0:1770685195.553630:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500204928 00000100:00100000:1.0:1770685195.553779:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 461 00000100:00100000:1.0:1770685195.553789:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:22869:x1856697500204928:12345-192.168.203.41@tcp:502:llog_process_th.0 00000100:00100000:1.0:1770685195.554129:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:22869:x1856697500204928:12345-192.168.203.41@tcp:502:llog_process_th.0 Request processed in 340us (6222us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685195.554138:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 461 00000100:00100000:2.0:1770685195.582734:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685195.582847:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500205056 00000100:00100000:0.0:1770685195.582859:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500205056 00000100:00100000:0.0:1770685195.582912:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 462 00000100:00100000:0.0:1770685195.582922:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:5541:x1856697500205056:12345-192.168.203.41@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1770685195.582936:0:5755:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685195.582953:0:5755:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d91c1767400/0x8f0dbafbd9ef6fe5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xa999371225bd570 expref: -99 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685195.582990:0:5755:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d91c1767400/0x8f0dbafbd9ef6fe5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd570 expref: 12 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685195.583019:0:5755:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d91c1767400/0x8f0dbafbd9ef6fe5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd570 expref: 12 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685195.583028:0:5755:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1767400, rc 0) 00000100:00100000:0.0:1770685195.583094:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:5541:x1856697500205056:12345-192.168.203.41@tcp:101:ll_cfg_requeue.0 Request processed in 173us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685195.583101:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 462 00000100:00100000:2.0:1770685195.589418:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685195.602035:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500205184 00000100:00100000:1.0:1770685195.602052:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500205184 00000100:00100000:1.0:1770685195.602114:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 463 00000100:00100000:1.0:1770685195.602978:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:5541:x1856697500205184:12345-192.168.203.41@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1770685195.603827:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:5541:x1856697500205184:12345-192.168.203.41@tcp:501:ll_cfg_requeue.0 Request processed in 865us (14413us total) trans 0 rc -2/-2 00000100:00100000:1.0:1770685195.603838:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 463 10000000:01000000:1.0:1770685195.638534:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1770685195.638545:0:5757:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9d92fb18e000 from 49 10000000:01000000:1.0:1770685195.638550:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1770685195.638647:0:5757:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c307ba00/0x8f0dbafbd9ef6fec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685195.638692:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff9d91c307ba00/0x8f0dbafbd9ef6fec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685195.638707:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff9d91c307ba00/0x8f0dbafbd9ef6fec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685195.638740:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb157b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514742272:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1770685195.638817:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685195.638949:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c31c20c0 going to sleep for 11 seconds 00000100:00100000:2.0:1770685195.641322:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514742272 00000100:00100000:2.0:1770685195.641354:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514742272 00000100:00100000:2.0:1770685195.641427:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:2.0:1770685195.641438:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+11:5757:x1856697514742272:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1770685195.641458:0:5754:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685195.641479:0:5754:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d91c3b34a00/0x8f0dbafbd9ef6ff3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x8f0dbafbd9ef6fec expref: -99 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685195.641515:0:5754:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d91c3b34a00/0x8f0dbafbd9ef6ff3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6fec expref: 12 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685195.641525:0:5754:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d91c3b34a00/0x8f0dbafbd9ef6ff3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6fec expref: 12 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685195.641535:0:5754:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3b34a00, rc 0) 00000100:00100000:2.0:1770685195.641656:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+12:5757:x1856697514742272:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 219us (2838us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685195.641662:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:1.0:1770685195.645473:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb157b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514742272:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1770685195.645502:0:5757:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff9d91c307ba00/0x8f0dbafbd9ef6fec lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6ff3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685195.645514:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff9d91c307ba00/0x8f0dbafbd9ef6fec lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x8f0dbafbd9ef6ff3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685195.645650:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb157b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514742400:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1770685195.645721:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685195.645830:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514742400 00000100:00100000:0.0:1770685195.645837:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514742400 00000100:00100000:0.0:1770685195.645891:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:0.0:1770685195.645899:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+12:5757:x1856697514742400:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1770685195.646039:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+12:5757:x1856697514742400:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 139us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685195.646048:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:1.0:1770685195.655694:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c31c20c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685195.655747:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb157b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514742400:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1770685195.655812:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb157b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514742528:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1770685195.655913:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685195.655961:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c31c20c0 going to sleep for 11 seconds 00000100:00100000:3.0:1770685195.656523:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514742528 00000100:00100000:3.0:1770685195.656532:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514742528 00000100:00100000:3.0:1770685195.656627:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:3.0:1770685195.656636:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+12:5757:x1856697514742528:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1770685195.656837:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+12:5757:x1856697514742528:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 201us (924us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685195.656844:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:1.0:1770685195.657641:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb157b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514742528:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1770685195.658666:0:17057:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e4bb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:17057:1856697514742656:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1770685195.658748:0:17057:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685195.658779:0:17057:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92e2603780 going to sleep for 11 seconds 00000100:00100000:0.0:1770685195.658835:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514742656 00000100:00100000:0.0:1770685195.658851:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514742656 00000100:00100000:0.0:1770685195.658894:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:0.0:1770685195.658904:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300565850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+12:17057:x1856697514742656:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1770685195.659550:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300565850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+12:17057:x1856697514742656:12345-0@lo:502:llog_process_th.0 Request processed in 647us (801us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685195.659559:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:2.0:1770685195.664544:0:17057:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e4bb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:17057:1856697514742656:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1770685195.664650:0:17057:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e84700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:17057:1856697514742784:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1770685195.665353:0:17057:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685195.665465:0:17057:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c67ae9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1770685195.671334:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514742784 00000100:00100000:3.0:1770685195.671350:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514742784 00000100:00100000:3.0:1770685195.671406:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:3.0:1770685195.671416:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300566450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+12:17057:x1856697514742784:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1770685195.671703:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300566450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+12:17057:x1856697514742784:12345-0@lo:502:llog_process_th.0 Request processed in 287us (6350us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685195.671710:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:2.0:1770685195.672410:0:17057:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e84700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:17057:1856697514742784:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1770685195.672450:0:17057:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:1.0:1770685195.672661:0:5757:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 49-51 (rc=0) 10000000:01000000:1.0:1770685195.672689:0:5757:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1770685195.672697:0:5757:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c307ba00/0x8f0dbafbd9ef6fec lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6ff3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685195.672708:0:5757:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff9d91c307ba00/0x8f0dbafbd9ef6fec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef6ff3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1770685195.672717:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:1.0:1770685195.672719:0:5757:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:1.0:1770685195.672722:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:1.0:1770685195.672749:0:5757:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c307a200/0x8f0dbafbd9ef6ffa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685195.672757:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff9d91c307a200/0x8f0dbafbd9ef6ffa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685195.672766:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff9d91c307a200/0x8f0dbafbd9ef6ffa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685195.672785:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb157b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514742912:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1770685195.672826:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685195.672869:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c31c20c0 going to sleep for 11 seconds 00000100:00100000:3.0:1770685195.673611:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514742912 00000100:00100000:3.0:1770685195.673619:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514742912 00000100:00100000:3.0:1770685195.673665:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:3.0:1770685195.673673:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300565c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+12:5757:x1856697514742912:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1770685195.673694:0:5754:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685195.673708:0:5754:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d92d8f9d000/0x8f0dbafbd9ef7001 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x8f0dbafbd9ef6ffa expref: -99 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685195.673729:0:5754:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d92d8f9d000/0x8f0dbafbd9ef7001 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6ffa expref: 13 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685195.673752:0:5754:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d92d8f9d000/0x8f0dbafbd9ef7001 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6ffa expref: 13 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685195.673762:0:5754:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92d8f9d000, rc 0) 00000100:00100000:3.0:1770685195.673808:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300565c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+13:5757:x1856697514742912:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 136us (982us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685195.673815:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:2.0:1770685195.674421:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb157b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514742912:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1770685195.674439:0:5757:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff9d91c307a200/0x8f0dbafbd9ef6ffa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef7001 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685195.674461:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff9d91c307a200/0x8f0dbafbd9ef6ffa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x8f0dbafbd9ef7001 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685195.674530:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e84700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514743040:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770685195.674568:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685195.674616:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92e2603780 going to sleep for 11 seconds 00000100:00100000:1.0:1770685195.674662:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514743040 00000100:00100000:1.0:1770685195.674668:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514743040 00000100:00100000:1.0:1770685195.674703:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:1.0:1770685195.674711:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300564050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+13:5757:x1856697514743040:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1770685195.674823:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300564050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+13:5757:x1856697514743040:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 113us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685195.674831:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:2.0:1770685195.675111:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e84700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514743040:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770685195.675158:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e84700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514743168:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1770685195.675203:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685195.675225:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92e2603780 going to sleep for 11 seconds 00000100:00100000:0.0:1770685195.675351:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514743168 00000100:00100000:0.0:1770685195.675356:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514743168 00000100:00100000:0.0:1770685195.675389:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:0.0:1770685195.675397:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300564450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+13:5757:x1856697514743168:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1770685195.675564:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300564450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+13:5757:x1856697514743168:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 167us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685195.675570:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:2.0:1770685195.676019:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e84700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514743168:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1770685195.677507:0:17058:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 11 00000020:01000000:2.0:1770685195.678393:0:5757:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:2.0:1770685195.678417:0:5757:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:2.0:1770685195.678428:0:5757:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c307a200/0x8f0dbafbd9ef6ffa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef7001 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685195.678440:0:5757:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff9d91c307a200/0x8f0dbafbd9ef6ffa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef7001 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1770685195.678450:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1770685195.678453:0:5757:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9d92fc2b7000 from 49 10000000:01000000:2.0:1770685195.678456:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1770685195.678494:0:5757:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34400/0x8f0dbafbd9ef7008 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685195.678501:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34400/0x8f0dbafbd9ef7008 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685195.678524:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34400/0x8f0dbafbd9ef7008 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685195.678547:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e84700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514743296:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1770685195.678628:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685195.678679:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c67ae9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1770685195.679060:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514743296 00000100:00100000:3.0:1770685195.679068:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514743296 00000100:00100000:3.0:1770685195.679114:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:3.0:1770685195.679131:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300567850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+13:5757:x1856697514743296:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1770685195.679144:0:5753:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685195.679429:0:5753:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef700f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x8f0dbafbd9ef7008 expref: -99 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685195.679455:0:5753:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef700f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef7008 expref: 14 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685195.679466:0:5753:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef700f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef7008 expref: 14 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685195.679474:0:5753:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92d8f9ce00, rc 0) 00000100:00100000:3.0:1770685195.679529:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300567850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+14:5757:x1856697514743296:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 399us (900us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685195.679536:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:2.0:1770685195.679655:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e84700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514743296:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1770685195.679671:0:5757:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34400/0x8f0dbafbd9ef7008 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef700f expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685195.679681:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34400/0x8f0dbafbd9ef7008 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x8f0dbafbd9ef700f expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685195.679958:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e84700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514743424:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770685195.680003:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685195.680084:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c67ae9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1770685195.686832:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514743424 00000100:00100000:3.0:1770685195.686855:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514743424 00000100:00100000:2.0:1770685195.686989:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:2.0:1770685195.687000:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300565050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+14:5757:x1856697514743424:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770685195.687190:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300565050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+14:5757:x1856697514743424:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 191us (7186us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685195.687198:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:1.0:1770685195.687292:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e84700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514743424:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1770685195.687344:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb154a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514743552:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1770685195.687400:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685195.687441:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c31c2c00 going to sleep for 11 seconds 00000100:00100000:2.0:1770685195.687987:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514743552 00000100:00100000:2.0:1770685195.687994:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514743552 00000100:00100000:2.0:1770685195.688023:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:2.0:1770685195.688031:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300566c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+14:5757:x1856697514743552:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1770685195.688209:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300566c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+14:5757:x1856697514743552:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 178us (808us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685195.688222:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:1.0:1770685195.688360:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb154a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514743552:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1770685195.689192:0:17059:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e84700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:17059:1856697514743680:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1770685195.689254:0:17059:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685195.689290:0:17059:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0335240 going to sleep for 11 seconds 00000100:00100000:3.0:1770685195.689335:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514743680 00000100:00100000:3.0:1770685195.689348:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514743680 00000100:00100000:3.0:1770685195.689386:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:3.0:1770685195.689395:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300566050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+14:17059:x1856697514743680:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1770685195.689627:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300566050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+14:17059:x1856697514743680:12345-0@lo:502:llog_process_th.0 Request processed in 233us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685195.689634:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:2.0:1770685195.689826:0:17059:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e84700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:17059:1856697514743680:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1770685195.689882:0:17059:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e84700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:17059:1856697514743808:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1770685195.689915:0:17059:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685195.689932:0:17059:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d1c6b180 going to sleep for 11 seconds 00000100:00100000:0.0:1770685195.690079:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514743808 00000100:00100000:0.0:1770685195.690084:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514743808 00000100:00100000:0.0:1770685195.690116:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:0.0:1770685195.690123:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300567050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+14:17059:x1856697514743808:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1770685195.690249:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300567050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+14:17059:x1856697514743808:12345-0@lo:502:llog_process_th.0 Request processed in 127us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685195.690256:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:2.0:1770685195.690522:0:17059:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e84700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:17059:1856697514743808:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1770685195.690540:0:17059:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:0.0:1770685195.690867:0:5757:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 49-51 (rc=0) 10000000:01000000:0.0:1770685195.690887:0:5757:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1770685195.690896:0:5757:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34400/0x8f0dbafbd9ef7008 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef700f expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685195.690907:0:5757:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34400/0x8f0dbafbd9ef7008 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef700f expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1770685195.690917:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:0.0:1770685195.690919:0:5757:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:0.0:1770685195.690922:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:0.0:1770685195.690947:0:5757:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c1767000/0x8f0dbafbd9ef7016 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685195.690955:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff9d91c1767000/0x8f0dbafbd9ef7016 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685195.690964:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff9d91c1767000/0x8f0dbafbd9ef7016 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685195.690999:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514743936:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1770685195.691028:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685195.691094:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d07f7600 going to sleep for 11 seconds 00000100:00100000:3.0:1770685195.701668:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514743936 00000100:00100000:3.0:1770685195.701691:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514743936 00000100:00100000:0.0:1770685195.702057:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:0.0:1770685195.702068:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300564850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+14:5757:x1856697514743936:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1770685195.702085:0:5754:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685195.702104:0:5754:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d91c1766800/0x8f0dbafbd9ef701d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x8f0dbafbd9ef7016 expref: -99 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685195.702142:0:5754:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d91c1766800/0x8f0dbafbd9ef701d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef7016 expref: 15 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685195.702162:0:5754:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d91c1766800/0x8f0dbafbd9ef701d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef7016 expref: 15 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685195.702172:0:5754:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1766800, rc 0) 00000100:00100000:0.0:1770685195.702270:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300564850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+15:5757:x1856697514743936:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 203us (11239us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685195.702278:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:2.0:1770685195.702452:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514743936:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1770685195.702471:0:5757:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff9d91c1767000/0x8f0dbafbd9ef7016 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef701d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685195.702481:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff9d91c1767000/0x8f0dbafbd9ef7016 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x8f0dbafbd9ef701d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685195.702559:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e84700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514744064:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770685195.702642:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685195.702670:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d1c6b180 going to sleep for 11 seconds 00000100:00100000:0.0:1770685195.702952:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514744064 00000100:00100000:0.0:1770685195.702957:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514744064 00000100:00100000:0.0:1770685195.702999:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:0.0:1770685195.703007:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300567c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+15:5757:x1856697514744064:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1770685195.703317:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300567c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+15:5757:x1856697514744064:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 311us (675us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685195.703324:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:3.0:1770685195.703495:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e84700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514744064:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1770685195.703528:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e49500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514744192:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1770685195.703601:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685195.703619:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d02d1780 going to sleep for 11 seconds 00000100:00100000:2.0:1770685195.703694:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514744192 00000100:00100000:2.0:1770685195.703698:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514744192 00000100:00100000:2.0:1770685195.703723:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:2.0:1770685195.703730:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300564c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+15:5757:x1856697514744192:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1770685195.703889:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300564c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+15:5757:x1856697514744192:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 159us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685195.703897:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:3.0:1770685195.704158:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e49500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514744192:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1770685195.706395:0:17060:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000020:01000000:2.0:1770685195.706558:0:5757:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:2.0:1770685195.706607:0:5757:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:2.0:1770685195.706620:0:5757:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c1767000/0x8f0dbafbd9ef7016 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef701d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685195.706631:0:5757:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff9d91c1767000/0x8f0dbafbd9ef7016 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef701d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1770685195.706643:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1770685195.706646:0:5757:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9d92c7fc8800 from 49 10000000:01000000:2.0:1770685195.706649:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1770685195.706701:0:5757:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34e00/0x8f0dbafbd9ef7024 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685195.706710:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34e00/0x8f0dbafbd9ef7024 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685195.706722:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34e00/0x8f0dbafbd9ef7024 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685195.706746:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514744320:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1770685195.706805:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685195.706838:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d1c6b240 going to sleep for 11 seconds 00000100:00100000:3.0:1770685195.707527:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514744320 00000100:00100000:3.0:1770685195.707536:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514744320 00000100:00100000:3.0:1770685195.707700:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:3.0:1770685195.707713:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300566850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+15:5757:x1856697514744320:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1770685195.707730:0:5754:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685195.707750:0:5754:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d92d8f9c200/0x8f0dbafbd9ef702b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x8f0dbafbd9ef7024 expref: -99 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685195.707775:0:5754:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d92d8f9c200/0x8f0dbafbd9ef702b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef7024 expref: 16 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685195.707786:0:5754:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d92d8f9c200/0x8f0dbafbd9ef702b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef7024 expref: 16 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685195.707816:0:5754:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92d8f9c200, rc 0) 00000100:00100000:3.0:1770685195.707885:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300566850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+16:5757:x1856697514744320:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 175us (1079us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685195.707892:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:2.0:1770685195.708008:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514744320:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1770685195.708024:0:5757:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34e00/0x8f0dbafbd9ef7024 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef702b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685195.708043:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34e00/0x8f0dbafbd9ef7024 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x8f0dbafbd9ef702b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685195.708105:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514744448:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770685195.708158:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685195.715642:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d1c6b240 going to sleep for 11 seconds 00000100:00100000:3.0:1770685195.720850:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514744448 00000100:00100000:3.0:1770685195.720866:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514744448 00000100:00100000:3.0:1770685195.720927:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:3.0:1770685195.720936:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300567450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+16:5757:x1856697514744448:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1770685195.721117:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300567450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+16:5757:x1856697514744448:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 182us (12958us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685195.721124:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:2.0:1770685195.721247:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514744448:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770685195.721299:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514744576:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1770685195.721348:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685195.721387:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d1c6b240 going to sleep for 11 seconds 00000100:00100000:3.0:1770685195.723280:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514744576 00000100:00100000:3.0:1770685195.723292:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514744576 00000100:00100000:3.0:1770685195.723336:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:3.0:1770685195.723345:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+16:5757:x1856697514744576:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1770685195.723650:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+16:5757:x1856697514744576:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 305us (2301us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685195.723657:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:2.0:1770685195.729483:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514744576:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1770685195.730040:0:17061:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d1500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:17061:1856697514744704:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1770685195.730132:0:17061:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685195.730179:0:17061:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d07f7240 going to sleep for 11 seconds 00000100:00100000:1.0:1770685195.731136:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514744704 00000100:00100000:1.0:1770685195.731145:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514744704 00000100:00100000:1.0:1770685195.731195:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:1.0:1770685195.731204:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0339850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+16:17061:x1856697514744704:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1770685195.731722:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0339850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+16:17061:x1856697514744704:12345-0@lo:502:llog_process_th.0 Request processed in 518us (1590us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685195.731729:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:3.0:1770685195.733031:0:17061:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d1500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:17061:1856697514744704:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1770685195.733109:0:17061:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e49500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:17061:1856697514744832:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1770685195.733187:0:17061:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685195.733269:0:17061:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d02d1540 going to sleep for 11 seconds 00000100:00100000:0.0:1770685195.738621:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514744832 00000100:00100000:0.0:1770685195.738637:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514744832 00000100:00100000:0.0:1770685195.738706:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:0.0:1770685195.738716:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+16:17061:x1856697514744832:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1770685195.739006:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+16:17061:x1856697514744832:12345-0@lo:502:llog_process_th.0 Request processed in 291us (5819us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685195.739014:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:3.0:1770685195.739548:0:17061:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e49500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:17061:1856697514744832:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1770685195.739612:0:17061:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1770685195.739962:0:5757:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 49-51 (rc=0) 10000000:01000000:2.0:1770685195.739991:0:5757:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1770685195.740001:0:5757:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34e00/0x8f0dbafbd9ef7024 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef702b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685195.740011:0:5757:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34e00/0x8f0dbafbd9ef7024 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef702b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1770685195.740020:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:2.0:1770685195.740023:0:5757:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 43 10000000:01000000:2.0:1770685195.740025:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1770685195.740053:0:5757:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35e00/0x8f0dbafbd9ef7032 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685195.740060:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35e00/0x8f0dbafbd9ef7032 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685195.740078:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35e00/0x8f0dbafbd9ef7032 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685195.740099:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514744960:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1770685195.740158:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685195.740193:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d1c6b240 going to sleep for 11 seconds 00000100:00100000:1.0:1770685195.740452:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514744960 00000100:00100000:1.0:1770685195.740458:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514744960 00000100:00100000:1.0:1770685195.740502:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:1.0:1770685195.740511:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0339c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+16:5757:x1856697514744960:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1770685195.740522:0:5753:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685195.740534:0:5753:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d91c1c98e00/0x8f0dbafbd9ef7039 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x8f0dbafbd9ef7032 expref: -99 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685195.740554:0:5753:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d91c1c98e00/0x8f0dbafbd9ef7039 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef7032 expref: 17 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685195.740564:0:5753:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d91c1c98e00/0x8f0dbafbd9ef7039 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef7032 expref: 17 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685195.740572:0:5753:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c98e00, rc 0) 00000100:00100000:1.0:1770685195.740646:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0339c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+17:5757:x1856697514744960:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 136us (487us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685195.740652:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:3.0:1770685195.741038:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514744960:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1770685195.741051:0:5757:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35e00/0x8f0dbafbd9ef7032 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef7039 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685195.741059:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35e00/0x8f0dbafbd9ef7032 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x8f0dbafbd9ef7039 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685195.741105:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e49500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514745088:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1770685195.741423:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685195.741503:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514745088 00000100:00100000:2.0:1770685195.741508:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514745088 00000100:00100000:2.0:1770685195.741605:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:2.0:1770685195.741613:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0338050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+17:5757:x1856697514745088:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770685195.741724:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0338050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+17:5757:x1856697514745088:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 111us (578us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685195.741730:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:3.0:1770685195.742398:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d02d1540 going to sleep for 11 seconds 00000100:00100000:3.0:1770685195.742418:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e49500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514745088:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1770685195.742453:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e49500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514745216:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1770685195.742496:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685195.746652:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514745216 00000100:00100000:1.0:1770685195.746668:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514745216 00000100:00100000:3.0:1770685195.746865:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d02d1540 going to sleep for 11 seconds 00000100:00100000:1.0:1770685195.751187:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:1.0:1770685195.751203:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0338450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+17:5757:x1856697514745216:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1770685195.751454:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0338450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+17:5757:x1856697514745216:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 255us (8956us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685195.751463:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:3.0:1770685195.757003:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e49500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514745216:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1770685195.760802:0:17062:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:17062:1856697514745344:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1770685195.760902:0:17062:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685195.760951:0:17062:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d1c6b240 going to sleep for 11 seconds 00000100:00100000:1.0:1770685195.761099:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514745344 00000100:00100000:1.0:1770685195.761106:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514745344 00000100:00100000:1.0:1770685195.761167:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:1.0:1770685195.761175:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300565450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+17:17062:x1856697514745344:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1770685195.761413:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300565450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+17:17062:x1856697514745344:12345-0@lo:502:llog_process_th.0 Request processed in 238us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685195.761421:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:2.0:1770685195.761805:0:17062:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:17062:1856697514745344:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1770685195.761837:0:17062:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1770685195.761859:0:17062:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1770685195.761862:0:17062:0:(obd_config.c:1477:class_process_config()) marker 33 (0x1) lustre-MDT0000-m rem lustre.test_11c.lustre-OST0001_UUID 00000020:00000080:2.0:1770685195.761869:0:17062:0:(obd_config.c:1389:class_process_config()) processing cmd: ce022 00020000:01000000:2.0:1770685195.761883:0:17062:0:(lod_pool.c:649:lod_pool_remove()) lustre-OST0001_UUID removed from test_11c 00000100:00100000:3.0:1770685195.763131:0:17062:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e49500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:17062:1856697514745472:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1770685195.763195:0:17062:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685195.763235:0:17062:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d02d1540 going to sleep for 11 seconds 00000100:00100000:1.0:1770685195.763424:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514745472 00000100:00100000:1.0:1770685195.763430:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514745472 00000100:00100000:1.0:1770685195.763470:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:1.0:1770685195.763478:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+17:17062:x1856697514745472:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1770685195.763731:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+17:17062:x1856697514745472:12345-0@lo:502:llog_process_th.0 Request processed in 252us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685195.763739:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:3.0:1770685195.763933:0:17062:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e49500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:17062:1856697514745472:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1770685195.763961:0:17062:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1770685195.763977:0:17062:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1770685195.763978:0:17062:0:(obd_config.c:1477:class_process_config()) marker 33 (0x2) lustre-MDT0000-m rem lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:3.0:1770685195.763983:0:17062:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:1.0:1770685195.764133:0:5757:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-MDT0000 gen 43-45 (rc=0) 10000000:01000000:1.0:1770685195.764160:0:5757:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:1.0:1770685195.764169:0:5757:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35e00/0x8f0dbafbd9ef7032 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef7039 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685195.764187:0:5757:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35e00/0x8f0dbafbd9ef7032 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef7039 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1770685195.764197:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:1.0:1770685195.764199:0:5757:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-sptlrpc-ffff9d92c4a418d8 from 1 10000000:01000000:1.0:1770685195.764201:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1770685195.764226:0:5757:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c1c99800/0x8f0dbafbd9ef7040 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685195.764234:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff9d91c1c99800/0x8f0dbafbd9ef7040 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685195.764243:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff9d91c1c99800/0x8f0dbafbd9ef7040 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685195.764261:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb154a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514745600:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1770685195.764292:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685195.764322:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d030aa80 going to sleep for 11 seconds 00000100:00100000:3.0:1770685195.764525:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514745600 00000100:00100000:3.0:1770685195.764530:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514745600 00000100:00100000:3.0:1770685195.764564:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:3.0:1770685195.764597:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0339050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+17:5757:x1856697514745600:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1770685195.764608:0:5754:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685195.764620:0:5754:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d92d8f9dc00/0x8f0dbafbd9ef7047 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x8f0dbafbd9ef7040 expref: -99 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685195.764641:0:5754:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d92d8f9dc00/0x8f0dbafbd9ef7047 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef7040 expref: 18 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685195.764650:0:5754:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d92d8f9dc00/0x8f0dbafbd9ef7047 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef7040 expref: 18 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685195.764658:0:5754:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92d8f9dc00, rc 0) 00000100:00100000:3.0:1770685195.764701:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0339050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:5757:x1856697514745600:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 123us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685195.764707:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000020:01000004:2.0:1770685195.764990:0:17063:0:(tgt_mount.c:154:server_get_mount()) get mount ffff9d92c7fc8800 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1770685195.764994:0:17063:0:(obd_mount.c:705:lustre_put_lsi()) put ffff9d92c7fc8800 4 00000100:00100000:1.0:1770685195.765639:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb154a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514745600:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1770685195.765656:0:5757:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff9d91c1c99800/0x8f0dbafbd9ef7040 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef7047 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685195.765665:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff9d91c1c99800/0x8f0dbafbd9ef7040 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x8f0dbafbd9ef7047 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685195.765731:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb154a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514745728:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1770685195.765768:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685195.765802:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d030aa80 going to sleep for 11 seconds 00000100:00100000:3.0:1770685195.766087:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514745728 00000100:00100000:3.0:1770685195.766095:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514745728 00000100:00100000:3.0:1770685195.766133:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:3.0:1770685195.766140:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:5757:x1856697514745728:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1770685195.766250:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:5757:x1856697514745728:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 109us (481us total) trans 0 rc -2/-2 00000100:00100000:3.0:1770685195.766257:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:2.0:1770685195.766457:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb154a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514745728:0@lo:501:ll_cfg_requeue.0 10000000:01000000:2.0:1770685195.766479:0:5757:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1770685195.766496:0:5757:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c1c99800/0x8f0dbafbd9ef7040 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef7047 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685195.766504:0:5757:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff9d91c1c99800/0x8f0dbafbd9ef7040 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef7047 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685195.826126:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1770685195.826159:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514745856:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1770685195.826228:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685195.826278:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514745856 00000100:00100000:2.0:1770685195.826285:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514745856 00000100:00100000:2.0:1770685195.826327:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00100000:2.0:1770685195.826334:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514745856:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1770685195.826364:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 62980096 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1770685195.826401:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514745856:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685195.826407:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00100000:2.0:1770685195.826450:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514745856:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1770685195.831517:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1770685195.831550:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514745984:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1770685195.831643:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685195.831714:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514745984 00000100:00100000:1.0:1770685195.831723:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514745984 00000100:00100000:1.0:1770685195.831767:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00100000:1.0:1770685195.831775:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb154380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514745984:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1770685195.831809:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 57868288 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1770685195.831853:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb154380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514745984:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685195.831860:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00100000:1.0:1770685195.831905:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514745984:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1770685196.017846:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685197.054304:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685198.034903:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685198.034940:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685198.034982:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685198.035004:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685198.035019:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685198.035036:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685198.035073:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685198.035111:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500205568 00000100:00100000:3.0:1770685198.035121:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500205568 00000100:00100000:3.0:1770685198.035183:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500206080 00000100:00100000:3.0:1770685198.035197:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500206080 00000100:00100000:3.0:1770685198.035213:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500205696 00000100:00100000:3.0:1770685198.035216:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500205696 00000100:00100000:3.0:1770685198.035231:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500205952 00000100:00100000:3.0:1770685198.035233:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500205952 00000100:00100000:3.0:1770685198.035248:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 290 00000100:00100000:3.0:1770685198.035258:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2350:x1856697500205568:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685198.035334:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2350:x1856697500205568:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 77us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685198.035341:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 290 00000100:00100000:3.0:1770685198.035359:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 291 00000100:00100000:3.0:1770685198.035366:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500206080:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685198.035392:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500206080:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 27us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685198.035398:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 291 00000100:00100000:3.0:1770685198.035409:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 292 00000100:00100000:3.0:1770685198.035416:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2350:x1856697500205696:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685198.035436:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2350:x1856697500205696:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 21us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685198.035442:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 292 00000100:00100000:3.0:1770685198.035453:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 293 00000100:00100000:3.0:1770685198.035460:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+8:2350:x1856697500205952:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685198.035494:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5300e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+8:2350:x1856697500205952:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 34us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685198.035500:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 293 00000100:00100000:3.0:1770685198.035519:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500205824 00000100:00100000:3.0:1770685198.035523:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500205824 00000100:00100000:3.0:1770685198.035548:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500205440 00000100:00100000:3.0:1770685198.035550:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500205440 00000100:00100000:3.0:1770685198.035568:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 324 00000100:00100000:3.0:1770685198.035574:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+37:2350:x1856697500205824:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685198.035618:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+37:2350:x1856697500205824:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 44us (636us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685198.035624:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 324 00000100:00100000:3.0:1770685198.035634:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 325 00000100:00100000:3.0:1770685198.035640:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5007800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+77:2350:x1856697500205440:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685198.035661:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5007800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+77:2350:x1856697500205440:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 21us (640us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685198.035666:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 325 00000100:00080000:3.0:1770685198.035900:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1770685198.035905:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1770685198.035907:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1770685198.039311:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500205312 00000100:00100000:0.0:1770685198.039325:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500205312 00000100:00100000:0.0:1770685198.039393:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 492 00000100:00100000:0.0:1770685198.039403:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2350:x1856697500205312:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685198.039484:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2350:x1856697500205312:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 83us (4590us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685198.039491:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 492 00010000:00010000:2.0:1770685198.066753:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1770685199.031256:0:17163:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007fffdf971c50 20000000:00000080:0.0:1770685199.031272:0:17163:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff9d92d197dc00 uarg=0000000000000000 00000040:00100000:0.0:1770685199.031977:0:17163:0:(llog.c:1064:llog_reverse_process()) index 51 : idx 48 20000000:01000000:0.0:1770685199.031984:0:17163:0:(mgs_llog.c:870:mgs_search_pool_cb()) Matched pool rec 50 cmd:0xce022 lustre.test_11c lustre-OST0001_UUID 20000000:01000000:0.0:1770685199.031999:0:17163:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-client/lustre-clilov/new lustre.test_11c fl=4 20000000:01000000:3.0:1770685199.032700:0:17164:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 42 marker 28 1->4: lustre-clilov new lustre.test_11c 20000000:01000000:3.0:1770685199.032781:0:17164:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 44 marker 28 2->4: lustre-clilov new lustre.test_11c 00000040:00080000:3.0:1770685199.032812:0:17164:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000040:00080000:0.0:1770685199.033070:0:17163:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].52, 224 off17416 20000000:01000000:0.0:1770685199.033085:0:17163:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-clilov 0xce023 lustre test_11c (null) (null) 00000040:00080000:0.0:1770685199.033123:0:17163:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].53, 112 off17528 00000040:00080000:0.0:1770685199.033161:0:17163:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].54, 224 off17752 20000000:01000000:0.0:1770685199.033176:0:17163:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-MDT0000/lustre-MDT0000-mdtlov/new lustre.test_11c fl=4 20000000:01000000:3.0:1770685199.033541:0:17165:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 37 marker 29 1->4: lustre-MDT0000-mdtlov new lustre.test_11c 20000000:01000000:3.0:1770685199.033612:0:17165:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 39 marker 29 2->4: lustre-MDT0000-mdtlov new lustre.test_11c 00000040:00080000:3.0:1770685199.033796:0:17165:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000040:00080000:0.0:1770685199.034020:0:17163:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].47, 224 off16608 20000000:01000000:0.0:1770685199.034040:0:17163:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce023 lustre test_11c (null) (null) 00000040:00080000:0.0:1770685199.034078:0:17163:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].48, 120 off16728 00000040:00080000:0.0:1770685199.034130:0:17163:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].49, 224 off16952 10000000:01000000:0.0:1770685199.034144:0:17163:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:0.0:1770685199.034164:0:17163:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9d91c1767e00/0x8f0dbafbd9ef704e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685199.034183:0:17163:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6fd7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd562 expref: 11 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685199.034191:0:17163:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d91c1766600/0x8f0dbafbd9ef6fde lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd569 expref: 11 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685199.034198:0:17163:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d91c1767400/0x8f0dbafbd9ef6fe5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd570 expref: 11 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685199.034206:0:17163:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d91c3b34a00/0x8f0dbafbd9ef6ff3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6fec expref: 17 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685199.034212:0:17163:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d92d8f9d000/0x8f0dbafbd9ef7001 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef6ffa expref: 17 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685199.034218:0:17163:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef700f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef7008 expref: 17 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685199.034224:0:17163:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d91c1766800/0x8f0dbafbd9ef701d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef7016 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685199.034229:0:17163:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d92d8f9c200/0x8f0dbafbd9ef702b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef7024 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685199.034235:0:17163:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d91c1c98e00/0x8f0dbafbd9ef7039 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef7032 expref: 17 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685199.034252:0:17163:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d92d8f9dc00/0x8f0dbafbd9ef7047 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef7040 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685199.034260:0:17163:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9d91c1767e00/0x8f0dbafbd9ef704e lrc: 13/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685199.034301:0:17163:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d92d8f9dc00/0x8f0dbafbd9ef7047 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8f0dbafbd9ef7040 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685199.034315:0:17163:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9d92d8f9dc00/0x8f0dbafbd9ef7047 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef7040 expref: 17 pid: 5754 timeout: 673 lvb_type: 0 00000100:00100000:0.0:1770685199.034331:0:17163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d1500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17163:1856697514746112:0@lo:104: 00000100:00100000:0.0:1770685199.034398:0:17163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1770685199.034465:0:17163:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d91c1c98e00/0x8f0dbafbd9ef7039 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8f0dbafbd9ef7032 expref: 17 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685199.034472:0:17163:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9d91c1c98e00/0x8f0dbafbd9ef7039 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef7032 expref: 17 pid: 5753 timeout: 673 lvb_type: 0 00000100:00100000:0.0:1770685199.034481:0:17163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f51fa680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17163:1856697514746240:0@lo:104: 00000100:00100000:0.0:1770685199.034502:0:17163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1770685199.034531:0:17163:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d92d8f9c200/0x8f0dbafbd9ef702b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8f0dbafbd9ef7024 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685199.034538:0:17163:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9d92d8f9c200/0x8f0dbafbd9ef702b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef7024 expref: 17 pid: 5754 timeout: 673 lvb_type: 0 00000100:00100000:0.0:1770685199.034546:0:17163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17163:1856697514746368:0@lo:104: 00000100:00100000:0.0:1770685199.034563:0:17163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1770685199.034669:0:17163:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d91c1766800/0x8f0dbafbd9ef701d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8f0dbafbd9ef7016 expref: 17 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685199.034677:0:17163:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9d91c1766800/0x8f0dbafbd9ef701d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef7016 expref: 17 pid: 5754 timeout: 673 lvb_type: 0 00000100:00100000:0.0:1770685199.034685:0:17163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274c000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17163:1856697514746496:0@lo:104: 00000100:00100000:0.0:1770685199.034706:0:17163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685199.036100:0:5743:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514746112 00000100:00100000:1.0:1770685199.036110:0:5743:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514746112 00010000:00010000:0.0:1770685199.036145:0:17163:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef700f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8f0dbafbd9ef7008 expref: 17 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685199.036157:0:17163:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef700f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef7008 expref: 17 pid: 5753 timeout: 673 lvb_type: 0 00000100:00100000:0.0:1770685199.036169:0:17163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274ca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17163:1856697514746624:0@lo:104: 00000100:00100000:0.0:1770685199.036207:0:17163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1770685199.036225:0:17163:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d92d8f9d000/0x8f0dbafbd9ef7001 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8f0dbafbd9ef6ffa expref: 17 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685199.036233:0:17163:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9d92d8f9d000/0x8f0dbafbd9ef7001 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6ffa expref: 17 pid: 5754 timeout: 673 lvb_type: 0 00000100:00100000:0.0:1770685199.036241:0:17163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274e680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17163:1856697514746752:0@lo:104: 00000100:00100000:0.0:1770685199.036261:0:17163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1770685199.036276:0:17163:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d91c3b34a00/0x8f0dbafbd9ef6ff3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x8f0dbafbd9ef6fec expref: 17 pid: 5754 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685199.036277:0:5743:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514746240 00000100:00100000:1.0:1770685199.036281:0:5743:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514746240 00010000:00010000:0.0:1770685199.036283:0:17163:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9d91c3b34a00/0x8f0dbafbd9ef6ff3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6fec expref: 17 pid: 5754 timeout: 673 lvb_type: 0 00000100:00100000:1.0:1770685199.036290:0:5743:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514746368 00000100:00100000:0.0:1770685199.036291:0:17163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17163:1856697514746880:0@lo:104: 00000100:00100000:1.0:1770685199.036292:0:5743:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514746368 00000100:00100000:1.0:1770685199.036300:0:5743:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514746496 00000100:00100000:1.0:1770685199.036302:0:5743:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514746496 00000100:00100000:1.0:1770685199.036310:0:5743:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514746624 00000100:00100000:1.0:1770685199.036312:0:5743:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514746624 00000100:00100000:0.0:1770685199.036315:0:17163:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685199.036320:0:5743:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514746752 00000100:00100000:1.0:1770685199.036322:0:5743:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514746752 00000100:00100000:1.0:1770685199.036337:0:5743:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1770685199.036345:0:5743:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514746880 00000100:00100000:1.0:1770685199.036347:0:5743:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514746880 00010000:00010000:0.0:1770685199.036348:0:17163:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d91c1767400/0x8f0dbafbd9ef6fe5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd570 expref: 11 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685199.036358:0:17163:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d91c1767400/0x8f0dbafbd9ef6fe5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd570 expref: 11 pid: 5755 timeout: 623 lvb_type: 0 00000100:00100000:1.0:1770685199.036360:0:5743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1770685199.036367:0:17163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274dc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17163:1856697514747008:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685199.036368:0:5743:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:02368443-f312-44b4-8d5b-8c5b083a881f+9:17163:x1856697514746112:12345-0@lo:104: 00010000:00010000:1.0:1770685199.036378:0:5743:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff9d91c1c99800/0x8f0dbafbd9ef7040 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef7047 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685199.036421:0:17163:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d91c1766600/0x8f0dbafbd9ef6fde lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd569 expref: 11 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685199.036426:0:5743:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:0.0:1770685199.036429:0:17163:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d91c1766600/0x8f0dbafbd9ef6fde lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd569 expref: 11 pid: 5755 timeout: 623 lvb_type: 0 00000100:00100000:1.0:1770685199.036432:0:5743:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:02368443-f312-44b4-8d5b-8c5b083a881f+9:17163:x1856697514746112:12345-0@lo:104: Request processed in 65us (2034us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685199.036437:0:17163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17163:1856697514747136:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685199.036439:0:5743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1770685199.036455:0:5743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1770685199.036460:0:5743:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:02368443-f312-44b4-8d5b-8c5b083a881f+8:17163:x1856697514746240:12345-0@lo:104: 00010000:00010000:0.0:1770685199.036464:0:17163:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6fd7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd562 expref: 11 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685199.036467:0:5743:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35e00/0x8f0dbafbd9ef7032 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef7039 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685199.036472:0:17163:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6fd7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd562 expref: 11 pid: 5754 timeout: 623 lvb_type: 0 00000100:00100000:0.0:1770685199.036480:0:17163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274d500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17163:1856697514747264:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685199.036497:0:5743:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1770685199.036499:0:17163:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c2a7c240 going to sleep for 11 seconds 00000100:00100000:1.0:1770685199.036501:0:5743:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:02368443-f312-44b4-8d5b-8c5b083a881f+8:17163:x1856697514746240:12345-0@lo:104: Request processed in 42us (1999us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685199.036506:0:5743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1770685199.036517:0:5743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1770685199.036517:0:17163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d1500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17163:1856697514746112:0@lo:104: 00000100:00100000:1.0:1770685199.036523:0:5743:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:02368443-f312-44b4-8d5b-8c5b083a881f+7:17163:x1856697514746368:12345-0@lo:104: 00000100:00100000:0.0:1770685199.036526:0:17163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f51fa680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17163:1856697514746240:0@lo:104: 00010000:00010000:1.0:1770685199.036529:0:5743:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34e00/0x8f0dbafbd9ef7024 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef702b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685199.036558:0:5743:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:1.0:1770685199.036563:0:5743:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:02368443-f312-44b4-8d5b-8c5b083a881f+7:17163:x1856697514746368:12345-0@lo:104: Request processed in 41us (1999us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685199.036566:0:17163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17163:1856697514746368:0@lo:104: 00000100:00100000:1.0:1770685199.036801:0:5743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1770685199.036806:0:8225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1770685199.036814:0:5743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1770685199.036815:0:8225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:02368443-f312-44b4-8d5b-8c5b083a881f+6:17163:x1856697514746496:12345-0@lo:104: 00000100:00100000:1.0:1770685199.036819:0:5743:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:02368443-f312-44b4-8d5b-8c5b083a881f+6:17163:x1856697514746624:12345-0@lo:104: 00010000:00010000:2.0:1770685199.036822:0:8225:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff9d91c1767000/0x8f0dbafbd9ef7016 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef701d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685199.036824:0:5743:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34400/0x8f0dbafbd9ef7008 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef700f expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685199.036867:0:8225:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00010000:00010000:1.0:1770685199.036867:0:5743:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:2.0:1770685199.036873:0:8225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:02368443-f312-44b4-8d5b-8c5b083a881f+6:17163:x1856697514746496:12345-0@lo:104: Request processed in 60us (2165us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685199.036873:0:5743:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:02368443-f312-44b4-8d5b-8c5b083a881f+6:17163:x1856697514746624:12345-0@lo:104: Request processed in 54us (666us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685199.036879:0:5743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1770685199.036886:0:8225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1770685199.036890:0:5743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1770685199.036895:0:5743:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:02368443-f312-44b4-8d5b-8c5b083a881f+4:17163:x1856697514746752:12345-0@lo:104: 00000100:00100000:2.0:1770685199.036896:0:8225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1770685199.036901:0:8225:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f78c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:02368443-f312-44b4-8d5b-8c5b083a881f+4:17163:x1856697514746880:12345-0@lo:104: 00010000:00010000:1.0:1770685199.036903:0:5743:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff9d91c307a200/0x8f0dbafbd9ef6ffa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef7001 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685199.036906:0:8225:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.141@tcp lock: ffff9d91c307ba00/0x8f0dbafbd9ef6fec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef6ff3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685199.036926:0:5743:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to priority blp list, 6 blwis in pool 00010000:00010000:2.0:1770685199.036927:0:8225:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to priority blp list, 7 blwis in pool 00000100:00100000:2.0:1770685199.036932:0:8225:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f78c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:02368443-f312-44b4-8d5b-8c5b083a881f+4:17163:x1856697514746880:12345-0@lo:104: Request processed in 30us (615us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685199.036932:0:5743:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:02368443-f312-44b4-8d5b-8c5b083a881f+4:17163:x1856697514746752:12345-0@lo:104: Request processed in 36us (669us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685199.036937:0:8225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1770685199.036939:0:5743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1770685199.036993:0:17163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274c000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17163:1856697514746496:0@lo:104: 00000100:00100000:0.0:1770685199.037002:0:17163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274ca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17163:1856697514746624:0@lo:104: 00000100:00100000:0.0:1770685199.037013:0:17163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274e680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17163:1856697514746752:0@lo:104: 00000100:00100000:0.0:1770685199.037038:0:17163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17163:1856697514746880:0@lo:104: 00010000:00010000:1.0:1770685199.037085:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1770685199.037091:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff9d91c1c99800/0x8f0dbafbd9ef7040 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef7047 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685199.037098:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c99800 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:1.0:1770685199.037103:0:5749:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff9d91c1c99800/0x8f0dbafbd9ef7040 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0x8f0dbafbd9ef7047 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685199.037109:0:5749:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff9d91c1c99800/0x8f0dbafbd9ef7040 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0x8f0dbafbd9ef7047 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1770685199.037114:0:5749:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff9d91c1c99800/0x8f0dbafbd9ef7040 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0x8f0dbafbd9ef7047 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1770685199.037117:0:5749:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1770685199.037301:0:5749:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff9d91c1c99800/0x8f0dbafbd9ef7040 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef7047 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685199.037313:0:5749:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1770685199.037345:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff9d91c1c99800/0x8f0dbafbd9ef7040 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef7047 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685199.037352:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff9d91c1c99800/0x8f0dbafbd9ef7040 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef7047 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685199.037355:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb157800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514747392:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1770685199.037365:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1770685199.037369:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35e00/0x8f0dbafbd9ef7032 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef7039 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685199.037374:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b35e00 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:1.0:1770685199.037376:0:5749:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35e00/0x8f0dbafbd9ef7032 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0x8f0dbafbd9ef7039 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685199.037382:0:5749:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35e00/0x8f0dbafbd9ef7032 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0x8f0dbafbd9ef7039 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685199.037387:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 10000000:00010000:1.0:1770685199.037389:0:5749:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35e00/0x8f0dbafbd9ef7032 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0x8f0dbafbd9ef7039 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1770685199.037394:0:5749:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1770685199.037408:0:5749:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35e00/0x8f0dbafbd9ef7032 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef7039 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685199.037414:0:5749:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1770685199.037432:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35e00/0x8f0dbafbd9ef7032 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef7039 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685199.037437:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1770685199.037438:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35e00/0x8f0dbafbd9ef7032 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef7039 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685199.037444:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb154a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514747520:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1770685199.037456:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1770685199.037459:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34e00/0x8f0dbafbd9ef7024 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef702b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685199.037464:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b34e00 already unused, calling callback (ffffffffc1b4dc20) 00000100:00100000:0.0:1770685199.037466:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 10000000:00010000:1.0:1770685199.037467:0:5749:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34e00/0x8f0dbafbd9ef7024 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0x8f0dbafbd9ef702b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685199.037473:0:5749:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34e00/0x8f0dbafbd9ef7024 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0x8f0dbafbd9ef702b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1770685199.037479:0:5749:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34e00/0x8f0dbafbd9ef7024 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0x8f0dbafbd9ef702b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1770685199.037484:0:5749:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:0.0:1770685199.037489:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514747392 00000100:00100000:0.0:1770685199.037494:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514747392 00010000:00010000:1.0:1770685199.037497:0:5749:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34e00/0x8f0dbafbd9ef7024 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef702b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685199.037502:0:5749:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1770685199.037512:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34e00/0x8f0dbafbd9ef7024 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef702b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685199.037513:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d92d8f9dc00/0x8f0dbafbd9ef7047 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef7040 expref: 18 pid: 5754 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1770685199.037519:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34e00/0x8f0dbafbd9ef7024 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef702b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685199.037526:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1770685199.037529:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34400/0x8f0dbafbd9ef7008 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef700f expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685199.037530:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514747520 00000100:00100000:0.0:1770685199.037533:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514747520 00010000:00010000:1.0:1770685199.037535:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b34400 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:1.0:1770685199.037538:0:5749:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34400/0x8f0dbafbd9ef7008 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x8f0dbafbd9ef700f expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685199.037541:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d91c1c98e00/0x8f0dbafbd9ef7039 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef7032 expref: 19 pid: 5753 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1770685199.037549:0:5749:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34400/0x8f0dbafbd9ef7008 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x8f0dbafbd9ef700f expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1770685199.037555:0:5749:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34400/0x8f0dbafbd9ef7008 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x8f0dbafbd9ef700f expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685199.037558:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 10000000:01000000:1.0:1770685199.037561:0:5749:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:0.0:1770685199.037563:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:02368443-f312-44b4-8d5b-8c5b083a881f+19:3291:x1856697514747392:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1770685199.037573:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685199.037604:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d92d8f9dc00/0x8f0dbafbd9ef7047 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef7040 expref: 19 pid: 5754 timeout: 673 lvb_type: 0 00010000:00010000:0.0:1770685199.037615:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d92d8f9dc00/0x8f0dbafbd9ef7047 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef7040 expref: 19 pid: 5754 timeout: 673 lvb_type: 0 00010000:00010000:0.0:1770685199.037629:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d92d8f9dc00/0x8f0dbafbd9ef7047 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8f0dbafbd9ef7040 expref: 19 pid: 5754 timeout: 673 lvb_type: 0 00010000:00010000:0.0:1770685199.037641:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685199.037669:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3291:x1856697514747392:12345-0@lo:103:ldlm_bl.0 Request processed in 105us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685199.037681:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00100000:0.0:1770685199.037696:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:0.0:1770685199.037701:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:02368443-f312-44b4-8d5b-8c5b083a881f+17:3289:x1856697514747520:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1770685199.037710:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685199.037714:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d91c1c98e00/0x8f0dbafbd9ef7039 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef7032 expref: 17 pid: 5753 timeout: 673 lvb_type: 0 00010000:00010000:0.0:1770685199.037723:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d91c1c98e00/0x8f0dbafbd9ef7039 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef7032 expref: 17 pid: 5753 timeout: 673 lvb_type: 0 00010000:00010000:0.0:1770685199.037732:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d91c1c98e00/0x8f0dbafbd9ef7039 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8f0dbafbd9ef7032 expref: 17 pid: 5753 timeout: 673 lvb_type: 0 00010000:00010000:0.0:1770685199.037741:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685199.037763:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:02368443-f312-44b4-8d5b-8c5b083a881f+16:3289:x1856697514747520:12345-0@lo:103:ldlm_bl.0 Request processed in 61us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685199.037768:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00100000:0.0:1770685199.037794:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb157800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514747392:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1770685199.038007:0:5749:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34400/0x8f0dbafbd9ef7008 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef700f expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685199.038014:0:5749:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1770685199.038045:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34400/0x8f0dbafbd9ef7008 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef700f expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685199.038051:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34400/0x8f0dbafbd9ef7008 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef700f expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685199.038060:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1770685199.038063:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff9d91c1767000/0x8f0dbafbd9ef7016 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef701d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685199.038068:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1767000 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:1.0:1770685199.038071:0:5749:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff9d91c1767000/0x8f0dbafbd9ef7016 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x8f0dbafbd9ef701d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685199.038077:0:5749:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff9d91c1767000/0x8f0dbafbd9ef7016 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x8f0dbafbd9ef701d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1770685199.038082:0:5749:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff9d91c1767000/0x8f0dbafbd9ef7016 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x8f0dbafbd9ef701d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1770685199.038087:0:5749:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1770685199.038110:0:5749:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff9d91c1767000/0x8f0dbafbd9ef7016 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef701d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685199.038115:0:5749:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1770685199.038121:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff9d91c1767000/0x8f0dbafbd9ef7016 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef701d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685199.038127:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff9d91c1767000/0x8f0dbafbd9ef7016 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef701d expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685199.038135:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1770685199.038138:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff9d91c307a200/0x8f0dbafbd9ef6ffa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef7001 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685199.038143:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a200 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:1.0:1770685199.038146:0:5749:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff9d91c307a200/0x8f0dbafbd9ef6ffa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x8f0dbafbd9ef7001 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685199.038151:0:5749:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff9d91c307a200/0x8f0dbafbd9ef6ffa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x8f0dbafbd9ef7001 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1770685199.038156:0:5749:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff9d91c307a200/0x8f0dbafbd9ef6ffa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x8f0dbafbd9ef7001 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1770685199.038161:0:5749:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1770685199.038176:0:5749:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff9d91c307a200/0x8f0dbafbd9ef6ffa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef7001 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685199.038181:0:5749:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1770685199.038188:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff9d91c307a200/0x8f0dbafbd9ef6ffa lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef7001 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685199.038194:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff9d91c307a200/0x8f0dbafbd9ef6ffa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef7001 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685199.038207:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1770685199.038209:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.141@tcp lock: ffff9d91c307ba00/0x8f0dbafbd9ef6fec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x8f0dbafbd9ef6ff3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685199.038215:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307ba00 already unused, calling callback (ffffffffc1b4dc20) 10000000:00010000:1.0:1770685199.038218:0:5749:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.141@tcp lock: ffff9d91c307ba00/0x8f0dbafbd9ef6fec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x8f0dbafbd9ef6ff3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685199.038224:0:5749:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.141@tcp lock: ffff9d91c307ba00/0x8f0dbafbd9ef6fec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x8f0dbafbd9ef6ff3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1770685199.038229:0:5749:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.141@tcp lock: ffff9d91c307ba00/0x8f0dbafbd9ef6fec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x8f0dbafbd9ef6ff3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1770685199.038233:0:5749:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1770685199.038245:0:5749:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.141@tcp lock: ffff9d91c307ba00/0x8f0dbafbd9ef6fec lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6ff3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685199.038251:0:5749:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1770685199.038256:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.141@tcp lock: ffff9d91c307ba00/0x8f0dbafbd9ef6fec lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6ff3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685199.038261:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.141@tcp lock: ffff9d91c307ba00/0x8f0dbafbd9ef6fec lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x8f0dbafbd9ef6ff3 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685199.038273:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685199.038274:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685199.038276:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685199.038285:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685199.038291:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685199.038306:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb155880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514748032:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1770685199.038341:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685199.038368:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1770685199.038373:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb157b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514747648:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1770685199.038392:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685199.038407:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb157800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514748160:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1770685199.038424:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685199.038447:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514748032 00000100:00100000:1.0:1770685199.038451:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514748032 00010000:00010000:1.0:1770685199.038468:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d92d8f9d000/0x8f0dbafbd9ef7001 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6ffa expref: 16 pid: 5754 timeout: 673 lvb_type: 0 00000100:00100000:1.0:1770685199.038481:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514747648 00000100:00100000:1.0:1770685199.038483:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514747648 00010000:00010000:1.0:1770685199.038491:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d92d8f9c200/0x8f0dbafbd9ef702b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef7024 expref: 17 pid: 5754 timeout: 673 lvb_type: 0 00000100:00100000:1.0:1770685199.038498:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514748160 00000100:00100000:1.0:1770685199.038500:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514748160 00010000:00010000:1.0:1770685199.038508:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d91c3b34a00/0x8f0dbafbd9ef6ff3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6fec expref: 18 pid: 5754 timeout: 673 lvb_type: 0 00000100:00100000:1.0:1770685199.038517:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:1.0:1770685199.038523:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d021ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514748032:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1770685199.038531:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685199.038535:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d92d8f9d000/0x8f0dbafbd9ef7001 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6ffa expref: 18 pid: 5754 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1770685199.038543:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d92d8f9d000/0x8f0dbafbd9ef7001 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6ffa expref: 18 pid: 5754 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1770685199.038552:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d92d8f9d000/0x8f0dbafbd9ef7001 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6ffa expref: 18 pid: 5754 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1770685199.038568:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685199.038622:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d021ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:02368443-f312-44b4-8d5b-8c5b083a881f+17:3288:x1856697514748032:12345-0@lo:103:ldlm_bl.0 Request processed in 99us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685199.038628:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00000100:00100000:1.0:1770685199.038669:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00100000:1.0:1770685199.038675:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:02368443-f312-44b4-8d5b-8c5b083a881f+16:3288:x1856697514747648:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1770685199.038682:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685199.038686:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d92d8f9c200/0x8f0dbafbd9ef702b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef7024 expref: 16 pid: 5754 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1770685199.038694:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d92d8f9c200/0x8f0dbafbd9ef702b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef7024 expref: 16 pid: 5754 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1770685199.038704:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d92d8f9c200/0x8f0dbafbd9ef702b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8f0dbafbd9ef7024 expref: 16 pid: 5754 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1770685199.038711:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685199.038732:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:02368443-f312-44b4-8d5b-8c5b083a881f+15:3288:x1856697514747648:12345-0@lo:103:ldlm_bl.0 Request processed in 57us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685199.038738:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00000100:00100000:1.0:1770685199.038750:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:1.0:1770685199.038756:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:02368443-f312-44b4-8d5b-8c5b083a881f+14:3288:x1856697514748160:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1770685199.038762:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685199.038766:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d91c3b34a00/0x8f0dbafbd9ef6ff3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6fec expref: 14 pid: 5754 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1770685199.038773:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d91c3b34a00/0x8f0dbafbd9ef6ff3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6fec expref: 14 pid: 5754 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1770685199.038793:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d91c3b34a00/0x8f0dbafbd9ef6ff3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8f0dbafbd9ef6fec expref: 14 pid: 5754 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1770685199.038801:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685199.038824:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:02368443-f312-44b4-8d5b-8c5b083a881f+13:3288:x1856697514748160:12345-0@lo:103:ldlm_bl.0 Request processed in 68us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685199.038829:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00100000:1.0:1770685199.038859:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb154a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514747520:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1770685199.038879:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb157b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514747648:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1770685199.038886:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb157800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514748160:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1770685199.038892:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb155880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514748032:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1770685199.038975:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb154e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514747904:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1770685199.039001:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685199.039028:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1770685199.039033:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb157480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514747776:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1770685199.039052:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685199.039101:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514747904 00000100:00100000:1.0:1770685199.039105:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514747904 00010000:00010000:1.0:1770685199.039120:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d91c1766800/0x8f0dbafbd9ef701d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef7016 expref: 13 pid: 5754 timeout: 673 lvb_type: 0 00000100:00100000:1.0:1770685199.039176:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514747776 00000100:00100000:1.0:1770685199.039180:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514747776 00010000:00010000:1.0:1770685199.039191:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef700f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef7008 expref: 14 pid: 5753 timeout: 673 lvb_type: 0 00000100:00100000:0.0:1770685199.039227:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:0.0:1770685199.039234:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:02368443-f312-44b4-8d5b-8c5b083a881f+14:3291:x1856697514747904:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1770685199.039242:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685199.039252:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d91c1766800/0x8f0dbafbd9ef701d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef7016 expref: 14 pid: 5754 timeout: 673 lvb_type: 0 00010000:00010000:0.0:1770685199.039261:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d91c1766800/0x8f0dbafbd9ef701d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef7016 expref: 14 pid: 5754 timeout: 673 lvb_type: 0 00010000:00010000:0.0:1770685199.039270:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d91c1766800/0x8f0dbafbd9ef701d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8f0dbafbd9ef7016 expref: 14 pid: 5754 timeout: 673 lvb_type: 0 00010000:00010000:0.0:1770685199.039279:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685199.039315:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:02368443-f312-44b4-8d5b-8c5b083a881f+13:3291:x1856697514747904:12345-0@lo:103:ldlm_bl.0 Request processed in 81us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685199.039321:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00100000:0.0:1770685199.039335:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:0.0:1770685199.039340:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:02368443-f312-44b4-8d5b-8c5b083a881f+12:3291:x1856697514747776:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1770685199.039348:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685199.039353:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef700f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef7008 expref: 12 pid: 5753 timeout: 673 lvb_type: 0 00010000:00010000:0.0:1770685199.039360:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef700f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x8f0dbafbd9ef7008 expref: 12 pid: 5753 timeout: 673 lvb_type: 0 00010000:00010000:0.0:1770685199.039369:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef700f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x8f0dbafbd9ef7008 expref: 12 pid: 5753 timeout: 673 lvb_type: 0 00010000:00010000:0.0:1770685199.039376:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685199.039396:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:02368443-f312-44b4-8d5b-8c5b083a881f+11:3291:x1856697514747776:12345-0@lo:103:ldlm_bl.0 Request processed in 56us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685199.039402:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000100:00100000:2.0:1770685199.039516:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb157480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514747776:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1770685199.039524:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb154e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514747904:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1770685199.041666:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685199.041775:0:17163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274dc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17163:1856697514747008:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685199.041787:0:17163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17163:1856697514747136:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685199.041811:0:17163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274d500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17163:1856697514747264:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685199.041812:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500206336 00000100:00100000:2.0:1770685199.041818:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500206336 00010000:00010000:2.0:1770685199.041853:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d91c1766600/0x8f0dbafbd9ef6fde lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd569 expref: 12 pid: 5755 timeout: 623 lvb_type: 0 00010000:00010000:0.0:1770685199.041873:0:17163:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9d91c1767e00/0x8f0dbafbd9ef704e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685199.041885:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 235 00000100:00100000:2.0:1770685199.041894:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5301180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2348:x1856697500206336:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685199.041908:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685199.041915:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d91c1766600/0x8f0dbafbd9ef6fde lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd569 expref: 12 pid: 5755 timeout: 623 lvb_type: 0 00010000:00010000:2.0:1770685199.041924:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d91c1766600/0x8f0dbafbd9ef6fde lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd569 expref: 12 pid: 5755 timeout: 623 lvb_type: 0 00010000:00010000:2.0:1770685199.041942:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d91c1766600/0x8f0dbafbd9ef6fde lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd569 expref: 12 pid: 5755 timeout: 623 lvb_type: 0 00010000:00010000:2.0:1770685199.041974:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685199.042053:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5301180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:2348:x1856697500206336:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 158us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685199.042060:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 235 00000100:00100000:3.0:1770685199.042349:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685199.042437:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500206208 00000100:00100000:2.0:1770685199.042442:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500206208 00010000:00010000:2.0:1770685199.042457:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d91c1767400/0x8f0dbafbd9ef6fe5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd570 expref: 11 pid: 5755 timeout: 623 lvb_type: 0 00000100:00100000:3.0:1770685199.042480:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685199.042534:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500206464 00000100:00100000:2.0:1770685199.042538:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500206464 00000100:00100000:3.0:1770685199.042551:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 236 00010000:00010000:2.0:1770685199.042551:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6fd7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd562 expref: 12 pid: 5754 timeout: 623 lvb_type: 0 00000100:00100000:3.0:1770685199.042559:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e6a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697500206208:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685199.042594:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685199.042600:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d91c1767400/0x8f0dbafbd9ef6fe5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd570 expref: 12 pid: 5755 timeout: 623 lvb_type: 0 00000100:00100000:2.0:1770685199.042602:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 237 00000100:00100000:2.0:1770685199.042610:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d03a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697500206464:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685199.042611:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d91c1767400/0x8f0dbafbd9ef6fe5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd570 expref: 12 pid: 5755 timeout: 623 lvb_type: 0 00010000:00010000:2.0:1770685199.042617:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685199.042621:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6fd7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd562 expref: 12 pid: 5754 timeout: 623 lvb_type: 0 00010000:00010000:3.0:1770685199.042622:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d91c1767400/0x8f0dbafbd9ef6fe5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd570 expref: 12 pid: 5755 timeout: 623 lvb_type: 0 00010000:00010000:2.0:1770685199.042629:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6fd7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd562 expref: 11 pid: 5754 timeout: 623 lvb_type: 0 00010000:00010000:3.0:1770685199.042635:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770685199.042638:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d91c3b35a00/0x8f0dbafbd9ef6fd7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd562 expref: 11 pid: 5754 timeout: 623 lvb_type: 0 00010000:00010000:2.0:1770685199.042649:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9d91c1767e00/0x8f0dbafbd9ef704e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685199.042657:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d91c1767e00/0x8f0dbafbd9ef704e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685199.042661:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e6a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:2351:x1856697500206208:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 104us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685199.042667:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 236 00010000:00010000:2.0:1770685199.042678:0:5746:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d91c1767e00/0x8f0dbafbd9ef704e lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685199.042685:0:5746:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d91c1767e00/0x8f0dbafbd9ef704e lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685199.042691:0:5746:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9d91c1767e00/0x8f0dbafbd9ef704e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685199.042697:0:5746:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9d91c1767e00/0x8f0dbafbd9ef704e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685199.042704:0:5746:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1767e00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:2.0:1770685199.042708:0:5746:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9d91c1767e00/0x8f0dbafbd9ef704e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685199.042717:0:5746:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9d91c1767e00/0x8f0dbafbd9ef704e lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685199.042736:0:5746:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9d91c1767e00/0x8f0dbafbd9ef704e lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685199.042745:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685199.042768:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d03a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+9:2351:x1856697500206464:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 159us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685199.042775:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 237 00010000:00010000:3.0:1770685199.042808:0:17163:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9d91c1767e00/0x8f0dbafbd9ef704e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685199.042815:0:17163:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9d91c1767e00/0x8f0dbafbd9ef704e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685199.042821:0:17163:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d91c1767e00/0x8f0dbafbd9ef704e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685199.090044:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685200.116269:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1770685200.307344:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1770685200.307352:0:5757:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9d92fb18e000 from 52 10000000:01000000:0.0:1770685200.307357:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1770685200.307403:0:5757:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c1766800/0x8f0dbafbd9ef7055 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685200.307414:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff9d91c1766800/0x8f0dbafbd9ef7055 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685200.307425:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff9d91c1766800/0x8f0dbafbd9ef7055 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685200.307452:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514748288:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1770685200.307896:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685200.308251:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c2a7c240 going to sleep for 11 seconds 00000100:00100000:2.0:1770685200.311414:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514748288 00000100:00100000:2.0:1770685200.311431:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514748288 00000100:00100000:2.0:1770685200.311927:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:2.0:1770685200.311949:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+11:5757:x1856697514748288:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1770685200.311966:0:5754:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685200.311998:0:5754:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d91c3b35a00/0x8f0dbafbd9ef705c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x8f0dbafbd9ef7055 expref: -99 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685200.312024:0:5754:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d91c3b35a00/0x8f0dbafbd9ef705c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef7055 expref: 12 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685200.312035:0:5754:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d91c3b35a00/0x8f0dbafbd9ef705c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef7055 expref: 12 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685200.312043:0:5754:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3b35a00, rc 0) 00000100:00100000:2.0:1770685200.312130:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+12:5757:x1856697514748288:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 193us (4234us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685200.312136:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:1.0:1770685200.312239:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514748288:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1770685200.312257:0:5757:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff9d91c1766800/0x8f0dbafbd9ef7055 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef705c expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685200.312278:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff9d91c1766800/0x8f0dbafbd9ef7055 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x8f0dbafbd9ef705c expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685200.312362:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb29b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514748416:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1770685200.312395:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685200.324352:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb185cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1770685200.324460:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514748416 00000100:00100000:0.0:1770685200.324470:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514748416 00000100:00100000:0.0:1770685200.324528:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:0.0:1770685200.324537:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0338850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+12:5757:x1856697514748416:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1770685200.324739:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0338850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+12:5757:x1856697514748416:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 203us (12342us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685200.324747:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:1.0:1770685200.324917:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb29b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514748416:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1770685200.324972:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb29b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514748544:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1770685200.325026:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685200.325054:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb185cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1770685200.325271:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514748544 00000100:00100000:0.0:1770685200.325276:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514748544 00000100:00100000:0.0:1770685200.325296:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:0.0:1770685200.325303:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+12:5757:x1856697514748544:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1770685200.325476:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+12:5757:x1856697514748544:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 173us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685200.325482:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:1.0:1770685200.325567:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb29b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514748544:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1770685200.331262:0:17166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb29b100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:17166:1856697514748672:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1770685200.331348:0:17166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685200.331429:0:17166:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb185d80 going to sleep for 11 seconds 00000100:00100000:3.0:1770685200.331465:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514748672 00000100:00100000:3.0:1770685200.331553:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514748672 00000100:00100000:3.0:1770685200.331669:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:3.0:1770685200.331885:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0339450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+12:17166:x1856697514748672:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1770685200.332176:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0339450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+12:17166:x1856697514748672:12345-0@lo:502:llog_process_th.0 Request processed in 297us (828us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685200.332184:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:1.0:1770685200.332283:0:17166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb29b100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:17166:1856697514748672:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1770685200.332352:0:17166:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb29b100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:17166:1856697514748800:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1770685200.332387:0:17166:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685200.338726:0:17166:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb185d80 going to sleep for 11 seconds 00000100:00100000:2.0:1770685200.343137:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514748800 00000100:00100000:2.0:1770685200.343153:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514748800 00000100:00100000:2.0:1770685200.343210:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:2.0:1770685200.343219:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0338c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+12:17166:x1856697514748800:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1770685200.343498:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0338c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+12:17166:x1856697514748800:12345-0@lo:502:llog_process_th.0 Request processed in 279us (11110us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685200.343506:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:1.0:1770685200.344282:0:17166:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb29b100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:17166:1856697514748800:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1770685200.344325:0:17166:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 55 count 54 00000020:01000000:3.0:1770685200.344608:0:5757:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:3.0:1770685200.344640:0:5757:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1770685200.344658:0:5757:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c1766800/0x8f0dbafbd9ef7055 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef705c expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685200.344669:0:5757:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff9d91c1766800/0x8f0dbafbd9ef7055 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef705c expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1770685200.344678:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:3.0:1770685200.344687:0:5757:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:3.0:1770685200.344691:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1770685200.344729:0:5757:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9d600/0x8f0dbafbd9ef7063 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685200.344737:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9d600/0x8f0dbafbd9ef7063 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685200.344746:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9d600/0x8f0dbafbd9ef7063 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685200.344766:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e69c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514748928:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1770685200.344817:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685200.344853:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d07f7300 going to sleep for 11 seconds 00000100:00100000:1.0:1770685200.345451:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514748928 00000100:00100000:1.0:1770685200.345460:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514748928 00000100:00100000:1.0:1770685200.345525:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:1.0:1770685200.345547:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+12:5757:x1856697514748928:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1770685200.345562:0:5755:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685200.345595:0:5755:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d91c1c99800/0x8f0dbafbd9ef706a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x8f0dbafbd9ef7063 expref: -99 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685200.345621:0:5755:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d91c1c99800/0x8f0dbafbd9ef706a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef7063 expref: 13 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685200.345630:0:5755:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d91c1c99800/0x8f0dbafbd9ef706a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef7063 expref: 13 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685200.345639:0:5755:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c99800, rc 0) 00000100:00100000:1.0:1770685200.346220:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+13:5757:x1856697514748928:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 671us (1400us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685200.346228:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:2.0:1770685200.350127:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e69c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514748928:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1770685200.350155:0:5757:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9d600/0x8f0dbafbd9ef7063 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef706a expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685200.350166:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9d600/0x8f0dbafbd9ef7063 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x8f0dbafbd9ef706a expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685200.350254:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514749056:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770685200.350311:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685200.350367:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d1c6b240 going to sleep for 11 seconds 00000100:00100000:1.0:1770685200.350620:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514749056 00000100:00100000:1.0:1770685200.350627:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514749056 00000100:00100000:1.0:1770685200.350761:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:1.0:1770685200.350772:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92e02fa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+13:5757:x1856697514749056:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1770685200.350896:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92e02fa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+13:5757:x1856697514749056:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 126us (584us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685200.350903:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:2.0:1770685200.352186:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514749056:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770685200.352242:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514749184:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1770685200.352303:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685200.352997:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d1c6b240 going to sleep for 11 seconds 00000100:00100000:3.0:1770685200.353180:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514749184 00000100:00100000:3.0:1770685200.353188:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514749184 00000100:00100000:3.0:1770685200.353236:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:3.0:1770685200.353253:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92e02f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+13:5757:x1856697514749184:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1770685200.353465:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92e02f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+13:5757:x1856697514749184:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 213us (1162us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685200.353484:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:2.0:1770685200.354244:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514749184:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1770685200.357142:0:17167:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 11 00000020:01000000:2.0:1770685200.357470:0:5757:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:2.0:1770685200.357491:0:5757:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:2.0:1770685200.357501:0:5757:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9d600/0x8f0dbafbd9ef7063 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef706a expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685200.357512:0:5757:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9d600/0x8f0dbafbd9ef7063 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef706a expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1770685200.357522:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1770685200.357525:0:5757:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9d92fc2b7000 from 52 10000000:01000000:2.0:1770685200.357527:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1770685200.357562:0:5757:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35800/0x8f0dbafbd9ef7071 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685200.357570:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35800/0x8f0dbafbd9ef7071 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685200.357608:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35800/0x8f0dbafbd9ef7071 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685200.357633:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514749312:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1770685200.357708:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685200.357748:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d1c6b180 going to sleep for 11 seconds 00000100:00100000:0.0:1770685200.358441:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514749312 00000100:00100000:0.0:1770685200.358449:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514749312 00000100:00100000:0.0:1770685200.358504:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:0.0:1770685200.358513:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92cadc1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+13:5757:x1856697514749312:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1770685200.358525:0:5753:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685200.358538:0:5753:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d91c1766c00/0x8f0dbafbd9ef7078 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x8f0dbafbd9ef7071 expref: -99 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685200.358559:0:5753:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d91c1766c00/0x8f0dbafbd9ef7078 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef7071 expref: 14 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685200.358569:0:5753:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d91c1766c00/0x8f0dbafbd9ef7078 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef7071 expref: 14 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685200.358596:0:5753:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1766c00, rc 0) 00000100:00100000:0.0:1770685200.358663:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92cadc1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+14:5757:x1856697514749312:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 151us (955us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685200.358670:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:2.0:1770685200.358758:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514749312:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1770685200.358772:0:5757:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35800/0x8f0dbafbd9ef7071 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef7078 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685200.358781:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35800/0x8f0dbafbd9ef7071 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x8f0dbafbd9ef7078 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685200.358831:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514749440:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770685200.358857:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685200.358886:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d1c6b180 going to sleep for 11 seconds 00000100:00100000:0.0:1770685200.359089:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514749440 00000100:00100000:0.0:1770685200.359093:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514749440 00000100:00100000:0.0:1770685200.359127:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:0.0:1770685200.359134:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0755850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+14:5757:x1856697514749440:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1770685200.359244:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0755850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+14:5757:x1856697514749440:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 110us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685200.359264:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:0.0:1770685200.359295:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514749440:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1770685200.359322:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514749568:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1770685200.359357:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685200.359371:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c2a7c600 going to sleep for 11 seconds 00000100:00100000:0.0:1770685200.359380:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514749568 00000100:00100000:0.0:1770685200.359383:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514749568 00000100:00100000:0.0:1770685200.359398:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:0.0:1770685200.359404:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0756450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+14:5757:x1856697514749568:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1770685200.359546:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0756450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+14:5757:x1856697514749568:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 141us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685200.359552:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:0.0:1770685200.359616:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514749568:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1770685200.361037:0:17168:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274ea00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:17168:1856697514749696:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1770685200.361104:0:17168:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685200.361206:0:17168:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c2a7cd80 going to sleep for 11 seconds 00000100:00100000:1.0:1770685200.366068:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514749696 00000100:00100000:1.0:1770685200.366082:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514749696 00000100:00100000:1.0:1770685200.366193:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:1.0:1770685200.366206:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0755c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+14:17168:x1856697514749696:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1770685200.366632:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0755c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+14:17168:x1856697514749696:12345-0@lo:502:llog_process_th.0 Request processed in 418us (5518us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685200.366657:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:0.0:1770685200.366768:0:17168:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274ea00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:17168:1856697514749696:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1770685200.366833:0:17168:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274ea00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:17168:1856697514749824:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1770685200.366874:0:17168:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685200.375039:0:17168:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c2a7cd80 going to sleep for 11 seconds 00000100:00100000:2.0:1770685200.375155:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514749824 00000100:00100000:2.0:1770685200.375165:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514749824 00000100:00100000:2.0:1770685200.375217:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:2.0:1770685200.375225:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d159bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+14:17168:x1856697514749824:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1770685200.375470:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d159bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+14:17168:x1856697514749824:12345-0@lo:502:llog_process_th.0 Request processed in 245us (8595us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685200.375491:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:0.0:1770685200.375718:0:17168:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274ea00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:17168:1856697514749824:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1770685200.375758:0:17168:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 55 count 54 00000020:01000000:2.0:1770685200.379012:0:5757:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:2.0:1770685200.379046:0:5757:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1770685200.379059:0:5757:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35800/0x8f0dbafbd9ef7071 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef7078 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685200.379071:0:5757:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35800/0x8f0dbafbd9ef7071 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef7078 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1770685200.379082:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:2.0:1770685200.379085:0:5757:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:2.0:1770685200.379087:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:2.0:1770685200.379129:0:5757:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34c00/0x8f0dbafbd9ef707f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685200.379151:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34c00/0x8f0dbafbd9ef707f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685200.379162:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34c00/0x8f0dbafbd9ef707f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685200.379189:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e87100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514749952:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1770685200.379255:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685200.379343:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d1c6b180 going to sleep for 11 seconds 00000100:00100000:1.0:1770685200.380675:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514749952 00000100:00100000:1.0:1770685200.380693:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514749952 00000100:00100000:3.0:1770685200.380795:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:3.0:1770685200.380808:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d1598c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+14:5757:x1856697514749952:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1770685200.380823:0:5753:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685200.380837:0:5753:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d92d8f9c000/0x8f0dbafbd9ef7086 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x8f0dbafbd9ef707f expref: -99 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685200.380861:0:5753:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d92d8f9c000/0x8f0dbafbd9ef7086 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef707f expref: 15 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685200.380870:0:5753:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d92d8f9c000/0x8f0dbafbd9ef7086 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef707f expref: 15 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685200.380878:0:5753:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92d8f9c000, rc 0) 00000100:00100000:3.0:1770685200.380948:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d1598c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+15:5757:x1856697514749952:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 135us (1683us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685200.380954:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:2.0:1770685200.381055:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e87100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514749952:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1770685200.381071:0:5757:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34c00/0x8f0dbafbd9ef707f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef7086 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685200.381078:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34c00/0x8f0dbafbd9ef707f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x8f0dbafbd9ef7086 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685200.381139:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e87100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514750080:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770685200.381168:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685200.384525:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d1c6b180 going to sleep for 11 seconds 00000100:00100000:0.0:1770685200.389013:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514750080 00000100:00100000:0.0:1770685200.389044:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514750080 00000100:00100000:0.0:1770685200.389096:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:0.0:1770685200.389105:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d159b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+15:5757:x1856697514750080:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1770685200.389263:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d159b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+15:5757:x1856697514750080:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 158us (8093us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685200.389270:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:2.0:1770685200.389668:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e87100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514750080:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770685200.389925:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e87100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514750208:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1770685200.389984:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685200.390018:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d1c6b180 going to sleep for 11 seconds 00000100:00100000:1.0:1770685200.390094:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514750208 00000100:00100000:1.0:1770685200.390100:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514750208 00000100:00100000:1.0:1770685200.390129:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:1.0:1770685200.390136:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d1599450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+15:5757:x1856697514750208:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1770685200.391274:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d1599450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+15:5757:x1856697514750208:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 1132us (1284us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685200.391284:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:0.0:1770685200.392292:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685200.392935:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500206592 00000100:00100000:3.0:1770685200.392953:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500206592 00000100:00100000:3.0:1770685200.393006:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 509 00000100:00100000:3.0:1770685200.393017:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d1599c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+9:5541:x1856697500206592:12345-192.168.203.41@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1770685200.393032:0:5753:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685200.393049:0:5753:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d92d8f9cc00/0x8f0dbafbd9ef708d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xa999371225bd577 expref: -99 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685200.393092:0:5753:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d92d8f9cc00/0x8f0dbafbd9ef708d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd577 expref: 10 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685200.393102:0:5753:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d92d8f9cc00/0x8f0dbafbd9ef708d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd577 expref: 10 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685200.393109:0:5753:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92d8f9cc00, rc 0) 00000100:00100000:3.0:1770685200.393167:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d1599c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:5541:x1856697500206592:12345-192.168.203.41@tcp:101:ll_cfg_requeue.0 Request processed in 152us (882us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685200.393174:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 509 00000100:00100000:2.0:1770685200.394158:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e87100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514750208:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1770685200.397205:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685200.397325:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500206720 00000100:00100000:3.0:1770685200.397335:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500206720 00000100:00100000:3.0:1770685200.397387:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 510 00000100:00100000:3.0:1770685200.397396:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d1598450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:5541:x1856697500206720:12345-192.168.203.41@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1770685200.397971:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d1598450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:5541:x1856697500206720:12345-192.168.203.41@tcp:501:ll_cfg_requeue.0 Request processed in 575us (774us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685200.397980:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 510 00000100:00100000:0.0:1770685200.401076:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685200.401242:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500206848 00000100:00100000:3.0:1770685200.401253:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500206848 00000100:00100000:3.0:1770685200.401304:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 511 00000100:00100000:3.0:1770685200.401325:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d1598850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:5541:x1856697500206848:12345-192.168.203.41@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1770685200.401827:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d1598850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:5541:x1856697500206848:12345-192.168.203.41@tcp:503:ll_cfg_requeue.0 Request processed in 512us (758us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685200.401835:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 511 00000040:00080000:0.0:1770685200.405446:0:17169:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000020:01000000:2.0:1770685200.406004:0:5757:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:2.0:1770685200.406040:0:5757:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:2.0:1770685200.406145:0:5757:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34c00/0x8f0dbafbd9ef707f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef7086 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685200.406157:0:5757:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34c00/0x8f0dbafbd9ef707f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef7086 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1770685200.406167:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1770685200.406169:0:5757:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff9d92c7fc8800 from 52 10000000:01000000:2.0:1770685200.406172:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1770685200.406210:0:5757:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35400/0x8f0dbafbd9ef7094 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685200.406217:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35400/0x8f0dbafbd9ef7094 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685200.406227:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35400/0x8f0dbafbd9ef7094 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685200.406251:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e87100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514750336:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1770685200.406311:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685200.406404:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c654f540 going to sleep for 11 seconds 00000100:00100000:3.0:1770685200.406448:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514750336 00000100:00100000:3.0:1770685200.406460:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514750336 00000100:00100000:3.0:1770685200.408241:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:3.0:1770685200.408262:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92e0873450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+15:5757:x1856697514750336:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1770685200.408278:0:5754:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685200.408295:0:5754:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d92d8f9c200/0x8f0dbafbd9ef709b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x8f0dbafbd9ef7094 expref: -99 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685200.408321:0:5754:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d92d8f9c200/0x8f0dbafbd9ef709b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef7094 expref: 16 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685200.408331:0:5754:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d92d8f9c200/0x8f0dbafbd9ef709b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef7094 expref: 16 pid: 5754 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685200.408339:0:5754:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92d8f9c200, rc 0) 00000100:00100000:3.0:1770685200.408408:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92e0873450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+16:5757:x1856697514750336:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 154us (2096us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685200.408415:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:2.0:1770685200.408555:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e87100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514750336:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1770685200.408572:0:5757:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35400/0x8f0dbafbd9ef7094 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef709b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685200.408607:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35400/0x8f0dbafbd9ef7094 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x8f0dbafbd9ef709b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685200.408696:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e87100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514750464:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770685200.408745:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685200.408774:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c654f540 going to sleep for 11 seconds 00000100:00100000:0.0:1770685200.408904:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514750464 00000100:00100000:0.0:1770685200.408910:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514750464 00000100:00100000:0.0:1770685200.408954:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:0.0:1770685200.408961:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92e0871850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+16:5757:x1856697514750464:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1770685200.409090:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92e0871850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+16:5757:x1856697514750464:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 128us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685200.409096:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:2.0:1770685200.410467:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e87100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514750464:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770685200.410533:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e87100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514750592:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1770685200.410653:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685200.410842:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c654f540 going to sleep for 11 seconds 00000100:00100000:3.0:1770685200.414607:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514750592 00000100:00100000:3.0:1770685200.414631:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514750592 00000100:00100000:2.0:1770685200.414761:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:2.0:1770685200.414771:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92e0872450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+16:5757:x1856697514750592:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1770685200.415026:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92e0872450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+16:5757:x1856697514750592:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 255us (4372us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685200.415033:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:1.0:1770685200.415295:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e87100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514750592:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1770685200.416250:0:17170:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e69c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:17170:1856697514750720:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1770685200.416302:0:17170:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685200.416343:0:17170:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0335cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685200.417085:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514750720 00000100:00100000:1.0:1770685200.417093:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514750720 00000100:00100000:1.0:1770685200.417140:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:1.0:1770685200.417149:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+16:17170:x1856697514750720:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1770685200.417412:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+16:17170:x1856697514750720:12345-0@lo:502:llog_process_th.0 Request processed in 264us (1109us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685200.417418:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:3.0:1770685200.417808:0:17170:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e69c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:17170:1856697514750720:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1770685200.417864:0:17170:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e69c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:17170:1856697514750848:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1770685200.417904:0:17170:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685200.417931:0:17170:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0335cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685200.418272:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685200.418303:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514750848 00000100:00100000:1.0:1770685200.418309:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514750848 00000100:00100000:1.0:1770685200.418331:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500206976 00000100:00100000:1.0:1770685200.418334:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500206976 00000100:00100000:1.0:1770685200.418346:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:1.0:1770685200.418352:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+16:17170:x1856697514750848:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1770685200.418524:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+16:17170:x1856697514750848:12345-0@lo:502:llog_process_th.0 Request processed in 172us (620us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685200.418537:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:1.0:1770685200.418565:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 517 00000100:00100000:1.0:1770685200.418571:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:22888:x1856697500206976:12345-192.168.203.41@tcp:502:llog_process_th.0 00000100:00100000:3.0:1770685200.422113:0:17170:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e69c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:17170:1856697514750848:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1770685200.422158:0:17170:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 55 count 54 00000100:00100000:1.0:1770685200.422447:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:22888:x1856697500206976:12345-192.168.203.41@tcp:502:llog_process_th.0 Request processed in 3871us (4174us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685200.422458:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 517 00000020:01000000:2.0:1770685200.422922:0:5757:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:2.0:1770685200.422959:0:5757:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1770685200.422969:0:5757:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35400/0x8f0dbafbd9ef7094 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef709b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685200.422978:0:5757:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff9d91c3b35400/0x8f0dbafbd9ef7094 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef709b expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1770685200.422986:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:2.0:1770685200.422989:0:5757:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 46 10000000:01000000:2.0:1770685200.422991:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1770685200.423021:0:5757:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34a00/0x8f0dbafbd9ef70a2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685200.423028:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34a00/0x8f0dbafbd9ef70a2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685200.423062:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34a00/0x8f0dbafbd9ef70a2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685200.423085:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e84000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514750976:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1770685200.423134:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685200.423177:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c1254840 going to sleep for 11 seconds 00000100:00100000:1.0:1770685200.424164:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514750976 00000100:00100000:1.0:1770685200.424174:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514750976 00000100:00100000:1.0:1770685200.424224:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:1.0:1770685200.424233:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+16:5757:x1856697514750976:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1770685200.424248:0:5753:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685200.424264:0:5753:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d91c1c98e00/0x8f0dbafbd9ef70a9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x8f0dbafbd9ef70a2 expref: -99 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685200.424286:0:5753:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d91c1c98e00/0x8f0dbafbd9ef70a9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef70a2 expref: 17 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685200.424297:0:5753:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d91c1c98e00/0x8f0dbafbd9ef70a9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef70a2 expref: 17 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685200.424305:0:5753:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c98e00, rc 0) 00000100:00100000:1.0:1770685200.424371:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+17:5757:x1856697514750976:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 139us (1236us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685200.424377:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:2.0:1770685200.424464:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e84000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514750976:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1770685200.424486:0:5757:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34a00/0x8f0dbafbd9ef70a2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef70a9 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685200.424494:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34a00/0x8f0dbafbd9ef70a2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x8f0dbafbd9ef70a9 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685200.424547:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e84000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514751104:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770685200.424609:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685200.424642:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c1254840 going to sleep for 11 seconds 00000100:00100000:3.0:1770685200.425025:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514751104 00000100:00100000:3.0:1770685200.425032:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514751104 00000100:00100000:3.0:1770685200.425069:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:3.0:1770685200.425077:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+17:5757:x1856697514751104:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1770685200.425192:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+17:5757:x1856697514751104:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 116us (582us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685200.425199:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:3.0:1770685200.425228:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e84000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514751104:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1770685200.425257:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e69c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514751232:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1770685200.425299:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685200.425333:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514751232 00000100:00100000:3.0:1770685200.425337:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514751232 00000100:00100000:3.0:1770685200.425354:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:3.0:1770685200.425359:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+17:5757:x1856697514751232:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1770685200.425498:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+17:5757:x1856697514751232:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 138us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685200.425505:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:3.0:1770685200.425534:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0335b40 going to sleep for 11 seconds 00000100:00100000:3.0:1770685200.425545:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e69c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514751232:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1770685200.426486:0:17171:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274ea00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:17171:1856697514751360:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1770685200.426534:0:17171:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685200.426571:0:17171:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c2a7c600 going to sleep for 11 seconds 00000100:00100000:2.0:1770685200.426806:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514751360 00000100:00100000:2.0:1770685200.426812:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514751360 00000100:00100000:2.0:1770685200.426850:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:2.0:1770685200.426858:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+17:17171:x1856697514751360:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1770685200.427102:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+17:17171:x1856697514751360:12345-0@lo:502:llog_process_th.0 Request processed in 244us (567us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685200.427109:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:0.0:1770685200.427482:0:17171:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274ea00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:17171:1856697514751360:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1770685200.427511:0:17171:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1770685200.427521:0:17171:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1770685200.427524:0:17171:0:(obd_config.c:1477:class_process_config()) marker 35 (0x1) lustre-MDT0000-m del lustre.test_11c 00000020:00000080:0.0:1770685200.427529:0:17171:0:(obd_config.c:1389:class_process_config()) processing cmd: ce023 00000100:00100000:2.0:1770685200.429466:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685200.429556:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500207104 00000100:00100000:1.0:1770685200.429565:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500207104 00000100:00100000:1.0:1770685200.429644:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 522 00000100:00100000:1.0:1770685200.429665:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:22888:x1856697500207104:12345-192.168.203.41@tcp:502:llog_process_th.0 00000100:00100000:1.0:1770685200.430018:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:22888:x1856697500207104:12345-192.168.203.41@tcp:502:llog_process_th.0 Request processed in 353us (556us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685200.430025:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 522 00000100:00100000:0.0:1770685200.432524:0:17171:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274ea00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:17171:1856697514751488:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1770685200.433201:0:17171:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685200.433245:0:17171:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c2a7cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1770685200.433460:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514751488 00000100:00100000:2.0:1770685200.433468:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514751488 00000100:00100000:2.0:1770685200.433830:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:2.0:1770685200.433840:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+17:17171:x1856697514751488:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1770685200.434060:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+17:17171:x1856697514751488:12345-0@lo:502:llog_process_th.0 Request processed in 211us (848us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685200.434068:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:0.0:1770685200.434160:0:17171:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274ea00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:02368443-f312-44b4-8d5b-8c5b083a881f:17171:1856697514751488:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1770685200.434191:0:17171:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1770685200.434197:0:17171:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1770685200.434199:0:17171:0:(obd_config.c:1477:class_process_config()) marker 35 (0x2) lustre-MDT0000-m del lustre.test_11c 00000040:00080000:0.0:1770685200.434203:0:17171:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 50 count 49 00000020:01000000:3.0:1770685200.436326:0:5757:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-MDT0000 gen 46-49 (rc=0) 10000000:01000000:3.0:1770685200.436363:0:5757:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1770685200.436374:0:5757:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34a00/0x8f0dbafbd9ef70a2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef70a9 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685200.436385:0:5757:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff9d91c3b34a00/0x8f0dbafbd9ef70a2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef70a9 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1770685200.436414:0:5757:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:3.0:1770685200.436417:0:5757:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-sptlrpc-ffff9d92c4a418d8 from 1 10000000:01000000:3.0:1770685200.436420:0:5757:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1770685200.436454:0:5757:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9d000/0x8f0dbafbd9ef70b0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685200.436461:0:5757:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9d000/0x8f0dbafbd9ef70b0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685200.436472:0:5757:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9d000/0x8f0dbafbd9ef70b0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685200.436496:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e69c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514751616:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1770685200.436551:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685200.436709:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514751744:0@lo:400:kworker.0 00000100:00100000:0.0:1770685200.436741:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685200.436770:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514752256:0@lo:400:kworker.0 00000100:00100000:0.0:1770685200.436794:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685200.436816:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1770685200.436822:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514751872:0@lo:400:kworker.0 00000100:00100000:0.0:1770685200.436841:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685200.436868:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514752000:0@lo:400:kworker.0 00000100:00100000:0.0:1770685200.436889:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685200.436905:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1770685200.436910:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514752128:0@lo:400:kworker.0 00000100:00100000:0.0:1770685200.436928:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685200.436970:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514751744 00000100:00100000:0.0:1770685200.436976:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514751744 00000100:00100000:0.0:1770685200.437011:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514751872 00000100:00100000:0.0:1770685200.437014:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514751872 00000100:00100000:0.0:1770685200.437035:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514752128 00000100:00100000:0.0:1770685200.437038:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514752128 00000100:00100000:0.0:1770685200.437065:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:0.0:1770685200.437073:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514751744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685200.437127:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514751744:12345-0@lo:400:kworker.0 Request processed in 54us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685200.437134:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00100000:0.0:1770685200.437150:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:0.0:1770685200.437156:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514751872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685200.437182:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514751872:12345-0@lo:400:kworker.0 Request processed in 27us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685200.437187:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00100000:0.0:1770685200.437198:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:0.0:1770685200.437204:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514752128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685200.437232:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514752128:12345-0@lo:400:kworker.0 Request processed in 29us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685200.437237:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00100000:0.0:1770685200.437255:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514752256 00000100:00100000:0.0:1770685200.437258:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514752256 00000100:00100000:0.0:1770685200.437281:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514752000 00000100:00100000:0.0:1770685200.437284:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514752000 00000100:00100000:0.0:1770685200.437300:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:0.0:1770685200.437305:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514752256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685200.437333:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514752256:12345-0@lo:400:kworker.0 Request processed in 28us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685200.437339:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00100000:0.0:1770685200.437349:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:0.0:1770685200.437355:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514752000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685200.437381:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514752000:12345-0@lo:400:kworker.0 Request processed in 27us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685200.437395:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000100:00080000:0.0:1770685200.437423:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1770685200.437426:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1770685200.437429:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685200.437460:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514752128:0@lo:400:kworker.0 00000100:00100000:0.0:1770685200.437469:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514752000:0@lo:400:kworker.0 00000100:00100000:0.0:1770685200.437500:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514751872:0@lo:400:kworker.0 00000100:00100000:0.0:1770685200.437509:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514751744:0@lo:400:kworker.0 00000100:00100000:0.0:1770685200.437517:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514752256:0@lo:400:kworker.0 00000100:00100000:3.0:1770685200.449372:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685200.450770:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514751616 00000100:00100000:1.0:1770685200.450782:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514751616 00000100:00100000:1.0:1770685200.451040:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:1.0:1770685200.451061:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+17:5757:x1856697514751616:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1770685200.451077:0:5753:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685200.451095:0:5753:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d91c1c98800/0x8f0dbafbd9ef70b7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x8f0dbafbd9ef70b0 expref: -99 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685200.451121:0:5753:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d91c1c98800/0x8f0dbafbd9ef70b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef70b0 expref: 18 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685200.451132:0:5753:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d91c1c98800/0x8f0dbafbd9ef70b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x8f0dbafbd9ef70b0 expref: 18 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685200.451141:0:5753:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c98800, rc 0) 00000100:00100000:1.0:1770685200.451197:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+18:5757:x1856697514751616:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 148us (14644us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685200.451203:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:2.0:1770685200.451466:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0335240 going to sleep for 11 seconds 00000100:00100000:2.0:1770685200.451602:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e69c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514751616:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1770685200.451758:0:5757:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9d000/0x8f0dbafbd9ef70b0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef70b7 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685200.451769:0:5757:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9d000/0x8f0dbafbd9ef70b0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x8f0dbafbd9ef70b7 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685200.451841:0:5757:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e87800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514752384:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770685200.451879:0:5757:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685200.451907:0:5757:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d07f7180 going to sleep for 11 seconds 00000100:00100000:2.0:1770685200.451923:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514752384 00000100:00100000:2.0:1770685200.451928:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514752384 00000100:00100000:2.0:1770685200.451961:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:2.0:1770685200.451968:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:5757:x1856697514752384:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1770685200.452159:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:02368443-f312-44b4-8d5b-8c5b083a881f+18:5757:x1856697514752384:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 190us (279us total) trans 0 rc -2/-2 00000100:00100000:2.0:1770685200.452166:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00100000:2.0:1770685200.452195:0:5757:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e87800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:02368443-f312-44b4-8d5b-8c5b083a881f:5757:1856697514752384:0@lo:501:ll_cfg_requeue.0 10000000:01000000:2.0:1770685200.452223:0:5757:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.203.141@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1770685200.452229:0:5757:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9d000/0x8f0dbafbd9ef70b0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef70b7 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685200.452253:0:5757:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.141@tcp lock: ffff9d92d8f9d000/0x8f0dbafbd9ef70b0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x8f0dbafbd9ef70b7 expref: -99 pid: 5757 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685200.453331:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500207232 00000100:00100000:1.0:1770685200.453341:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500207232 00000100:00100000:1.0:1770685200.453391:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 526 00000100:00100000:1.0:1770685200.453399:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+10:5541:x1856697500207232:12345-192.168.203.41@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1770685200.453412:0:5753:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685200.453435:0:5753:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d91c1c99a00/0x8f0dbafbd9ef70be lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xa999371225bd57e expref: -99 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685200.453458:0:5753:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d91c1c99a00/0x8f0dbafbd9ef70be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd57e expref: 11 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685200.453468:0:5753:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d91c1c99a00/0x8f0dbafbd9ef70be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd57e expref: 11 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685200.459905:0:5753:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c99a00, rc 0) 00000100:00100000:1.0:1770685200.460007:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:5541:x1856697500207232:12345-192.168.203.41@tcp:101:ll_cfg_requeue.0 Request processed in 6603us (10638us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685200.460017:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 526 00000100:00100000:3.0:1770685200.463218:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685200.464611:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500207360 00000100:00100000:1.0:1770685200.464635:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500207360 00000100:00100000:1.0:1770685200.465807:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 527 00000100:00100000:1.0:1770685200.465824:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:5541:x1856697500207360:12345-192.168.203.41@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1770685200.465993:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:5541:x1856697500207360:12345-192.168.203.41@tcp:501:ll_cfg_requeue.0 Request processed in 175us (2788us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685200.466002:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 527 00000100:00100000:2.0:1770685200.473027:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685200.473117:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500207488 00000100:00100000:3.0:1770685200.473127:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500207488 00000100:00100000:3.0:1770685200.473180:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 528 00000100:00100000:3.0:1770685200.473190:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:5541:x1856697500207488:12345-192.168.203.41@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1770685200.473398:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:5541:x1856697500207488:12345-192.168.203.41@tcp:503:ll_cfg_requeue.0 Request processed in 208us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685200.473406:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 528 00000100:00100000:3.0:1770685200.477648:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685200.477804:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500207616 00000100:00100000:2.0:1770685200.477814:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500207616 00000100:00100000:2.0:1770685200.477857:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 529 00000100:00100000:2.0:1770685200.477866:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:22889:x1856697500207616:12345-192.168.203.41@tcp:502:llog_process_th.0 00000100:00100000:2.0:1770685200.478158:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:22889:x1856697500207616:12345-192.168.203.41@tcp:502:llog_process_th.0 Request processed in 292us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685200.478166:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 529 00000100:00100000:1.0:1770685200.497613:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685200.498169:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500207744 00000100:00100000:0.0:1770685200.498180:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500207744 00000100:00100000:0.0:1770685200.498237:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 530 00000100:00100000:0.0:1770685200.498248:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:22889:x1856697500207744:12345-192.168.203.41@tcp:502:llog_process_th.0 00000100:00100000:0.0:1770685200.498466:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:22889:x1856697500207744:12345-192.168.203.41@tcp:502:llog_process_th.0 Request processed in 221us (900us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685200.498478:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 530 00000100:00100000:2.0:1770685200.501814:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685200.501913:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500207872 00000100:00100000:1.0:1770685200.501925:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500207872 00000100:00100000:1.0:1770685200.501989:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 531 00000100:00100000:1.0:1770685200.501998:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300565850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+11:5541:x1856697500207872:12345-192.168.203.41@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1770685200.502015:0:5753:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685200.502033:0:5753:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d91c1c98c00/0x8f0dbafbd9ef70c5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xa999371225bd585 expref: -99 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685200.502082:0:5753:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d91c1c98c00/0x8f0dbafbd9ef70c5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd585 expref: 12 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685200.502094:0:5753:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d91c1c98c00/0x8f0dbafbd9ef70c5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd585 expref: 12 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685200.502103:0:5753:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c98c00, rc 0) 00000100:00100000:1.0:1770685200.502167:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300565850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:5541:x1856697500207872:12345-192.168.203.41@tcp:101:ll_cfg_requeue.0 Request processed in 169us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685200.502174:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 531 00000100:00100000:3.0:1770685200.506712:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685200.506813:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500208000 00000100:00100000:0.0:1770685200.506822:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500208000 00000100:00100000:0.0:1770685200.506873:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 532 00000100:00100000:0.0:1770685200.506882:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300566450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:5541:x1856697500208000:12345-192.168.203.41@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1770685200.507020:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300566450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:5541:x1856697500208000:12345-192.168.203.41@tcp:501:ll_cfg_requeue.0 Request processed in 139us (316us total) trans 0 rc -2/-2 00000100:00100000:0.0:1770685200.507028:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 532 00000100:00100000:2.0:1770685200.947009:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1770685200.947032:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514752512:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1770685200.947109:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685200.947879:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514752512 00000100:00100000:1.0:1770685200.947889:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514752512 00000100:00100000:1.0:1770685200.947953:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00100000:1.0:1770685200.947963:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514752512:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1770685200.948007:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 57868288 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1770685200.948074:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514752512:12345-0@lo:13:osp-pre-1-0.0 Request processed in 112us (964us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685200.948081:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00100000:1.0:1770685200.948126:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514752512:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1770685200.949426:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514752640:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1770685200.949481:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685200.949599:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514752640 00000100:00100000:3.0:1770685200.949606:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514752640 00000100:00100000:3.0:1770685200.949684:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:3.0:1770685200.949693:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514752640:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1770685200.949722:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 62980096 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1770685200.949760:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514752640:12345-0@lo:13:osp-pre-0-0.0 Request processed in 68us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685200.949767:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00100000:1.0:1770685200.950829:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514752640:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1770685201.137983:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1770685201.138229:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1770685201.138236:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1770685201.141379:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1770685201.141402:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1770685202.168084:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685203.144939:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685203.144971:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685203.145016:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685203.145041:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685203.145056:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685203.145075:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685203.145096:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500208384 00000100:00100000:2.0:1770685203.145106:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500208384 00000100:00100000:3.0:1770685203.145109:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685203.145147:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500208896 00000100:00100000:3.0:1770685203.145152:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500208896 00000100:00100000:3.0:1770685203.145182:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500208512 00000100:00100000:3.0:1770685203.145185:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500208512 00000100:00100000:2.0:1770685203.145185:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500208768 00000100:00100000:2.0:1770685203.145192:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500208768 00000100:00100000:3.0:1770685203.145212:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 296 00000100:00100000:3.0:1770685203.145222:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2351:x1856697500208384:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685203.145281:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2351:x1856697500208384:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 62us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685203.145378:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500208640 00000100:00100000:0.0:1770685203.145382:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500208640 00000100:00100000:0.0:1770685203.145410:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500208256 00000100:00100000:0.0:1770685203.145413:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500208256 00000100:00100000:0.0:1770685203.145434:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 329 00000100:00100000:0.0:1770685203.145440:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+37:2351:x1856697500208640:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685203.145474:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+37:2351:x1856697500208640:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 34us (457us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685203.145479:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 329 00000100:00100000:0.0:1770685203.145493:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 330 00000100:00100000:0.0:1770685203.145498:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+77:2351:x1856697500208256:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685203.145521:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+77:2351:x1856697500208256:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 23us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685203.145527:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 330 00000100:00100000:1.0:1770685203.145592:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500208128 00000100:00100000:1.0:1770685203.145597:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500208128 00000100:00100000:1.0:1770685203.145636:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 533 00000100:00100000:1.0:1770685203.145642:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300565c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697500208128:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685203.145670:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300565c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697500208128:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 28us (740us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685203.145676:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 533 00000100:00100000:2.0:1770685203.149533:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 297 00000100:00100000:2.0:1770685203.149557:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500208896:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685203.149652:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500208896:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 107us (4609us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685203.149672:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 297 00000100:00100000:2.0:1770685203.149692:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 298 00000100:00100000:2.0:1770685203.149699:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2351:x1856697500208512:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685203.149726:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2351:x1856697500208512:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 28us (4651us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685203.149732:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 298 00000100:00100000:2.0:1770685203.149744:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 299 00000100:00100000:2.0:1770685203.149751:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500208768:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685203.149775:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500208768:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 24us (4676us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685203.149781:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 299 00000100:00080000:2.0:1770685203.149799:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1770685203.149806:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1770685203.149808:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1770685203.152481:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 296 00010000:00010000:1.0:1770685203.197466:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1770685203.380196:0:17221:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12a: Restore an imported file explicitly ========================================================== 20:00:01 (1770685201) 00000100:00100000:2.0:1770685203.978811:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685203.979847:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500209152 00000100:00100000:0.0:1770685203.979862:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500209152 00000100:00100000:0.0:1770685203.979947:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 753 00000100:00100000:0.0:1770685203.979958:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+37:23081:x1856697500209152:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685203.979980:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685203.980001:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef70cc lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd58c expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685203.980152:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766600/0x8f0dbafbd9ef70d3 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685203.980168:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766600/0x8f0dbafbd9ef70d3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685203.980211:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766600/0x8f0dbafbd9ef70d3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:0.0:1770685203.980224:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:0.0:1770685203.980746:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef70cc lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd58c expref: 40 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685203.980766:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766600/0x8f0dbafbd9ef70d3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd58c expref: 39 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685203.980774:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:0.0:1770685203.980777:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 7 00010000:00010000:0.0:1770685203.980780:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1766600, rc 0) 00000100:00100000:0.0:1770685203.980855:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+39:23081:x1856697500209152:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 899us (3682us total) trans 4294967797 rc 0/0 00000100:00100000:0.0:1770685203.980862:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 753 00000100:00100000:2.0:1770685204.001064:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685204.001611:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685204.017150:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500209280 00000100:00100000:0.0:1770685204.017173:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500209280 00000100:00100000:0.0:1770685204.017649:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500209408 00000100:00100000:0.0:1770685204.017655:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500209408 00000100:00100000:0.0:1770685204.017702:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 754 00000100:00100000:0.0:1770685204.017715:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+39:23081:x1856697500209280:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1770685204.017938:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 755 00000100:00100000:3.0:1770685204.017951:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+77:23082:x1856697500209408:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685204.017964:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685204.018010:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9dc00/0x8f0dbafbd9ef70e1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd593 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685204.018110:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef70e8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685204.018127:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef70e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685204.018140:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef70e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685204.018159:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef70ef lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685204.018165:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef70ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685204.018171:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef70ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685204.018532:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef70e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685204.018542:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef70e8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685204.018549:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef70e8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685204.018556:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92d8f9ce00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685204.018561:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef70e8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685204.018570:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef70e8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685204.018627:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5e37200) 00010000:00010000:3.0:1770685204.018631:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685204.018637:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef70e8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685204.018644:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ce00/0x8f0dbafbd9ef70e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685204.018658:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef70ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685204.018665:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef70ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685204.018670:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef70ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685204.018676:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b1000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685204.018679:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef70ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685204.018685:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef70ef lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685204.018692:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff9d92c5e37800) 00010000:00010000:3.0:1770685204.018695:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685204.018697:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef70ef lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685204.018702:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef70ef lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685204.018741:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9dc00/0x8f0dbafbd9ef70e1 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd593 expref: 78 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685204.018837:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5e37200) 00010000:00010000:3.0:1770685204.018841:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685204.018845:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9dc00/0x8f0dbafbd9ef70e1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd593 expref: 78 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685204.018859:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92d8f9dc00, rc 0) 00000100:00100000:3.0:1770685204.018959:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+77:23082:x1856697500209408:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 1011us (17350us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685204.018967:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 755 00000100:00100000:0.0:1770685204.020246:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+39:23081:x1856697500209280:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 Request processed in 2526us (19686us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685204.020424:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 754 00000100:00100000:2.0:1770685204.034537:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685204.035206:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500209664 00000100:00100000:1.0:1770685204.035220:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500209664 00000100:00100000:1.0:1770685204.035302:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 756 00000100:00100000:1.0:1770685204.035314:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+77:23082:x1856697500209664:12345-192.168.203.41@tcp:36:lfs.0 00010000:00010000:1.0:1770685204.035390:0:5761:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685204.035426:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9de00/0x8f0dbafbd9ef6f52 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd538 expref: 77 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685204.035450:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5e37200) 00010000:00010000:1.0:1770685204.035456:0:5761:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1770685204.035625:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef70f6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685204.035654:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ca00/0x8f0dbafbd9ef6f7c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd546 expref: 38 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685204.035663:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef70f6 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685204.035709:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ca00/0x8f0dbafbd9ef6f7c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd546 expref: 38 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685204.035725:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ca00/0x8f0dbafbd9ef6f7c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd546 expref: 38 pid: 5760 timeout: 628 lvb_type: 0 00000100:00100000:1.0:1770685204.038338:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb29a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514752768:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685204.038500:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fc329540 going to sleep for 11 seconds 00000100:00100000:1.0:1770685204.043432:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685204.043551:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb29a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514752768:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685204.043645:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef70f6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:2.0:1770685204.044896:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500209792 00000100:00100000:2.0:1770685204.044919:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500209792 00010000:00010000:2.0:1770685204.044980:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ca00/0x8f0dbafbd9ef6f7c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd546 expref: 39 pid: 5760 timeout: 628 lvb_type: 0 00000100:00100000:2.0:1770685204.045106:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 238 00000100:00100000:2.0:1770685204.045129:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+39:2351:x1856697500209792:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685204.045152:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685204.045161:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ca00/0x8f0dbafbd9ef6f7c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd546 expref: 39 pid: 5760 timeout: 628 lvb_type: 0 00010000:00010000:2.0:1770685204.045177:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ca00/0x8f0dbafbd9ef6f7c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd546 expref: 39 pid: 5760 timeout: 628 lvb_type: 0 00010000:00010000:2.0:1770685204.045204:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92d8f9ca00/0x8f0dbafbd9ef6f7c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd546 expref: 39 pid: 5760 timeout: 628 lvb_type: 0 00010000:00010000:2.0:1770685204.045224:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5e37200) 00010000:00010000:2.0:1770685204.045230:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef70f6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.045240:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef70f6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.045249:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef70f6 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.045560:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685204.045688:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+38:2351:x1856697500209792:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 560us (2260us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685204.045696:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 238 00010000:00010000:1.0:1770685204.047024:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef70f6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685204.047043:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef70f6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685204.047093:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef70fd lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685204.047108:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef70fd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685204.047120:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef70fd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:1.0:1770685204.048052:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x30:0x0]: returning size 512 00010000:00010000:1.0:1770685204.048068:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef70f6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685204.048078:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef70f6 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685204.048086:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef70f6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685204.048093:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c98000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685204.048098:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef70f6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685204.048119:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef70f6 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685204.048136:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5e37200) 00010000:00010000:1.0:1770685204.048139:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685204.048146:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef70f6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685204.048153:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef70f6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000004:00010000:1.0:1770685204.048178:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000b6a137fc reply state 00000000aeeaaa0b transno 4294967798 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef70fd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685204.048189:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1770685204.048312:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+78:23082:x1856697500209664:12345-192.168.203.41@tcp:36:lfs.0 Request processed in 12994us (13785us total) trans 4294967798 rc 0/0 00000100:00100000:1.0:1770685204.048323:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 756 00010000:00010000:0.0:1770685204.055681:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef70fd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685204.055706:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef70fd lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685204.055715:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef70fd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685204.055723:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307ba00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685204.055729:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef70fd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685204.055737:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef70fd lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685204.056130:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff9d92d40b3e00) 00010000:00010000:0.0:1770685204.056135:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685204.056144:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef70fd lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685204.056151:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef70fd lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685204.213804:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1770685204.214062:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1770685204.214149:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1770685204.214959:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1770685204.214976:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1770685204.629036:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685204.629162:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500209920 00000100:00100000:1.0:1770685204.629177:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500209920 00000100:00100000:1.0:1770685204.629250:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 757 00000100:00100000:1.0:1770685204.629260:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+77:23119:x1856697500209920:12345-192.168.203.41@tcp:101:mkdir.0 00010000:00010000:1.0:1770685204.629286:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685204.629311:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef7104 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd59a expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685204.629395:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef710b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685204.629409:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef710b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685204.629429:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef710b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:1.0:1770685204.629485:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1770685204.629489:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 21 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685204.629512:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef710b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685204.629536:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef7104 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd59a expref: 79 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685204.629557:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef710b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd59a expref: 78 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685204.629566:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d40b3300) 00010000:00010000:1.0:1770685204.629569:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1770685204.629572:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307ba00, rc 0) 00000100:00100000:1.0:1770685204.630659:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+78:23119:x1856697500209920:12345-192.168.203.41@tcp:101:mkdir.0 Request processed in 1394us (1632us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685204.630670:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 757 00000100:00100000:3.0:1770685204.653061:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685204.663477:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500210176 00000100:00100000:0.0:1770685204.663499:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500210176 00000100:00100000:0.0:1770685204.663612:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 758 00000100:00100000:0.0:1770685204.663626:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+78:23119:x1856697500210176:12345-192.168.203.41@tcp:36:mkdir.0 00010000:00010000:0.0:1770685204.663698:0:5762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685204.663731:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef710b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd59a expref: 78 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685204.664048:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92d40b3300) 00010000:00010000:0.0:1770685204.664062:0:5762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685204.664663:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+77:23119:x1856697500210176:12345-192.168.203.41@tcp:36:mkdir.0 Request processed in 1037us (11614us total) trans 0 rc -17/-17 00000100:00100000:0.0:1770685204.664673:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 758 00000100:00100000:3.0:1770685204.668058:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685204.674017:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500210304 00000100:00100000:0.0:1770685204.674041:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500210304 00000100:00100000:0.0:1770685204.674135:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 759 00000100:00100000:0.0:1770685204.674148:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+77:23119:x1856697500210304:12345-192.168.203.41@tcp:101:mkdir.0 00010000:00010000:0.0:1770685204.674174:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685204.674204:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef7112 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd5a1 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685204.674321:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767000/0x8f0dbafbd9ef7119 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685204.674339:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767000/0x8f0dbafbd9ef7119 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685204.674353:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767000/0x8f0dbafbd9ef7119 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:0.0:1770685204.674434:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1770685204.674438:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 21 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685204.674466:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767000/0x8f0dbafbd9ef7119 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685204.674494:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef7112 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd5a1 expref: 79 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685204.674536:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767000/0x8f0dbafbd9ef7119 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd5a1 expref: 78 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685204.674546:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92f27c0b00) 00010000:00010000:0.0:1770685204.674549:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1770685204.674554:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1767000, rc 0) 00000100:00100000:0.0:1770685204.674692:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+78:23119:x1856697500210304:12345-192.168.203.41@tcp:101:mkdir.0 Request processed in 546us (6648us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685204.674700:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 759 00000100:00100000:3.0:1770685204.678158:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685204.678235:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500210432 00000100:00100000:1.0:1770685204.678256:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500210432 00000100:00100000:1.0:1770685204.678514:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 760 00000100:00100000:1.0:1770685204.678526:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+78:23119:x1856697500210432:12345-192.168.203.41@tcp:101:mkdir.0 00010000:00010000:1.0:1770685204.678552:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685204.678698:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef7120 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd5a8 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685204.678848:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef7127 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685204.678879:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef7127 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685204.678892:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef7127 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685204.678996:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef712e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685204.679004:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef712e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685204.679011:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef712e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685204.679197:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef7135 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685204.679205:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef7135 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685204.679412:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef7135 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:1.0:1770685204.679459:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x30:0x0]: returning size 512 00000004:00200000:1.0:1770685204.679463:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685204.679484:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef7135 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685204.679497:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef7127 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685204.679504:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef7127 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685204.679522:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef7127 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685204.679528:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307ba00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685204.679533:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef7127 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685204.679540:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef7127 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685204.679554:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92f27c0b00) 00010000:00010000:1.0:1770685204.679557:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685204.679562:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef7127 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685204.679568:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef7127 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685204.680520:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef712e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685204.680533:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef712e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685204.680539:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef712e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685204.680545:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1c98000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685204.680549:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef712e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685204.680554:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef712e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685204.680842:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff9d92d40b3400) 00010000:00010000:1.0:1770685204.680846:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685204.680850:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef712e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685204.680856:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef712e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685204.681184:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef7120 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd5a8 expref: 80 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685204.681204:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef7135 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd5a8 expref: 79 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685204.681213:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff9d92d40b3f00) 00010000:00010000:1.0:1770685204.681216:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1770685204.681219:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9de00, rc 0) 00000100:00100000:1.0:1770685204.681573:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+79:23119:x1856697500210432:12345-192.168.203.41@tcp:101:mkdir.0 Request processed in 3046us (3420us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685204.681654:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 760 00000100:00100000:3.0:1770685204.817082:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685204.817347:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500210560 00000100:00100000:1.0:1770685204.817366:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500210560 00000100:00100000:1.0:1770685204.817471:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 761 00000100:00100000:1.0:1770685204.817483:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+38:23125:x1856697500210560:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685204.817511:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685204.817542:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef713c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd5af expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685204.817715:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef7143 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685204.817731:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef7143 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685204.817747:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef7143 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:1.0:1770685204.817843:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1770685204.817848:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 21 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685204.817883:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef7143 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685204.817930:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef713c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd5af expref: 40 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685204.817957:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef7143 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd5af expref: 39 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685204.817967:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92f27c0b00) 00010000:00010000:1.0:1770685204.817971:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1770685204.817976:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9cc00, rc 0) 00000100:00100000:1.0:1770685204.818408:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+39:23125:x1856697500210560:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 584us (993us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685204.818420:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 761 00000100:00100000:3.0:1770685204.845176:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685204.845447:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500210816 00000100:00100000:0.0:1770685204.845457:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500210816 00000100:00100000:0.0:1770685204.845518:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 762 00000100:00100000:0.0:1770685204.845529:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+79:23125:x1856697500210816:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685204.845994:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685204.845999:0:5762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1770685204.846034:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef7135 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd5a8 expref: 79 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685204.846061:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff9d92d40b3f00) 00010000:00010000:0.0:1770685204.846073:0:5762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1770685204.846283:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef714a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd5b6 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685204.848224:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef7151 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685204.848245:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef7151 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685204.848272:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef7151 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685204.848290:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef7158 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685204.848297:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef7158 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685204.848304:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef7158 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685204.849398:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef715f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685204.849411:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef715f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685204.849420:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef715f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:0.0:1770685204.849431:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 0 00010000:00010000:0.0:1770685204.849456:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef7151 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685204.849463:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef7151 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685204.849469:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef7151 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685204.849475:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1767800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685204.849479:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef7151 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685204.849500:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef7151 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685204.849512:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff9d92f27c0000) 00010000:00010000:0.0:1770685204.849515:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685204.849519:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef7151 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685204.849525:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef7151 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000004:00010000:0.0:1770685204.850421:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000dd707c5f reply state 00000000e9c4c2e1 transno 4294967799 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef7158 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:0.0:1770685204.850434:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1770685204.850479:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef714a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd5b6 expref: 81 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685204.850501:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef715f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd5b6 expref: 80 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685204.850508:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff9d92f27c0900) 00010000:00010000:0.0:1770685204.850511:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685204.850513:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1767600, rc 0) 00000100:00100000:0.0:1770685204.853987:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+81:23125:x1856697500210816:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 5095us (5455us total) trans 4294967799 rc 0/0 00000100:00100000:0.0:1770685204.854004:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 762 00000100:00100000:2.0:1770685204.855169:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685204.855641:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500211072 00000100:00100000:1.0:1770685204.855659:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500211072 00000100:00100000:1.0:1770685204.855733:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 763 00000100:00100000:1.0:1770685204.855747:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+81:23125:x1856697500211072:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685204.856028:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685204.856060:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef716d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd5bd expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685204.856487:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef7158 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685204.856513:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef7158 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685204.856518:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef7158 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685204.856524:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1766000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685204.856527:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef7158 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685204.856532:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef7158 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685204.856546:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x3b61a3c9 (ffff9d92f27c0700) 00010000:00010000:0.0:1770685204.856549:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685204.856721:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef7158 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685204.856729:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef7158 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685204.857059:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7174 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685204.857368:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef715f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd5b6 expref: 81 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685204.857380:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7174 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685204.857430:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef715f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd5b6 expref: 81 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685204.857605:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef715f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd5b6 expref: 81 pid: 5762 timeout: 629 lvb_type: 0 00000100:00100000:1.0:1770685204.858150:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb299180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514752896:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685204.860041:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fc329540 going to sleep for 11 seconds 00000100:00100000:1.0:1770685204.863930:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb299180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514752896:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685204.863960:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7174 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:3.0:1770685204.864157:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685204.864309:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500211200 00000100:00100000:2.0:1770685204.864316:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500211200 00010000:00010000:2.0:1770685204.864351:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef715f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd5b6 expref: 82 pid: 5762 timeout: 629 lvb_type: 0 00000100:00100000:2.0:1770685204.864390:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 239 00000100:00100000:2.0:1770685204.864399:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+82:2351:x1856697500211200:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685204.864413:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685204.864419:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef715f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd5b6 expref: 82 pid: 5762 timeout: 629 lvb_type: 0 00010000:00010000:2.0:1770685204.864431:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef715f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd5b6 expref: 82 pid: 5762 timeout: 629 lvb_type: 0 00010000:00010000:2.0:1770685204.864453:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef715f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd5b6 expref: 82 pid: 5762 timeout: 629 lvb_type: 0 00010000:00010000:2.0:1770685204.864466:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff9d92f27c0900) 00010000:00010000:2.0:1770685204.864471:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7174 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685204.864480:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7174 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685204.864487:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7174 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685204.864515:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685204.864574:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+81:2351:x1856697500211200:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 175us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685204.864634:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 239 00010000:00010000:1.0:1770685204.864895:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7174 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685204.864903:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7174 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:1.0:1770685204.864940:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 0 00010000:00010000:1.0:1770685204.865193:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7174 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685204.865201:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7174 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685204.865207:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7174 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685204.865213:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9d400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685204.865217:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7174 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685204.865224:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7174 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685204.865234:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff9d92f27c0900) 00010000:00010000:1.0:1770685204.865236:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1770685204.865240:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7174 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685204.865246:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7174 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685204.865303:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef716d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd5bd expref: 81 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685204.865312:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff9d92d40b3400) 00010000:00010000:1.0:1770685204.865315:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1770685204.865319:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef716d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd5bd expref: 81 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685204.865344:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9ce00, rc 0) 00000100:00100000:1.0:1770685204.865374:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+80:23125:x1856697500211072:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 9631us (10210us total) trans 4294967800 rc 301/301 00000100:00100000:1.0:1770685204.865382:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 763 00000100:00100000:2.0:1770685204.875185:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685204.876266:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500211456 00000100:00100000:1.0:1770685204.876279:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500211456 00000100:00100000:1.0:1770685204.876386:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 177 00000100:00100000:1.0:1770685204.876397:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+80:23125:x1856697500211456:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1770685204.876789:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+81:23125:x1856697500211456:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 392us (1611us total) trans 4294967801 rc 0/0 00000100:00100000:1.0:1770685204.876796:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 177 00000100:00100000:3.0:1770685204.883208:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685204.883541:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500211584 00000100:00100000:1.0:1770685204.883551:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500211584 00000100:00100000:1.0:1770685204.883986:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 764 00000100:00100000:1.0:1770685204.883998:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+81:23125:x1856697500211584:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685204.884031:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685204.884054:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef7182 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd5c4 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685204.884119:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef7182 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd5c4 expref: 82 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685204.884133:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef7182 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd5c4 expref: 82 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685204.884166:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff9d92d40b3400) 00010000:00010000:1.0:1770685204.884169:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1770685204.884173:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9ce00, rc 0) 00000100:00100000:1.0:1770685204.884235:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+82:23125:x1856697500211584:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 240us (1036us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685204.884242:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 764 00000100:00100000:2.0:1770685204.887669:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685204.887833:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500211840 00000100:00100000:1.0:1770685204.887846:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500211840 00000100:00100000:1.0:1770685204.887956:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 765 00000100:00100000:1.0:1770685204.887967:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+82:23125:x1856697500211840:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1770685204.888046:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7189 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685204.888063:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7189 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685204.888076:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7189 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685204.888308:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7189 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685204.888314:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7189 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685204.888319:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7189 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685204.888322:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9d400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685204.888340:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7189 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685204.888347:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7189 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685204.888357:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff9d92d40b3400) 00010000:00010000:1.0:1770685204.888359:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1770685204.888362:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7189 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685204.888366:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7189 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:1.0:1770685204.888441:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+83:23125:x1856697500211840:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 Request processed in 475us (782us total) trans 4294967802 rc 0/0 00000100:00100000:1.0:1770685204.888449:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 765 00000100:00100000:3.0:1770685204.892982:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685204.893477:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500212096 00000100:00100000:1.0:1770685204.893487:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500212096 00000100:00100000:1.0:1770685204.893531:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 766 00000100:00100000:1.0:1770685204.893538:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+83:23125:x1856697500212096:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1770685204.893829:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef7190 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685204.893841:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef7190 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685204.893849:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef7190 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000001:00080000:1.0:1770685204.893902:0:5762:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967803 00000004:00010000:1.0:1770685204.893957:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000bd88f433 reply state 00000000315e4cd8 transno 4294967804 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef7190 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:1.0:1770685204.893979:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1770685204.894081:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+86:23125:x1856697500212096:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 541us (1108us total) trans 4294967804 rc 0/0 00000100:00100000:1.0:1770685204.894088:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 766 00000020:00080000:1.0:1770685204.894094:0:5762:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1770685204.896767:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef7190 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685204.896785:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef7190 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685204.896792:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef7190 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685204.896798:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9de00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685204.896802:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef7190 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685204.896823:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef7190 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685204.896839:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff9d92d40b3400) 00010000:00010000:0.0:1770685204.896842:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1770685204.896847:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef7190 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685204.896853:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef7190 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:3.0:1770685204.898810:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685204.899477:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500212352 00000100:00100000:1.0:1770685204.899486:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500212352 00000100:00100000:1.0:1770685204.899531:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 178 00000100:00100000:1.0:1770685204.899538:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+85:23125:x1856697500212352:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1770685204.899857:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+86:23125:x1856697500212352:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 318us (1058us total) trans 4294967805 rc 0/0 00000100:00100000:1.0:1770685204.899863:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 178 00000100:00100000:3.0:1770685204.964056:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685204.964179:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500212480 00000100:00100000:2.0:1770685204.964190:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500212480 00000100:00100000:2.0:1770685204.964264:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 767 00000100:00100000:2.0:1770685204.964276:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+39:23128:x1856697500212480:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685204.964306:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685204.964341:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef7197 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd5cb expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685204.964424:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef719e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.964436:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef719e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.964446:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef719e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.964481:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35200/0x8f0dbafbd9ef71a5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.964489:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35200/0x8f0dbafbd9ef71a5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.964495:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35200/0x8f0dbafbd9ef71a5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.964895:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34600/0x8f0dbafbd9ef71ac lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.964931:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34600/0x8f0dbafbd9ef71ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.964938:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34600/0x8f0dbafbd9ef71ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:2.0:1770685204.964972:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x30:0x0]: returning size 512 00000004:00200000:2.0:1770685204.964976:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685204.964995:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34600/0x8f0dbafbd9ef71ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.965005:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef719e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.965012:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef719e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.965018:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef719e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.965023:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b35600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685204.965027:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef719e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.965034:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef719e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.965045:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92f27c0b00) 00010000:00010000:2.0:1770685204.965048:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685204.965052:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef719e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.965057:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef719e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.965077:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35200/0x8f0dbafbd9ef71a5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.965083:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35200/0x8f0dbafbd9ef71a5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.965088:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35200/0x8f0dbafbd9ef71a5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.965093:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b35200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685204.965096:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35200/0x8f0dbafbd9ef71a5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.965102:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35200/0x8f0dbafbd9ef71a5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.965109:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff9d92c80b5000) 00010000:00010000:2.0:1770685204.965111:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685204.965115:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35200/0x8f0dbafbd9ef71a5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.965120:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35200/0x8f0dbafbd9ef71a5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.965150:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef7197 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd5cb expref: 41 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685204.965163:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34600/0x8f0dbafbd9ef71ac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd5cb expref: 40 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685204.965169:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff9d92c80b5700) 00010000:00010000:2.0:1770685204.965178:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1770685204.965181:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3b34600, rc 0) 00000100:00100000:2.0:1770685204.965244:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+40:23128:x1856697500212480:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 970us (1196us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685204.965251:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 767 00000100:00100000:3.0:1770685204.973385:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685204.973834:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500212736 00000100:00100000:2.0:1770685204.973844:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500212736 00000100:00100000:2.0:1770685204.973961:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 768 00000100:00100000:2.0:1770685204.973973:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+40:23128:x1856697500212736:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685204.973992:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685204.974013:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef71b3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd5d2 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685204.974092:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34200/0x8f0dbafbd9ef71ba lrc: 3/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.974106:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34200/0x8f0dbafbd9ef71ba lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.974116:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34200/0x8f0dbafbd9ef71ba lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.974148:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef71c1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.974155:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef71c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.974161:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef71c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.974286:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef71c8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.974307:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef71c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.974319:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef71c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:2.0:1770685204.974331:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 158 00010000:00010000:2.0:1770685204.974464:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34200/0x8f0dbafbd9ef71ba lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.974472:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34200/0x8f0dbafbd9ef71ba lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.974478:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34200/0x8f0dbafbd9ef71ba lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.974484:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b34200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685204.974487:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34200/0x8f0dbafbd9ef71ba lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.974494:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34200/0x8f0dbafbd9ef71ba lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.974504:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff9d92c80b5700) 00010000:00010000:2.0:1770685204.974507:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685204.974511:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34200/0x8f0dbafbd9ef71ba lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.974517:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34200/0x8f0dbafbd9ef71ba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.974529:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef71c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.974553:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef71c1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.974560:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef71c1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.974564:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b35e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685204.974567:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef71c1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.974572:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef71c1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.974602:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x3b61a3c9 (ffff9d92c80b5b00) 00010000:00010000:2.0:1770685204.974605:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685204.974608:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef71c1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.974613:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef71c1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.974940:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef71b3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd5d2 expref: 43 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685204.974955:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef71c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd5d2 expref: 42 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685204.974962:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff9d92d40b3400) 00010000:00010000:2.0:1770685204.974964:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685204.974967:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3b34e00, rc 0) 00000100:00100000:2.0:1770685204.975031:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+42:23128:x1856697500212736:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 1062us (1655us total) trans 4294967806 rc 0/0 00000100:00100000:2.0:1770685204.975046:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 768 00000100:00100000:3.0:1770685204.979794:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685204.980043:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500212864 00000100:00100000:2.0:1770685204.980054:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500212864 00000100:00100000:2.0:1770685204.980124:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 769 00000100:00100000:2.0:1770685204.980134:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+42:23128:x1856697500212864:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:2.0:1770685204.980203:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef71d6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.980220:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef71d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.980230:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef71d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.980254:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef71d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.980415:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef71d6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.980423:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef71d6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.980430:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b34000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685204.980434:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef71d6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.980441:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef71d6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.980454:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff9d92d40b3400) 00010000:00010000:2.0:1770685204.980457:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1770685204.980477:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef71d6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685204.980483:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef71d6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:2.0:1770685204.980566:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+42:23128:x1856697500212864:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 432us (779us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685204.980573:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 769 00000100:00100000:3.0:1770685204.984437:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685204.984666:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500213120 00000100:00100000:1.0:1770685204.984679:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500213120 00000100:00100000:1.0:1770685204.984735:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 179 00000100:00100000:1.0:1770685204.984744:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4868050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+42:23128:x1856697500213120:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:1.0:1770685204.985114:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4868050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+43:23128:x1856697500213120:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 368us (684us total) trans 4294967807 rc 0/0 00000100:00100000:1.0:1770685204.985124:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 179 00000100:00100000:3.0:1770685205.104126:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685205.104236:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500213248 00000100:00100000:2.0:1770685205.104246:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500213248 00000100:00100000:2.0:1770685205.104323:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 770 00000100:00100000:2.0:1770685205.104333:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+43:23136:x1856697500213248:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685205.104356:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685205.104377:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef71dd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd5d9 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685205.104451:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef71e4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685205.104466:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef71e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685205.104477:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef71e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:2.0:1770685205.104538:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x30:0x0]: returning size 512 00000004:00200000:2.0:1770685205.104541:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685205.104817:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef71e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685205.104846:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef71dd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd5d9 expref: 45 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685205.104884:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef71e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd5d9 expref: 44 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685205.104892:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff9d92c80b5700) 00010000:00010000:2.0:1770685205.104895:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1770685205.104898:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3b35e00, rc 0) 00000100:00100000:2.0:1770685205.104967:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+44:23136:x1856697500213248:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 635us (850us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685205.104974:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 770 00000100:00080000:0.0:1770685205.105934:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685205.115776:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685205.115996:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500213504 00000100:00100000:0.0:1770685205.116009:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500213504 00000100:00100000:0.0:1770685205.116092:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 42 00000100:00100000:0.0:1770685205.116102:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+44:23136:x1856697500213504:12345-192.168.203.41@tcp:103:lfs.0 00010000:00010000:0.0:1770685205.116119:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685205.116148:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef71c8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd5d2 expref: 44 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685205.116168:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff9d92d40b3400) 00010000:00010000:0.0:1770685205.116172:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685205.116243:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+43:23136:x1856697500213504:12345-192.168.203.41@tcp:103:lfs.0 Request processed in 142us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685205.116251:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 42 00000100:00100000:3.0:1770685205.119793:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685205.120535:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500213632 00000100:00100000:1.0:1770685205.120551:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500213632 00000100:00100000:1.0:1770685205.120677:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 771 00000100:00100000:1.0:1770685205.120688:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+43:23136:x1856697500213632:12345-192.168.203.41@tcp:58:lfs.0 00010000:00010000:1.0:1770685205.120791:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef71eb lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685205.120825:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef7182 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd5c4 expref: 85 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685205.120835:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef71eb lrc: 4/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685205.120869:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef7182 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd5c4 expref: 85 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685205.120882:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef7182 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd5c4 expref: 85 pid: 5762 timeout: 629 lvb_type: 0 00000100:00100000:1.0:1770685205.120897:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb299180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514753024:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685205.121026:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c84d4480 going to sleep for 11 seconds 00000100:00100000:3.0:1770685205.126074:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685205.127658:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb299180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514753024:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685205.127691:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef71eb lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:0.0:1770685205.127874:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500213760 00000100:00100000:0.0:1770685205.127881:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500213760 00010000:00010000:0.0:1770685205.127944:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef7182 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd5c4 expref: 86 pid: 5762 timeout: 629 lvb_type: 0 00000100:00100000:0.0:1770685205.127992:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 240 00000100:00100000:0.0:1770685205.128001:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+86:2350:x1856697500213760:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685205.128015:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685205.128022:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef7182 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd5c4 expref: 86 pid: 5762 timeout: 629 lvb_type: 0 00010000:00010000:0.0:1770685205.128033:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef7182 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd5c4 expref: 86 pid: 5762 timeout: 629 lvb_type: 0 00010000:00010000:0.0:1770685205.128055:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef7182 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd5c4 expref: 86 pid: 5762 timeout: 629 lvb_type: 0 00010000:00010000:0.0:1770685205.128072:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff9d92d40b3400) 00010000:00010000:0.0:1770685205.128076:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef71eb lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685205.128086:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef71eb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685205.128094:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef71eb lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685205.128130:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685205.128182:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+85:2350:x1856697500213760:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 182us (2123us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685205.128189:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 240 00000100:00080000:2.0:1770685205.128276:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1770685205.129053:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef71eb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.129063:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef71eb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000040:00080000:3.0:1770685205.129313:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].18, 136 off10640 00000100:00100000:3.0:1770685205.129403:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+43:23136:x1856697500213632:12345-192.168.203.41@tcp:58:lfs.0 Request processed in 8714us (9624us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685205.129413:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 771 00000040:00080000:2.0:1770685205.233888:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1770685205.233898:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1770685205.233952:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:2.0:1770685205.233961:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1770685205.234095:0:11361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514753152:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1770685205.234207:0:11361:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c83e5840 going to sleep for 11 seconds 00010000:00010000:1.0:1770685205.234449:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770685205.243696:0:11361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514753152:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1770685205.244871:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685205.245395:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500213888 00000100:00100000:3.0:1770685205.245405:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500213888 00000100:00100000:3.0:1770685205.245461:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 772 00000100:00100000:3.0:1770685205.245471:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+43:23146:x1856697500213888:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1770685205.245501:0:5762:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000401:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1770685205.245916:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+43:23146:x1856697500213888:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 435us (1038us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685205.245925:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 772 00000100:00100000:0.0:1770685205.257804:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685205.257980:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500214016 00000100:00100000:3.0:1770685205.257990:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500214016 00000100:00100000:3.0:1770685205.258041:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 773 00000100:00100000:3.0:1770685205.258050:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+43:23146:x1856697500214016:12345-192.168.203.41@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1770685205.258120:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef71f2 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.258135:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef71f2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.258145:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef71f2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.258506:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef71f9 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.258515:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef71f9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.258523:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef71f9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.258549:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7200 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.258557:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7200 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.258563:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7200 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:3.0:1770685205.258626:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 158 00000004:00200000:3.0:1770685205.258631:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685205.261284:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7200 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.261310:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef71f2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.261318:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef71f2 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.261325:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef71f2 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.261331:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b1000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685205.261335:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef71f2 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.261360:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef71f2 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.261375:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:3.0:1770685205.261379:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685205.261383:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef71f2 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.261389:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef71f2 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.261406:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef71f9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.261411:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef71f9 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.261416:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef71f9 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.261421:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b1e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685205.261423:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef71f9 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.261428:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef71f9 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.261435:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x43be2ce7 (ffff9d92c5e37800) 00010000:00010000:3.0:1770685205.261437:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685205.261440:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef71f9 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.261445:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef71f9 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.261469:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7200 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.261475:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7200 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.261480:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7200 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.261485:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b0800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685205.261487:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7200 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.261493:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7200 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.261500:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff9d92d40b3400) 00010000:00010000:3.0:1770685205.261503:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685205.261506:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7200 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.261511:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7200 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:3.0:1770685205.261623:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+43:23146:x1856697500214016:12345-192.168.203.41@tcp:34:lhsmtool_posix.0 Request processed in 3570us (3825us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685205.261633:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 773 00000100:00100000:2.0:1770685205.302863:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685205.302978:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500214272 00000100:00100000:3.0:1770685205.302989:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500214272 00000100:00100000:3.0:1770685205.303043:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 774 00000100:00100000:3.0:1770685205.303053:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+43:23146:x1856697500214272:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685205.303090:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685205.303110:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7207 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd5e0 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685205.303184:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef720e lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.303210:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef720e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.303220:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef720e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.303234:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef7215 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.303240:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef7215 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.303246:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef7215 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.303304:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef721c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.303312:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef721c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.303319:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef721c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:3.0:1770685205.303329:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 158 00010000:00010000:3.0:1770685205.303447:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef721c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.303465:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef721c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.303471:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef721c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.303477:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b1c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685205.303481:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef721c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.303489:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef721c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.303503:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff9d92d40b3400) 00010000:00010000:3.0:1770685205.303506:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685205.303511:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef721c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.303517:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef721c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.303536:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef720e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.303542:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef720e lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.303548:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef720e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.303922:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b1e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685205.303926:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef720e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.303942:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef720e lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.303951:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:3.0:1770685205.303954:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685205.303956:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef720e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.303961:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef720e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.303972:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef7215 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.303978:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef7215 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.303984:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef7215 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.303988:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b1000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685205.303991:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef7215 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.303996:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef7215 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.304002:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x43be2ce7 (ffff9d92c5e37800) 00010000:00010000:3.0:1770685205.304005:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685205.304007:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef7215 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.304012:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef7215 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.304064:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7207 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd5e0 expref: 45 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685205.304074:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:3.0:1770685205.304076:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1770685205.304080:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7207 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd5e0 expref: 45 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685205.304089:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c29b0800, rc 0) 00000100:00100000:3.0:1770685205.304169:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+44:23146:x1856697500214272:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 1116us (1318us total) trans 4294967808 rc 301/301 00000100:00100000:3.0:1770685205.304177:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 774 00000100:00100000:2.0:1770685205.342344:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685205.342438:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500214400 00000100:00100000:1.0:1770685205.342448:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500214400 00000100:00100000:1.0:1770685205.342505:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 775 00000100:00100000:1.0:1770685205.342515:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+44:23146:x1856697500214400:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1770685205.342609:0:5761:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000401:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1770685205.342739:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+44:23146:x1856697500214400:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 225us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685205.342747:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 775 00000100:00100000:1.0:1770685205.363465:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685205.365644:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500214656 00000100:00100000:3.0:1770685205.365659:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500214656 00000100:00100000:3.0:1770685205.365734:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 776 00000100:00100000:3.0:1770685205.365745:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+44:23146:x1856697500214656:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685205.365766:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685205.365769:0:5762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1770685205.365794:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef71e4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd5d9 expref: 44 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685205.365814:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff9d92c80b5700) 00010000:00010000:3.0:1770685205.365819:0:5762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1770685205.365845:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef722a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd5e7 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1770685205.366398:0:5762:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xf:0x0], index 0: 0 00010000:00010000:3.0:1770685205.366671:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef7231 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.366684:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef7231 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.366694:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef7231 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.366746:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef722a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd5e7 expref: 46 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685205.366762:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef7231 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd5e7 expref: 45 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685205.366769:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff9d92c5e37800) 00010000:00010000:3.0:1770685205.366772:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1770685205.366775:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c29b1000, rc 0) 00000100:00100000:3.0:1770685205.366853:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+45:23146:x1856697500214656:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 1110us (3398us total) trans 4294967809 rc 0/0 00000100:00100000:3.0:1770685205.366861:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 776 00000100:00100000:3.0:1770685205.379943:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685205.382348:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500214912 00000100:00100000:0.0:1770685205.382373:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500214912 00000100:00100000:0.0:1770685205.382442:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 777 00000100:00100000:0.0:1770685205.382454:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+45:23146:x1856697500214912:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1770685205.382524:0:5762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685205.382565:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef7231 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd5e7 expref: 45 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685205.382609:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff9d92c5e37800) 00010000:00010000:0.0:1770685205.382630:0:5762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1770685205.382660:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef723f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685205.382675:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef723f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685205.382684:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef723f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685205.382699:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef7246 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x30:0x0].0x9a977dc5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685205.382706:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef7246 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x9a977dc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685205.382712:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef7246 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x9a977dc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685205.382808:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef723f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685205.382816:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef723f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685205.382833:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef723f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685205.382839:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1766000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685205.382844:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef723f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685205.382852:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef723f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685205.382861:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff9d92c80b5700) 00010000:00010000:0.0:1770685205.382864:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685205.382868:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef723f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685205.382873:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef723f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685205.382883:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef7246 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x9a977dc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685205.382888:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef7246 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x9a977dc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685205.382893:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef7246 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x9a977dc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685205.382897:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1767400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685205.382899:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef7246 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x9a977dc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685205.382916:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef7246 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x9a977dc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685205.382933:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x9a977dc5 (ffff9d92f27c0700) 00010000:00010000:0.0:1770685205.382936:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685205.382939:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef7246 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x30:0x0].0x9a977dc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685205.382944:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef7246 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x30:0x0].0x9a977dc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:0.0:1770685205.383062:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+44:23146:x1856697500214912:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 610us (3129us total) trans 0 rc -2/-2 00000100:00100000:0.0:1770685205.383070:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 777 00000100:00100000:3.0:1770685205.385628:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685205.386167:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500215040 00000100:00100000:0.0:1770685205.386180:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500215040 00000100:00100000:0.0:1770685205.386244:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 778 00000100:00100000:0.0:1770685205.386255:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+44:23146:x1856697500215040:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685205.386275:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685205.386297:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef724d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd5ee expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685205.386332:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef7254 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685205.386345:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef7254 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685205.386356:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef7254 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685205.389249:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef724d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd5ee expref: 46 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685205.389301:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef7254 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd5ee expref: 45 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685205.389310:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff9d92f27c0000) 00010000:00010000:0.0:1770685205.389313:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1770685205.389317:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1766400, rc 0) 00000100:00100000:0.0:1770685205.389403:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+45:23146:x1856697500215040:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 3148us (3783us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685205.389412:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 778 00000100:00100000:0.0:1770685205.402211:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685205.405368:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500215296 00000100:00100000:3.0:1770685205.405394:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500215296 00000100:00100000:3.0:1770685205.405512:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 779 00000100:00100000:3.0:1770685205.405529:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+45:23146:x1856697500215296:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1770685205.406116:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef725b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685205.406165:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef725b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685205.406178:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef725b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000040:00080000:3.0:1770685205.410090:0:5761:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].6, 88 off8600 00000004:00080000:3.0:1770685205.410114:0:5761:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 530255535340ns, next at 531255531191ns, rc = 0 00000004:00010000:3.0:1770685205.410264:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000cff70ebd reply state 000000002bfae0f9 transno 4294967810 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef725b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:3.0:1770685205.410280:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1770685205.415681:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+47:23146:x1856697500215296:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 10138us (13460us total) trans 4294967810 rc 0/0 00000100:00100000:3.0:1770685205.415700:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 779 00010000:00010000:1.0:1770685205.426865:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef725b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685205.426885:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef725b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685205.426892:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef725b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685205.426897:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b1e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685205.426902:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef725b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685205.426919:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef725b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685205.426938:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff9d92f27c0000) 00010000:00010000:1.0:1770685205.426942:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1770685205.426947:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef725b lrc: 2/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685205.426954:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef725b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:0.0:1770685205.430114:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685205.430210:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500215424 00000100:00100000:1.0:1770685205.430219:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500215424 00000100:00100000:1.0:1770685205.430284:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 780 00000100:00100000:1.0:1770685205.430296:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+46:23146:x1856697500215424:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685205.430323:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685205.430347:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef7262 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd5f5 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685205.430458:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef7262 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd5f5 expref: 47 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685205.430471:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef7262 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd5f5 expref: 47 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685205.430493:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff9d92f27c0000) 00010000:00010000:1.0:1770685205.430496:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1770685205.430500:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9de00, rc 0) 00000100:00100000:1.0:1770685205.430613:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+47:23146:x1856697500215424:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 319us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685205.430620:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 780 00000100:00100000:2.0:1770685205.443768:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685205.443842:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500215552 00000100:00100000:1.0:1770685205.443853:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500215552 00000100:00100000:1.0:1770685205.443923:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 193 00000100:00100000:1.0:1770685205.443934:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+8:2350:x1856697500215552:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1770685205.444291:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500215552:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 Request processed in 359us (528us total) trans 4294967328 rc 0/0 00000100:00100000:1.0:1770685205.444299:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 193 00000100:00080000:2.0:1770685205.444422:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1770685205.479834:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685205.485712:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500215808 00000100:00100000:1.0:1770685205.485732:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500215808 00000100:00100000:1.0:1770685205.485801:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 180 00000100:00100000:1.0:1770685205.485812:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+47:23146:x1856697500215808:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1770685205.486506:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+48:23146:x1856697500215808:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 694us (6685us total) trans 4294967811 rc 0/0 00000100:00100000:1.0:1770685205.486525:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 180 00000100:00100000:3.0:1770685205.488950:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685205.489102:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500216064 00000100:00100000:1.0:1770685205.489113:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500216064 00000100:00100000:1.0:1770685205.489171:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 781 00000100:00100000:1.0:1770685205.489182:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+48:23146:x1856697500216064:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1770685205.489389:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+48:23146:x1856697500216064:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 209us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685205.489398:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 781 00000100:00100000:2.0:1770685205.502382:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685205.502475:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500216192 00000100:00100000:1.0:1770685205.502486:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500216192 00000100:00100000:1.0:1770685205.502541:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 782 00000100:00100000:1.0:1770685205.502551:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+48:23146:x1856697500216192:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685205.502571:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685205.502617:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef7269 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd5fc expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685205.502697:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef7270 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685205.502711:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef7270 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685205.502722:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef7270 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:1.0:1770685205.502757:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685205.502774:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef7270 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685205.502815:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef7269 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd5fc expref: 50 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685205.503024:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef7270 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd5fc expref: 49 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685205.503035:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff9d92f27c0000) 00010000:00010000:1.0:1770685205.503038:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1770685205.503041:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c98000, rc 0) 00000100:00100000:1.0:1770685205.503101:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+49:23146:x1856697500216192:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 552us (730us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685205.503110:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 782 00000100:00100000:2.0:1770685205.514048:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685205.514132:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500216320 00000100:00100000:0.0:1770685205.514142:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500216320 00000100:00100000:0.0:1770685205.514209:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 194 00000100:00100000:0.0:1770685205.514219:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500216320:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685205.514238:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685205.514260:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef7277 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd603 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1770685205.514288:0:6539:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x698a8315, blocks: 0x1 00010000:00010000:0.0:1770685205.514307:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685205.514310:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685205.514318:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef7277 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd603 expref: 10 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685205.514335:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef7277 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd603 expref: 10 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685205.514368:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1766000, rc 0) 00000100:00100000:0.0:1770685205.514435:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500216320:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 218us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685205.514443:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 194 00000100:00100000:2.0:1770685205.519283:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685205.519460:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500216576 00000100:00100000:0.0:1770685205.519472:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500216576 00000100:00100000:0.0:1770685205.519538:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 783 00000100:00100000:0.0:1770685205.519549:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+49:23146:x1856697500216576:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1770685205.519699:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+49:23146:x1856697500216576:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 151us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685205.519707:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 783 00000100:00100000:3.0:1770685205.530804:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685205.530953:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500216704 00000100:00100000:2.0:1770685205.530963:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500216704 00000100:00100000:2.0:1770685205.531016:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 195 00000100:00100000:2.0:1770685205.531026:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+10:23146:x1856697500216704:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685205.531043:0:6538:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685205.531063:0:6538:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c3b34200/0x8f0dbafbd9ef727e lrc: 2/0,0 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd60a expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685205.531102:0:6538:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef7277 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd603 expref: 11 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685205.531111:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685205.531113:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685205.531117:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c3b34200/0x8f0dbafbd9ef727e lrc: 4/0,0 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd60a expref: 11 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685205.531146:0:6538:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef7277 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd603 expref: 11 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685205.531157:0:6538:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef7277 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd603 expref: 11 pid: 6539 timeout: 630 lvb_type: 1 00000100:00100000:2.0:1770685205.531170:0:6538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6538:1856697514753280:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685205.531266:0:6538:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c83e5840 going to sleep for 11 seconds 00000100:00100000:3.0:1770685205.536414:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685205.536488:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500216832 00000100:00100000:2.0:1770685205.536503:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500216832 00000100:00100000:3.0:1770685205.536511:0:6538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6538:1856697514753280:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685205.536558:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef7277 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd603 expref: 12 pid: 6539 timeout: 630 lvb_type: 1 00010000:00010000:3.0:1770685205.536566:0:6538:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c3b34200/0x8f0dbafbd9ef727e lrc: 3/0,0 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd60a expref: 12 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685205.536644:0:6538:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3b34200, rc 0) 00000100:00100000:2.0:1770685205.536681:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 241 00000100:00100000:2.0:1770685205.536694:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+12:2350:x1856697500216832:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685205.536714:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1770685205.536736:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+12:23146:x1856697500216704:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 5708us (5937us total) trans 0 rc 0/0 00010000:00010000:2.0:1770685205.536745:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef7277 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd603 expref: 12 pid: 6539 timeout: 630 lvb_type: 1 00000100:00100000:3.0:1770685205.536756:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 195 00010000:00010000:2.0:1770685205.536775:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef7277 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd603 expref: 12 pid: 6539 timeout: 630 lvb_type: 1 00010000:00010000:2.0:1770685205.536804:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef7277 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd603 expref: 11 pid: 6539 timeout: 630 lvb_type: 1 00010000:00010000:2.0:1770685205.536818:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685205.536885:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685205.536893:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c3b34200/0x8f0dbafbd9ef727e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd60a expref: 10 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685205.536913:0:11010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c3b34200/0x8f0dbafbd9ef727e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd60a expref: 10 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685205.536959:0:11010:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c3b34200/0x8f0dbafbd9ef727e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd60a expref: 10 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685205.536974:0:11010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11010:1856697514753408:192.168.203.41@tcp:105: 00000100:00100000:2.0:1770685205.537054:0:11010:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c83e5540 going to sleep for 11 seconds 00000100:00100000:1.0:1770685205.541972:0:11010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11010:1856697514753408:192.168.203.41@tcp:105: 00010000:00010000:1.0:1770685205.542000:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685205.542092:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500216832:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 5399us (5697us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685205.542103:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 241 00000100:00100000:2.0:1770685205.553223:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685205.555892:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514753792:0@lo:400:kworker.0 00000100:00100000:2.0:1770685205.555972:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685205.556012:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1770685205.556018:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3291:1856697514753664:0@lo:400:kworker.0 00000100:00100000:2.0:1770685205.556052:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685205.556067:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514754176:0@lo:400:kworker.0 00000100:00100000:2.0:1770685205.556091:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685205.556121:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514753792 00000100:00100000:2.0:1770685205.556128:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514753792 00000100:00100000:2.0:1770685205.556173:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514753664 00000100:00100000:2.0:1770685205.556177:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514753664 00000100:00100000:0.0:1770685205.556278:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514753536:0@lo:400:kworker.0 00000100:00100000:0.0:1770685205.556317:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685205.556351:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514754048:0@lo:400:kworker.0 00000100:00100000:0.0:1770685205.556372:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685205.556395:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1770685205.556401:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514753920:0@lo:400:kworker.0 00000100:00100000:0.0:1770685205.556421:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685205.556446:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514754048 00000100:00100000:0.0:1770685205.556450:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514754048 00000100:00100000:0.0:1770685205.556471:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:0.0:1770685205.556479:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514753792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685205.556531:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514753792:12345-0@lo:400:kworker.0 Request processed in 52us (559us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685205.556565:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:0.0:1770685205.556601:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:0.0:1770685205.556608:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514754048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685205.556642:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514754048:12345-0@lo:400:kworker.0 Request processed in 35us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685205.556648:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000100:00100000:0.0:1770685205.556682:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514754048:0@lo:400:kworker.0 00000100:00100000:2.0:1770685205.557133:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:2.0:1770685205.557142:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1856697514753664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685205.557178:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1856697514753664:12345-0@lo:400:kworker.0 Request processed in 39us (1126us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685205.557184:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00080000:2.0:1770685205.557319:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685205.557358:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3291:1856697514753664:0@lo:400:kworker.0 00000100:00100000:2.0:1770685205.557369:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514753792:0@lo:400:kworker.0 00000100:00100000:2.0:1770685205.557396:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514754176 00000100:00100000:2.0:1770685205.557401:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514754176 00000100:00100000:2.0:1770685205.557476:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514753920 00000100:00100000:2.0:1770685205.557480:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514753920 00000100:00100000:1.0:1770685205.557539:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500216960 00000100:00100000:1.0:1770685205.557544:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500216960 00000100:00100000:1.0:1770685205.557556:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514753536 00000100:00100000:1.0:1770685205.557559:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514753536 00000100:00100000:1.0:1770685205.557597:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:1.0:1770685205.557604:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300564050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514753536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685205.557646:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300564050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514753536:12345-0@lo:400:kworker.0 Request processed in 42us (1329us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685205.557651:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00002000:00100000:1.0:1770685205.557723:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xf:0x0] (0->157) req@ffff9d91c23c4000 x1856697500216960/t0(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:326/0 lens 648/0 e 0 to 0 dl 1770685216 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1770685205.557734:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c23c4000 with x1856697500216960 ext(0->157) 00002000:00010000:1.0:1770685205.557739:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d91c23c4000 00000100:00100000:1.0:1770685205.557762:0:13877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 62 00000100:00100000:1.0:1770685205.557769:0:13877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500216960:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1770685205.558176:0:13877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1b20a364-7a5a-4770-9192-023629c7ce89+12:2351:x1856697500216960:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 Request processed in 406us (4965us total) trans 4294967329 rc 0/0 00000100:00100000:1.0:1770685205.558184:0:13877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 62 00002000:00100000:1.0:1770685205.558203:0:13877:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0xf:0x0] (0->157) req@ffff9d91c23c4000 x1856697500216960/t4294967329(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:326/0 lens 648/448 e 0 to 0 dl 1770685216 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1770685205.558212:0:13877:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c23c4000 with x1856697500216960 ext(0->157) 00002000:00010000:1.0:1770685205.558218:0:13877:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d91c23c4000 00000100:00100000:3.0:1770685205.560235:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:3.0:1770685205.560278:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514754176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685205.560416:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514754176:12345-0@lo:400:kworker.0 Request processed in 149us (4323us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685205.560424:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000100:00100000:1.0:1770685205.560646:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514754176:0@lo:400:kworker.0 00000100:00080000:0.0:1770685205.563428:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1770685205.563439:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1770685205.564064:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:2.0:1770685205.564077:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514753920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685205.564185:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514753920:12345-0@lo:400:kworker.0 Request processed in 109us (7761us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685205.564203:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:1.0:1770685205.565054:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514753920:0@lo:400:kworker.0 00000100:00100000:1.0:1770685205.565067:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514753536:0@lo:400:kworker.0 00000100:00100000:2.0:1770685205.568045:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685205.568352:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500217088 00000100:00100000:0.0:1770685205.568361:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500217088 00000100:00100000:0.0:1770685205.568419:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 784 00000100:00100000:0.0:1770685205.568429:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+49:23146:x1856697500217088:12345-192.168.203.41@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1770685205.668437:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967799 is committed 00000001:00080000:3.0:1770685205.668454:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967797 is committed 00000001:00080000:3.0:1770685205.668471:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967811 is committed 00000001:00080000:3.0:1770685205.668480:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967805 is committed 00000004:00080000:3.0:1770685205.668502:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 6 committed 00000100:00100000:0.0:1770685205.668883:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+42:23146:x1856697500217088:12345-192.168.203.41@tcp:44:lhsmtool_posix.0 Request processed in 100450us (100842us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685205.668895:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 784 00000100:00100000:1.0:1770685205.669911:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514754304:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1770685205.669971:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685205.670291:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514754304 00000100:00100000:3.0:1770685205.670299:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514754304 00000100:00100000:3.0:1770685205.670345:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00100000:3.0:1770685205.670354:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb298380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514754304:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1770685205.670517:0:6539:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0xf:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1770685205.670521:0:6539:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0xf:0x0] updating lvb mtime from disk: 0 -> 1770685205 00002000:00010000:3.0:1770685205.670524:0:6539:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0xf:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1770685205.670527:0:6539:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0xf:0x0] updating lvb ctime from disk: 1770685205 -> 1770685205 00002000:00010000:3.0:1770685205.670530:0:6539:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0xf:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1770685205.670565:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb298380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3291:x1856697514754304:12345-0@lo:2:osp-syn-0-0.0 Request processed in 212us (594us total) trans 4294967330 rc 0/0 00000100:00100000:3.0:1770685205.670572:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00000004:00080000:1.0:1770685205.670836:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9d91c274c380/2, rc 0, transno 4294967330 00000100:00100000:1.0:1770685205.670843:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514754304:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1770685205.676875:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685205.676969:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500217216 00000100:00100000:0.0:1770685205.676980:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500217216 00000100:00100000:0.0:1770685205.677031:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 197 00000100:00100000:0.0:1770685205.677040:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb299f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+12:2351:x1856697500217216:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1770685205.747389:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967329 is committed 00000001:00080000:3.0:1770685205.747422:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967330 is committed 00000100:00100000:0.0:1770685205.747910:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb299f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500217216:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 Request processed in 70856us (71030us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685205.747922:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 197 00000100:00100000:3.0:1770685205.758114:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685205.758515:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500217472 00000100:00100000:0.0:1770685205.758543:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500217472 00000100:00100000:2.0:1770685205.758871:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 785 00000100:00100000:2.0:1770685205.758885:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+42:23146:x1856697500217472:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1770685205.758955:0:6998:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685205.758987:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef7270 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd5fc expref: 42 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685205.759011:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff9d92f27c0000) 00010000:00010000:2.0:1770685205.759017:0:6998:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770685205.759050:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef7285 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685205.759066:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef7285 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685205.759075:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef7285 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00010000:2.0:1770685205.759340:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000bbc76442 reply state 00000000fef9c4a9 transno 4294967812 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef7285 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770685205.759348:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1770685205.759500:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+43:23146:x1856697500217472:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 619us (1407us total) trans 4294967812 rc 0/0 00000100:00100000:2.0:1770685205.759508:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 785 00000100:00100000:3.0:1770685205.785760:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00010000:00010000:3.0:1770685205.785791:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef7285 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685205.785803:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef7285 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685205.785817:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef7285 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685205.785823:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b34e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685205.785827:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef7285 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685205.785835:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef7285 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685205.785850:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff9d92f27c0000) 00010000:00010000:3.0:1770685205.785853:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685205.785857:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef7285 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685205.785862:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef7285 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:3.0:1770685205.785890:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500217600 00000100:00100000:3.0:1770685205.785899:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500217600 00000100:00100000:3.0:1770685205.785952:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 198 00000100:00100000:3.0:1770685205.785961:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2348:x1856697500217600:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1770685205.786190:0:8401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0xf:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:3.0:1770685205.786194:0:8401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0xf:0x0] updating lvb mtime from disk: 1770685205 -> 1536580263 00002000:00010000:3.0:1770685205.786197:0:8401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0xf:0x0] updating lvb atime from disk: 0 -> 1770684700 00002000:00010000:3.0:1770685205.786199:0:8401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0xf:0x0] updating lvb ctime from disk: 1770685205 -> 1770685205 00002000:00010000:3.0:1770685205.786202:0:8401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0xf:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:3.0:1770685205.786251:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:2348:x1856697500217600:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 Request processed in 290us (499us total) trans 4294967331 rc 0/0 00000100:00100000:3.0:1770685205.786268:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 198 00000100:00100000:1.0:1770685205.797260:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685205.800795:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500217856 00000100:00100000:2.0:1770685205.800812:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500217856 00000100:00100000:2.0:1770685205.800884:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 786 00000100:00100000:2.0:1770685205.800922:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+42:23146:x1856697500217856:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1770685205.800995:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef728c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685205.801011:0:5760:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef7254 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd5ee expref: 42 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685205.801020:0:5760:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef728c lrc: 4/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685205.801054:0:5760:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef7254 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd5ee expref: 42 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685205.801068:0:5760:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef7254 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd5ee expref: 42 pid: 5761 timeout: 630 lvb_type: 0 00000100:00100000:2.0:1770685205.801081:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43cbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514754432:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685205.801173:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c83e5180 going to sleep for 11 seconds 00000100:00100000:2.0:1770685205.804117:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43cbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514754432:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685205.804147:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef728c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:1.0:1770685205.814342:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685205.814434:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500217984 00000100:00100000:2.0:1770685205.814443:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500217984 00010000:00010000:2.0:1770685205.814482:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef7254 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd5ee expref: 43 pid: 5761 timeout: 630 lvb_type: 0 00000100:00100000:2.0:1770685205.814512:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 242 00000100:00100000:2.0:1770685205.814521:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+43:2351:x1856697500217984:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685205.814548:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685205.814555:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef7254 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd5ee expref: 43 pid: 5761 timeout: 630 lvb_type: 0 00010000:00010000:2.0:1770685205.814568:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef7254 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd5ee expref: 43 pid: 5761 timeout: 630 lvb_type: 0 00010000:00010000:2.0:1770685205.814617:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef7254 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd5ee expref: 43 pid: 5761 timeout: 630 lvb_type: 0 00010000:00010000:2.0:1770685205.814632:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff9d92f27c0000) 00010000:00010000:2.0:1770685205.814637:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef728c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685205.814646:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef728c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685205.814653:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef728c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685205.814679:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685205.814722:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+42:2351:x1856697500217984:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 202us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685205.814730:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 242 00010000:00010000:3.0:1770685205.814978:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef728c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685205.814986:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef728c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685205.815016:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef728c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685205.815022:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef728c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685205.815029:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef728c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685205.815034:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b34000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685205.815038:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef728c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685205.815046:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef728c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685205.815056:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff9d92f27c0000) 00010000:00010000:3.0:1770685205.815059:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1770685205.815062:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef728c lrc: 2/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685205.815068:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef728c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:3.0:1770685205.815124:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+41:23146:x1856697500217856:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 Request processed in 14206us (17873us total) trans 0 rc -22/-22 00000100:00100000:3.0:1770685205.815143:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 786 00000100:00100000:1.0:1770685205.822961:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685205.823051:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500218112 00000100:00100000:3.0:1770685205.823060:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500218112 00000100:00100000:3.0:1770685205.823112:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 199 00000100:00100000:3.0:1770685205.823121:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500218112:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1770685205.823160:0:6539:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7293 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685205.823177:0:6539:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c3b34200/0x8f0dbafbd9ef727e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd60a expref: 10 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685205.823184:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1770685205.823186:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1770685205.823190:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7293 lrc: 4/1,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685205.823219:0:6539:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c3b34200/0x8f0dbafbd9ef727e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd60a expref: 10 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685205.823233:0:6539:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c3b34200/0x8f0dbafbd9ef727e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd60a expref: 10 pid: 6538 timeout: 630 lvb_type: 0 00000100:00100000:3.0:1770685205.823248:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6539:1856697514754560:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685205.823326:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c70d79c0 going to sleep for 11 seconds 00000100:00100000:0.0:1770685205.831841:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685205.831972:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500218240 00000100:00100000:2.0:1770685205.831986:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500218240 00010000:00010000:2.0:1770685205.832037:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c3b34200/0x8f0dbafbd9ef727e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd60a expref: 11 pid: 6538 timeout: 630 lvb_type: 0 00000100:00100000:2.0:1770685205.832099:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 243 00000100:00100000:2.0:1770685205.832131:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d03a4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:2351:x1856697500218240:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685205.832186:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685205.832217:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d91c3b34200/0x8f0dbafbd9ef727e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd60a expref: 11 pid: 6538 timeout: 630 lvb_type: 0 00010000:00010000:2.0:1770685205.832232:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c3b34200/0x8f0dbafbd9ef727e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd60a expref: 11 pid: 6538 timeout: 630 lvb_type: 0 00010000:00010000:2.0:1770685205.832263:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685205.832265:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685205.832271:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7293 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685205.832281:0:5747:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7293 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685205.832304:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685205.832373:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d03a4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:2351:x1856697500218240:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 246us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685205.832381:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 243 00010000:00010000:3.0:1770685205.834239:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c3b34200/0x8f0dbafbd9ef727e lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd60a expref: 10 pid: 6538 timeout: 630 lvb_type: 0 00000100:00100000:3.0:1770685205.834276:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6539:1856697514754560:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685205.834303:0:6539:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7293 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685205.834317:0:6539:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7293 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685205.834325:0:6539:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7293 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685205.834364:0:6539:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7293 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685205.834373:0:6539:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7293 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685205.834381:0:6539:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7293 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685205.834388:0:6539:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b0800 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:3.0:1770685205.834392:0:6539:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7293 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685205.834400:0:6539:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7293 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685205.834427:0:6539:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7293 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685205.834434:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7293 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685205.837128:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500218112:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 13988us (14159us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685205.837146:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 199 00000100:00100000:0.0:1770685205.849943:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685205.850882:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500218496 00000100:00100000:3.0:1770685205.850908:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500218496 00000100:00100000:3.0:1770685205.850997:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 787 00000100:00100000:3.0:1770685205.851019:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+41:23146:x1856697500218496:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1770685205.851927:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef729a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685205.851954:0:5760:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef7262 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd5f5 expref: 42 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685205.851964:0:5760:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef729a lrc: 4/0,1 mode: --/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685205.852067:0:5760:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef7262 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd5f5 expref: 42 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685205.852160:0:5760:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef7262 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd5f5 expref: 42 pid: 5761 timeout: 630 lvb_type: 0 00000100:00100000:3.0:1770685205.852201:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514754688:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685205.852321:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c70d79c0 going to sleep for 11 seconds 00000100:00100000:3.0:1770685205.859407:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514754688:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685205.859446:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef729a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:0.0:1770685205.866100:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685205.866260:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500218624 00000100:00100000:1.0:1770685205.866274:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500218624 00010000:00010000:1.0:1770685205.866325:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef7262 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd5f5 expref: 43 pid: 5761 timeout: 630 lvb_type: 0 00000100:00100000:1.0:1770685205.866374:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 244 00000100:00100000:1.0:1770685205.866386:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+43:2350:x1856697500218624:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685205.866404:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685205.866412:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef7262 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd5f5 expref: 43 pid: 5761 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1770685205.866427:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef7262 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd5f5 expref: 43 pid: 5761 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1770685205.866453:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef7262 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd5f5 expref: 43 pid: 5761 timeout: 630 lvb_type: 0 00010000:00010000:1.0:1770685205.866478:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff9d92f27c0000) 00010000:00010000:1.0:1770685205.866485:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef729a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685205.866496:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef729a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685205.866503:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef729a lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685205.866548:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685205.866656:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+42:2350:x1856697500218624:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 272us (575us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685205.866665:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 244 00010000:00010000:3.0:1770685205.867739:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef729a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685205.867755:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef729a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000001:00080000:3.0:1770685205.868000:0:5760:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967813 00000001:00080000:3.0:1770685205.868187:0:5760:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967814 00000001:00080000:3.0:1770685205.868232:0:5760:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967815 00000100:00100000:3.0:1770685205.868351:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5760:1856697514754816:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1770685205.870043:0:5760:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685205.870100:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c70d7a80 going to sleep for 11 seconds 00000100:00100000:1.0:1770685205.871105:0:13246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514754816 00000100:00100000:1.0:1770685205.871128:0:13246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514754816 00000100:00100000:1.0:1770685205.871208:0:13246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1770685205.871218:0:13246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5760:x1856697514754816:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1770685205.871356:0:13246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5760:x1856697514754816:12345-0@lo:1000:mdt00_000.0 Request processed in 139us (1321us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685205.871364:0:13246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1770685205.873080:0:5760:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967330 gen 2 00000004:00080000:3.0:1770685205.873091:0:5760:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9d91c274c380, transno 4294967330 00000100:00100000:3.0:1770685205.873562:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5760:1856697514754816:0@lo:1000:mdt00_000.0 00000001:00080000:3.0:1770685205.873844:0:5760:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967816 00000100:00100000:3.0:1770685205.877326:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5760:1856697514754944:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1770685205.877409:0:5760:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685205.877463:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c70d79c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685205.877533:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514754944 00000100:00100000:1.0:1770685205.877542:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514754944 00000100:00100000:1.0:1770685205.877613:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1770685205.877622:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5760:x1856697514754944:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1770685205.877823:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5760:x1856697514754944:12345-0@lo:1000:mdt00_000.0 Request processed in 201us (414us total) trans 4294967332 rc 0/0 00000100:00100000:1.0:1770685205.877830:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1770685205.877966:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5760:1856697514754944:0@lo:1000:mdt00_000.0 00010000:00010000:3.0:1770685205.878026:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef729a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685205.878037:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef729a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685205.878044:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef729a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685205.878050:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b1c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685205.878054:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef729a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685205.878061:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef729a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685205.878076:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff9d92f27c0000) 00010000:00010000:3.0:1770685205.878078:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1770685205.878082:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef729a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685205.878088:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef729a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685205.878120:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef71eb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.878126:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef71eb lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.878131:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef71eb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.878135:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9d400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685205.878144:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef71eb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.878150:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef71eb lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.878158:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff9d92d40b3400) 00010000:00010000:3.0:1770685205.878161:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1770685205.878164:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef71eb lrc: 2/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.878170:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef71eb lrc: 0/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685205.879353:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef72a1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685205.879372:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef72a1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685205.879384:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef72a1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685205.879396:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef72a1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685205.879403:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef72a1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685205.879409:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef72a1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685205.879416:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b0800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685205.879420:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef72a1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685205.879439:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef72a1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685205.879450:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff9d92c5e37a00) 00010000:00010000:3.0:1770685205.879454:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685205.879459:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef72a1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685205.879467:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef72a1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:3.0:1770685205.879738:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+45:23146:x1856697500218496:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 28716us (29806us total) trans 4294967817 rc 0/0 00000100:00100000:3.0:1770685205.879751:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 787 00000020:00080000:3.0:1770685205.879758:0:5760:0:(tgt_main.c:782:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1770685205.880127:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1770685205.880136:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1770685205.883464:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:0.0:1770685205.883494:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1770685205.885312:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685205.886601:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500218880 00000100:00100000:3.0:1770685205.886617:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500218880 00000100:00100000:3.0:1770685205.886682:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 181 00000100:00100000:3.0:1770685205.886693:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+45:23146:x1856697500218880:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1770685205.887103:0:5764:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x14:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1770685205.887164:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967818 00010000:00010000:3.0:1770685205.887223:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef72a8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685205.887243:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef72a8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685205.887255:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef72a8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685205.887263:0:5764:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef72a8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685205.887282:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef72a8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685205.887288:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef72a8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685205.894270:0:5764:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1770685205.895222:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+47:23146:x1856697500218880:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 8518us (9910us total) trans 4294967819 rc 0/0 00000100:00100000:2.0:1770685205.895238:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 181 00000020:00080000:2.0:1770685205.895248:0:5764:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1770685205.897224:0:16755:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1770685205.897242:0:16755:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef72a8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685205.897256:0:16755:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b1e00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:0.0:1770685205.897261:0:16755:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef72a8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685205.897271:0:16755:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef72a8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685205.897291:0:16755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff9d92c5e37700) 00010000:00010000:0.0:1770685205.897296:0:16755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1770685205.897302:0:16755:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef72a8 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685205.897310:0:16755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef72a8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685205.897343:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770685205.897346:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770685205.897348:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685206.069983:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514755072:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1770685206.070066:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685206.070177:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514755072 00000100:00100000:0.0:1770685206.070184:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514755072 00000100:00100000:0.0:1770685206.070347:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:0.0:1770685206.070358:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3288:x1856697514755072:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1770685206.070378:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 64684032 pending 0 free 3856662528 avail 3853516800 00000100:00100000:0.0:1770685206.070420:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3288:x1856697514755072:12345-0@lo:13:osp-pre-0-0.0 Request processed in 64us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685206.070428:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:1.0:1770685206.071071:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514755072:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1770685206.071093:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1770685206.071101:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514755200:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1770685206.071147:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685206.072441:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514755200 00000100:00100000:3.0:1770685206.072451:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514755200 00000100:00100000:3.0:1770685206.072492:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:3.0:1770685206.072501:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb154e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514755200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1770685206.072537:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 57868288 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1770685206.072627:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb154e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514755200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 127us (1479us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685206.072634:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:1.0:1770685206.073277:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514755200:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1770685206.262318:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1770685206.351768:0:17273:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1770685206.351777:0:17273:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1770685206.351819:0:17273:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:2.0:1770685206.351826:0:17273:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1770685206.450461:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685206.450545:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500219136 00000100:00100000:2.0:1770685206.450555:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500219136 00000100:00100000:2.0:1770685206.450635:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 788 00000100:00100000:2.0:1770685206.450647:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+47:23150:x1856697500219136:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685206.450670:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685206.450691:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35200/0x8f0dbafbd9ef72af lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd611 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685206.450760:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef72b6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.450773:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef72b6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.450783:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef72b6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.450797:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef72bd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.450803:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef72bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.450810:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef72bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.450968:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34400/0x8f0dbafbd9ef72c4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.450976:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34400/0x8f0dbafbd9ef72c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.450983:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34400/0x8f0dbafbd9ef72c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:2.0:1770685206.451003:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 158 00010000:00010000:2.0:1770685206.451094:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef72b6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.451101:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef72b6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.451107:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef72b6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.451114:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b35600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685206.451119:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef72b6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.451126:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef72b6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.451139:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff9d92c80b5700) 00010000:00010000:2.0:1770685206.451142:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685206.451146:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef72b6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.451152:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef72b6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.451163:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef72bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.451169:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef72bd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.451174:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef72bd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.451188:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b35e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685206.451192:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef72bd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.451198:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef72bd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.451206:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x3b61a3c9 (ffff9d92c80b5000) 00010000:00010000:2.0:1770685206.451208:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685206.451211:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef72bd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.451216:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef72bd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.451254:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35200/0x8f0dbafbd9ef72af lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd611 expref: 50 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685206.451268:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34400/0x8f0dbafbd9ef72c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd611 expref: 49 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685206.451274:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff9d92c80b5b00) 00010000:00010000:2.0:1770685206.451277:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685206.451279:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3b34400, rc 0) 00000100:00100000:2.0:1770685206.451342:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+49:23150:x1856697500219136:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 698us (892us total) trans 4294967820 rc 0/0 00000100:00100000:2.0:1770685206.451351:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 788 00000100:00100000:3.0:1770685206.460442:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685206.460496:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500219264 00000100:00100000:1.0:1770685206.460505:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500219264 00000100:00100000:1.0:1770685206.460734:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 789 00000100:00100000:1.0:1770685206.460743:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+49:23150:x1856697500219264:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:1.0:1770685206.460803:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7bc00/0x8f0dbafbd9ef72d2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685206.460819:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7bc00/0x8f0dbafbd9ef72d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685206.460830:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7bc00/0x8f0dbafbd9ef72d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685206.460855:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7bc00/0x8f0dbafbd9ef72d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685206.460861:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7bc00/0x8f0dbafbd9ef72d2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685206.460868:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7bc00/0x8f0dbafbd9ef72d2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685206.460874:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7bc00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685206.460878:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7bc00/0x8f0dbafbd9ef72d2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685206.460886:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7bc00/0x8f0dbafbd9ef72d2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685206.460910:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff9d92c80b5b00) 00010000:00010000:1.0:1770685206.460914:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1770685206.460919:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7bc00/0x8f0dbafbd9ef72d2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685206.460925:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7bc00/0x8f0dbafbd9ef72d2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:1.0:1770685206.461005:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+49:23150:x1856697500219264:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 263us (571us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685206.461014:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 789 00000100:00100000:1.0:1770685206.473014:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685206.473116:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500219520 00000100:00100000:3.0:1770685206.473126:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500219520 00000100:00100000:3.0:1770685206.473177:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 182 00000100:00100000:3.0:1770685206.473187:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb157480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+49:23150:x1856697500219520:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:3.0:1770685206.473408:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb157480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+50:23150:x1856697500219520:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 222us (402us total) trans 4294967821 rc 0/0 00000100:00100000:3.0:1770685206.473417:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 182 00000100:00100000:3.0:1770685206.704187:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685206.704294:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500219648 00000100:00100000:1.0:1770685206.704303:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500219648 00000100:00100000:1.0:1770685206.704359:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 790 00000100:00100000:1.0:1770685206.704369:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+77:23166:x1856697500219648:12345-192.168.203.41@tcp:101:diff.0 00010000:00010000:1.0:1770685206.704393:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685206.704414:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7bc00/0x8f0dbafbd9ef72d9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd618 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685206.704502:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef72e0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685206.704517:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef72e0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685206.704528:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef72e0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685206.704542:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef72e7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685206.704549:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef72e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685206.704555:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef72e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685206.704721:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7be00/0x8f0dbafbd9ef72ee lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685206.704738:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7be00/0x8f0dbafbd9ef72ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685206.704746:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7be00/0x8f0dbafbd9ef72ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:1.0:1770685206.704780:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x30:0x0]: returning size 11776 00000004:00200000:1.0:1770685206.704783:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685206.704808:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7be00/0x8f0dbafbd9ef72ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685206.704820:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef72e0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685206.704826:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef72e0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685206.704831:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef72e0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685206.704837:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7a000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685206.704842:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef72e0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685206.704848:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef72e0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685206.704859:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92f27c0b00) 00010000:00010000:1.0:1770685206.704862:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685206.704867:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef72e0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685206.704873:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef72e0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685206.704923:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef72e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685206.704930:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef72e7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685206.704936:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef72e7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685206.704941:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7a600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685206.704944:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef72e7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685206.704950:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef72e7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685206.704958:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff9d92d40b3f00) 00010000:00010000:1.0:1770685206.704961:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685206.704963:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef72e7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685206.704968:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef72e7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685206.704998:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7bc00/0x8f0dbafbd9ef72d9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd618 expref: 79 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685206.705011:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7be00/0x8f0dbafbd9ef72ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd618 expref: 78 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685206.705019:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff9d92c80b5700) 00010000:00010000:1.0:1770685206.705027:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1770685206.705030:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7be00, rc 0) 00000100:00100000:1.0:1770685206.705153:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+78:23166:x1856697500219648:12345-192.168.203.41@tcp:101:diff.0 Request processed in 785us (973us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685206.705161:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 790 00000100:00100000:3.0:1770685206.712262:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685206.712374:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500219776 00000100:00100000:2.0:1770685206.712383:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500219776 00000100:00100000:2.0:1770685206.712449:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 791 00000100:00100000:2.0:1770685206.712458:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+78:23166:x1856697500219776:12345-192.168.203.41@tcp:101:diff.0 00010000:00010000:2.0:1770685206.712477:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685206.712496:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35200/0x8f0dbafbd9ef72f5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd61f expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685206.712559:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef72fc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.712573:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef72fc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.712627:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef72fc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.712643:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef7303 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.712650:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef7303 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.712657:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef7303 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.712758:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34200/0x8f0dbafbd9ef730a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.712767:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34200/0x8f0dbafbd9ef730a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.712774:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34200/0x8f0dbafbd9ef730a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:2.0:1770685206.712807:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 158 00000004:00200000:2.0:1770685206.712817:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685206.712841:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34200/0x8f0dbafbd9ef730a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.712853:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34200/0x8f0dbafbd9ef730a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.712860:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef72fc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.712866:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef72fc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.712872:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef72fc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.712878:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b35e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685206.712881:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef72fc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.712889:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef72fc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.712912:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff9d92c80b5700) 00010000:00010000:2.0:1770685206.712924:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685206.712928:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef72fc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.712933:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef72fc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.712946:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef7303 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.712952:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef7303 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.712964:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef7303 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.712969:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b35600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685206.712972:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef7303 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.712978:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef7303 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.712987:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x3b61a3c9 (ffff9d92c80b5000) 00010000:00010000:2.0:1770685206.712989:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685206.712992:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef7303 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.712997:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef7303 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.713029:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35200/0x8f0dbafbd9ef72f5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd61f expref: 80 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685206.713042:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34200/0x8f0dbafbd9ef730a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd61f expref: 79 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685206.713049:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff9d92c80b5b00) 00010000:00010000:2.0:1770685206.713052:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685206.713054:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3b34200, rc 0) 00000100:00100000:2.0:1770685206.713253:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+79:23166:x1856697500219776:12345-192.168.203.41@tcp:101:diff.0 Request processed in 795us (1000us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685206.713261:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 791 00000100:00100000:0.0:1770685206.718420:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685206.718558:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500219904 00000100:00100000:1.0:1770685206.718567:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500219904 00000100:00100000:1.0:1770685206.718661:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 200 00000100:00100000:1.0:1770685206.718671:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2350:x1856697500219904:12345-192.168.203.41@tcp:101:diff.0 00010000:00010000:1.0:1770685206.718688:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685206.718708:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7bc00/0x8f0dbafbd9ef7311 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd626 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1770685206.718731:0:6539:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xf:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x698a811c, ctime: 0x698a8315, blocks: 0xb 00010000:00010000:1.0:1770685206.718751:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685206.718753:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685206.718762:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7bc00/0x8f0dbafbd9ef7311 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd626 expref: 11 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685206.718778:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7bc00/0x8f0dbafbd9ef7311 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd626 expref: 11 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685206.718791:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7bc00, rc 0) 00000100:00100000:1.0:1770685206.718846:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:2350:x1856697500219904:12345-192.168.203.41@tcp:101:diff.0 Request processed in 177us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685206.718853:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 200 00000100:00080000:0.0:1770685206.719372:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1770685206.737711:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685206.737811:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500220160 00000100:00100000:2.0:1770685206.737820:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500220160 00000100:00100000:2.0:1770685206.737878:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 792 00000100:00100000:2.0:1770685206.737887:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+79:23166:x1856697500220160:12345-192.168.203.41@tcp:101:diff.0 00010000:00010000:2.0:1770685206.737923:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685206.737945:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35200/0x8f0dbafbd9ef7318 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd62d expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685206.738054:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef731f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.738074:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef731f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685206.738086:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef731f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:2.0:1770685206.738095:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 158 00010000:00010000:2.0:1770685206.738211:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35200/0x8f0dbafbd9ef7318 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd62d expref: 82 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685206.738230:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef731f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd62d expref: 81 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685206.738238:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff9d92c80b5b00) 00010000:00010000:2.0:1770685206.738241:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685206.738245:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3b35600, rc 0) 00000100:00100000:2.0:1770685206.738294:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+81:23166:x1856697500220160:12345-192.168.203.41@tcp:101:diff.0 Request processed in 408us (593us total) trans 4294967822 rc 0/0 00000100:00100000:2.0:1770685206.738300:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 792 00000100:00100000:1.0:1770685206.742720:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685206.742789:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685206.742876:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500220288 00000100:00100000:0.0:1770685206.742886:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500220288 00002000:00100000:0.0:1770685206.742951:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xf:0x0] (0->4095) req@ffff9d92fb155880 x1856697500220288/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:327/0 lens 488/0 e 0 to 0 dl 1770685217 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685206.742963:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb155880 with x1856697500220288 ext(0->4095) 00002000:00010000:0.0:1770685206.742968:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fb155880 00000100:00100000:0.0:1770685206.742996:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 63 00000100:00100000:0.0:1770685206.743007:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb155880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:2351:x1856697500220288:12345-192.168.203.41@tcp:3:diff.0 00000100:00100000:0.0:1770685206.743237:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb155880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:2351:x1856697500220288:12345-192.168.203.41@tcp:3:diff.0 Request processed in 232us (525us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1770685206.743245:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 63 00002000:00100000:0.0:1770685206.743252:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xf:0x0] (0->4095) req@ffff9d92fb155880 x1856697500220288/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:327/0 lens 488/4536 e 0 to 0 dl 1770685217 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685206.743261:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb155880 with x1856697500220288 ext(0->4095) 00002000:00010000:0.0:1770685206.743265:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fb155880 00000100:00100000:2.0:1770685206.743366:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500220416 00000100:00100000:2.0:1770685206.743371:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500220416 00000100:00100000:2.0:1770685206.743413:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 43 00000100:00100000:2.0:1770685206.743421:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb157800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+81:2351:x1856697500220416:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685206.743433:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685206.743455:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef731f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd62d expref: 81 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685206.743472:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff9d92c80b5b00) 00010000:00010000:2.0:1770685206.743476:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685206.743502:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb157800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+80:2351:x1856697500220416:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 82us (714us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685206.743509:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 43 00000100:00100000:1.0:1770685206.748742:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685206.748802:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500220672 00000100:00100000:0.0:1770685206.748812:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500220672 00000100:00100000:0.0:1770685206.748865:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 183 00000100:00100000:0.0:1770685206.748885:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb157b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+80:23166:x1856697500220672:12345-192.168.203.41@tcp:35:diff.0 00000001:00080000:0.0:1770685206.749266:0:13758:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967823 00000100:00100000:0.0:1770685206.749373:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb157b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+82:23166:x1856697500220672:12345-192.168.203.41@tcp:35:diff.0 Request processed in 488us (640us total) trans 4294967824 rc 0/0 00000100:00100000:0.0:1770685206.749380:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 183 00000020:00080000:0.0:1770685206.749386:0:13758:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1770685207.284936:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685208.272989:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685208.273036:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685208.273078:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685208.273108:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685208.273130:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685208.273158:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685208.273183:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685208.273224:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500221312 00000100:00100000:3.0:1770685208.273233:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500221312 00000100:00100000:3.0:1770685208.273289:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500220928 00000100:00100000:3.0:1770685208.273292:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500220928 00000100:00100000:3.0:1770685208.273311:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 334 00000100:00100000:3.0:1770685208.273319:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+50:2348:x1856697500221312:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685208.273390:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+50:2348:x1856697500221312:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 70us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685208.273396:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 334 00000100:00100000:3.0:1770685208.273412:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 335 00000100:00100000:3.0:1770685208.273419:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+82:2348:x1856697500220928:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685208.273443:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+82:2348:x1856697500220928:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 25us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685208.273449:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 335 00000100:00100000:3.0:1770685208.273466:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500221056 00000100:00100000:3.0:1770685208.273470:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500221056 00000100:00100000:3.0:1770685208.273488:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500221568 00000100:00100000:3.0:1770685208.273490:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500221568 00000100:00100000:3.0:1770685208.273501:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500221184 00000100:00100000:3.0:1770685208.273516:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500221184 00000100:00100000:3.0:1770685208.273533:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500221440 00000100:00100000:3.0:1770685208.273535:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500221440 00000100:00100000:3.0:1770685208.273548:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 302 00000100:00100000:3.0:1770685208.273554:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:2348:x1856697500221056:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685208.273871:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500220800 00000100:00100000:1.0:1770685208.273876:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500220800 00000100:00100000:1.0:1770685208.273917:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 535 00000100:00100000:1.0:1770685208.273924:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300564450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2348:x1856697500220800:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685208.273950:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300564450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2348:x1856697500220800:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 27us (971us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685208.273955:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 535 00000100:00100000:0.0:1770685208.275087:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 303 00000100:00100000:0.0:1770685208.275106:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2348:x1856697500221568:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685208.275156:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2348:x1856697500221568:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 60us (2047us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685208.275164:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 303 00000100:00100000:0.0:1770685208.275195:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 304 00000100:00100000:0.0:1770685208.275202:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2348:x1856697500221184:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685208.275227:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2348:x1856697500221184:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 26us (2069us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685208.275233:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 304 00000100:00100000:0.0:1770685208.275245:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 305 00000100:00100000:0.0:1770685208.275251:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2348:x1856697500221440:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685208.275274:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2348:x1856697500221440:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 24us (2091us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685208.275279:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 305 00000100:00100000:3.0:1770685208.275852:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:2348:x1856697500221056:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 2295us (2812us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685208.275862:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 302 00000100:00080000:3.0:1770685208.275905:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1770685208.275911:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1770685208.275922:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1770685208.316448:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685209.331284:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685210.354210:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770685210.678463:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb154a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:02368443-f312-44b4-8d5b-8c5b083a881f:3290:1856697514755328:0@lo:400:kworker.0 00000100:00100000:2.0:1770685210.678566:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685210.678660:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c29c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3290:1856697514755840:0@lo:400:kworker.0 00000100:00100000:2.0:1770685210.678690:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685210.678720:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1770685210.678725:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb155180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514755456:0@lo:400:kworker.0 00000100:00100000:2.0:1770685210.678748:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685210.678764:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c29c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514755968:0@lo:400:kworker.0 00000100:00100000:2.0:1770685210.678787:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685210.680119:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c29c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514755584:0@lo:400:kworker.0 00000100:00100000:1.0:1770685210.680200:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685210.680275:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1770685210.680288:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c29c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514755712:0@lo:400:kworker.0 00000100:00100000:2.0:1770685210.680296:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514755840 00000100:00100000:2.0:1770685210.680308:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514755840 00000100:00100000:1.0:1770685210.680336:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685210.680366:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514755456 00000100:00100000:2.0:1770685210.680371:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514755456 00000100:00100000:2.0:1770685210.680389:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514755584 00000100:00100000:1.0:1770685210.680400:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514755328 00000100:00100000:2.0:1770685210.680407:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514755584 00000100:00100000:1.0:1770685210.680410:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514755328 00000100:00100000:2.0:1770685210.680430:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:2.0:1770685210.680441:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3290:x1856697514755840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685210.680471:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:1.0:1770685210.680488:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300567850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3290:x1856697514755328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685210.680514:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3290:x1856697514755840:12345-0@lo:400:kworker.0 Request processed in 74us (1821us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685210.680523:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:2.0:1770685210.680545:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:1.0:1770685210.680552:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300567850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3290:x1856697514755328:12345-0@lo:400:kworker.0 Request processed in 66us (1982us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685210.680556:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514755456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685210.680569:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:2.0:1770685210.680611:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514755456:12345-0@lo:400:kworker.0 Request processed in 58us (1862us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685210.680618:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00100000:2.0:1770685210.680632:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:2.0:1770685210.680639:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514755584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685210.680679:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514755584:12345-0@lo:400:kworker.0 Request processed in 40us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685210.680685:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:2.0:1770685210.680730:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb155180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514755456:0@lo:400:kworker.0 00000100:00100000:1.0:1770685210.680740:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c29c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514755584:0@lo:400:kworker.0 00000100:00100000:2.0:1770685210.680744:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb154a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:02368443-f312-44b4-8d5b-8c5b083a881f:3290:1856697514755328:0@lo:400:kworker.0 00000100:00100000:2.0:1770685210.680763:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c29c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3290:1856697514755840:0@lo:400:kworker.0 00000100:00100000:3.0:1770685210.681776:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514755968 00000100:00100000:3.0:1770685210.681787:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514755968 00000100:00100000:3.0:1770685210.681886:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514755712 00000100:00100000:3.0:1770685210.681891:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514755712 00000100:00100000:3.0:1770685210.681940:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:3.0:1770685210.681956:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514755968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685210.682066:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514755968:12345-0@lo:400:kworker.0 Request processed in 117us (3277us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685210.682072:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00100000:3.0:1770685210.682092:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:3.0:1770685210.682105:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3288:x1856697514755712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685210.682164:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3288:x1856697514755712:12345-0@lo:400:kworker.0 Request processed in 62us (1829us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685210.682171:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00080000:3.0:1770685210.682222:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1770685210.682229:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1770685210.682234:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685210.682297:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c29c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514755712:0@lo:400:kworker.0 00000100:00100000:3.0:1770685210.682347:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c29c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514755968:0@lo:400:kworker.0 00000001:00080000:1.0:1770685210.785625:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967824 is committed 00000001:00080000:1.0:1770685210.785659:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967820 is committed 00000001:00080000:1.0:1770685210.785668:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967821 is committed 00000020:00080000:1.0:1770685210.785700:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9d92c70d7a80 refcount 2 committed 0 result 0 batchid 11 00000020:00080000:1.0:1770685210.785706:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92c3f7ff00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9d92c70d70c0 00000020:00080000:1.0:1770685210.785709:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92d0347200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9d91c2c81000 00000020:00080000:2.0:1770685210.786006:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 11 committed batchid 10 00000020:00080000:2.0:1770685210.786258:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 10 00000100:00100000:2.0:1770685211.186157:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1770685211.186191:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514756096:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1770685211.186294:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685211.186454:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514756096 00000100:00100000:0.0:1770685211.186466:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514756096 00000100:00100000:0.0:1770685211.186537:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:0.0:1770685211.186561:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb154a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514756096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1770685211.186640:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 57868288 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1770685211.186694:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb154a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514756096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 137us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685211.186701:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:2.0:1770685211.186896:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514756096:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1770685211.187466:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1770685211.195167:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514756224:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1770685211.195247:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685211.195347:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514756224 00000100:00100000:0.0:1770685211.195357:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514756224 00000100:00100000:0.0:1770685211.195408:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:0.0:1770685211.195417:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3288:x1856697514756224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1770685211.195452:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 64684032 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1770685211.195499:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3288:x1856697514756224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685211.195506:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:0.0:1770685211.195568:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514756224:0@lo:13:osp-pre-0-0.0 00000001:00080000:2.0:1770685211.298779:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967332 is committed 00000001:00080000:2.0:1770685211.298809:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967331 is committed 00010000:00010000:3.0:1770685211.380690:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1770685212.018858:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685212.018877:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685212.018919:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:1.0:1770685212.018926:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1770685212.401911:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770685212.506904:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685212.507006:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500221696 00000100:00100000:3.0:1770685212.507017:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500221696 00000100:00100000:3.0:1770685212.507163:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 793 00000100:00100000:3.0:1770685212.507173:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb155180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+40:23081:x1856697500221696:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1770685212.507285:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb155180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+40:23081:x1856697500221696:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 Request processed in 112us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685212.507293:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 793 00000100:00080000:0.0:1770685212.507998:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685212.511996:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685212.512132:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500221952 00000100:00100000:0.0:1770685212.512142:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500221952 00000100:00100000:0.0:1770685212.512201:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 184 00000100:00100000:0.0:1770685212.516452:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+40:23081:x1856697500221952:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1770685212.516975:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+41:23081:x1856697500221952:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 4761us (4989us total) trans 4294967825 rc 0/0 00000100:00100000:0.0:1770685212.516985:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 184 00000100:00100000:1.0:1770685213.387894:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685213.387945:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685213.387980:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685213.388007:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685213.388030:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685213.388048:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685213.388075:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685213.388103:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500222336 00000100:00100000:1.0:1770685213.388114:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500222336 00000100:00100000:1.0:1770685213.388164:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500222848 00000100:00100000:1.0:1770685213.388167:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500222848 00000100:00100000:1.0:1770685213.388184:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500222720 00000100:00100000:0.0:1770685213.388184:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500222464 00000100:00100000:1.0:1770685213.388187:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500222720 00000100:00100000:1.0:1770685213.388202:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 308 00000100:00100000:0.0:1770685213.388211:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500222464 00000100:00100000:1.0:1770685213.388213:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:2351:x1856697500222336:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685213.388264:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 309 00000100:00100000:0.0:1770685213.388274:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500222848:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685213.388289:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:2351:x1856697500222336:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 76us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685213.388299:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 308 00000100:00100000:0.0:1770685213.388311:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500222848:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 37us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685213.388319:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 310 00000100:00100000:1.0:1770685213.388328:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8356680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500222720:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685213.388364:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8356680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500222720:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 37us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685213.388511:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500222592 00000100:00100000:3.0:1770685213.388516:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500222592 00000100:00100000:3.0:1770685213.388546:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500222208 00000100:00100000:3.0:1770685213.388548:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500222208 00000100:00100000:3.0:1770685213.388572:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 339 00000100:00100000:3.0:1770685213.388609:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+41:2351:x1856697500222592:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685213.388643:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+41:2351:x1856697500222592:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 36us (663us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685213.388649:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 339 00000100:00100000:3.0:1770685213.388662:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 340 00000100:00100000:3.0:1770685213.388683:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+79:2351:x1856697500222208:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685213.388718:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+79:2351:x1856697500222208:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 50us (687us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685213.388724:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 340 00000100:00100000:3.0:1770685213.388764:0:6540:0:(service.c:3434:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:3.0:1770685213.388771:0:6540:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00000100:00100000:3.0:1770685213.388785:0:6538:0:(service.c:3434:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:2.0:1770685213.388843:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500222080 00000100:00100000:2.0:1770685213.388849:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500222080 00000100:00100000:2.0:1770685213.388888:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 537 00000100:00100000:2.0:1770685213.388894:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300565050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697500222080:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685213.388921:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300565050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697500222080:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 28us (1037us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685213.388927:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 537 00000100:00100000:0.0:1770685213.390567:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 309 00000100:00100000:0.0:1770685213.390616:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 311 00000100:00100000:0.0:1770685213.390630:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2351:x1856697500222464:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685213.391102:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:2351:x1856697500222464:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 477us (3051us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685213.391110:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 311 00000100:00080000:0.0:1770685213.391303:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1770685213.391310:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1770685213.391313:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1770685213.392063:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 310 00010000:00010000:3.0:1770685213.426034:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1770685214.348063:0:17473:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12b: Restore an imported file implicitly ========================================================== 20:00:13 (1770685213) 00010000:00010000:0.0:1770685214.449744:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770685214.622086:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685214.623365:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500223104 00000100:00100000:1.0:1770685214.623380:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500223104 00000100:00080000:0.0:1770685214.623543:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770685214.623670:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 794 00000100:00100000:1.0:1770685214.623681:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+41:23780:x1856697500223104:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685214.623702:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685214.623723:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b800/0x8f0dbafbd9ef732d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd634 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685214.623860:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef7334 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685214.623875:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef7334 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685214.623886:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef7334 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:1.0:1770685214.623897:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:1.0:1770685214.624434:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b800/0x8f0dbafbd9ef732d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd634 expref: 44 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685214.624925:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef7334 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd634 expref: 43 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685214.624936:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:1.0:1770685214.624939:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 7 00010000:00010000:1.0:1770685214.624954:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7a600, rc 0) 00000100:00100000:2.0:1770685214.627348:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+43:23780:x1856697500223104:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 3656us (5260us total) trans 4294967826 rc 0/0 00000100:00100000:2.0:1770685214.627362:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 794 00000100:00100000:0.0:1770685214.649384:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685214.649430:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685214.649526:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500223360 00000100:00100000:1.0:1770685214.649536:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500223360 00000100:00100000:1.0:1770685214.649626:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 44 00000100:00100000:1.0:1770685214.649635:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+43:2351:x1856697500223360:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685214.649650:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685214.649678:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef7334 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd634 expref: 43 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685214.649694:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:1.0:1770685214.649699:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685214.649757:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+42:2351:x1856697500223360:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 124us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685214.649764:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 44 00000100:00100000:2.0:1770685214.650541:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500223232 00000100:00100000:2.0:1770685214.650549:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500223232 00000100:00100000:2.0:1770685214.650620:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 795 00000100:00100000:2.0:1770685214.650629:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+42:23780:x1856697500223232:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1770685214.650714:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+42:23780:x1856697500223232:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 Request processed in 86us (1338us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685214.650720:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 795 00000100:00100000:0.0:1770685214.660820:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685214.661119:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500223488 00000100:00100000:3.0:1770685214.661130:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500223488 00000100:00100000:3.0:1770685214.661192:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 796 00000100:00100000:3.0:1770685214.661202:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+79:23781:x1856697500223488:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685214.661224:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685214.661256:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7342 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd63b expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685214.661333:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef7349 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685214.661349:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef7349 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685214.661362:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef7349 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685214.661378:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef7350 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685214.661384:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef7350 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685214.661408:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef7350 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685214.661512:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef7349 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685214.661520:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef7349 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685214.661527:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef7349 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685214.661533:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b1c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685214.661537:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef7349 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685214.661545:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef7349 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685214.661556:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92f27c0b00) 00010000:00010000:3.0:1770685214.661559:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685214.661564:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef7349 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685214.661569:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef7349 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685214.661613:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef7350 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685214.661620:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef7350 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685214.661625:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef7350 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685214.661636:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b1000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685214.661640:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef7350 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685214.661645:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef7350 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685214.661653:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff9d92c5e37a00) 00010000:00010000:3.0:1770685214.661656:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685214.661658:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef7350 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685214.661663:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef7350 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685214.661695:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7342 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd63b expref: 80 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685214.661705:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92f27c0b00) 00010000:00010000:3.0:1770685214.661708:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685214.661711:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7342 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd63b expref: 80 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685214.661720:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c29b0800, rc 0) 00000100:00100000:3.0:1770685214.662231:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+79:23781:x1856697500223488:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 1028us (1798us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685214.662248:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 796 00000100:00100000:1.0:1770685214.668877:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685214.669005:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500223744 00000100:00100000:3.0:1770685214.669017:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500223744 00000100:00100000:3.0:1770685214.669092:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 797 00000100:00100000:3.0:1770685214.669102:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8356d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+79:23781:x1856697500223744:12345-192.168.203.41@tcp:36:lfs.0 00010000:00010000:3.0:1770685214.669155:0:5762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685214.669183:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767000/0x8f0dbafbd9ef7119 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd5a1 expref: 79 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685214.669201:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92f27c0b00) 00010000:00010000:3.0:1770685214.669206:0:5762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1770685214.669293:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7357 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685214.669306:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef7143 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd5af expref: 41 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685214.669316:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7357 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685214.669349:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef7143 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd5af expref: 41 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685214.669361:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef7143 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd5af expref: 41 pid: 5761 timeout: 639 lvb_type: 0 00000100:00100000:3.0:1770685214.669374:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514756352:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685214.669486:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c1377240 going to sleep for 11 seconds 00000100:00100000:0.0:1770685214.673895:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685214.673993:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500223872 00000100:00100000:2.0:1770685214.674015:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500223872 00000100:00100000:3.0:1770685214.674042:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514756352:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685214.674072:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef7143 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd5af expref: 42 pid: 5761 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1770685214.674087:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7357 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:2.0:1770685214.674148:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 245 00000100:00100000:2.0:1770685214.674159:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+42:2350:x1856697500223872:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685214.674174:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685214.674181:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef7143 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd5af expref: 42 pid: 5761 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1770685214.674195:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef7143 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd5af expref: 42 pid: 5761 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1770685214.674221:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef7143 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd5af expref: 42 pid: 5761 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1770685214.674258:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92f27c0b00) 00010000:00010000:2.0:1770685214.674264:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7357 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685214.674273:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7357 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685214.674280:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7357 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685214.674315:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1770685214.674345:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7357 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685214.674356:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7357 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:2.0:1770685214.674402:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+41:2350:x1856697500223872:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 244us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685214.674410:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 245 00010000:00010000:3.0:1770685214.674810:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef735e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685214.674826:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef735e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685214.674837:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef735e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:3.0:1770685214.676076:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x33:0x0]: returning size 512 00010000:00010000:3.0:1770685214.676095:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7357 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685214.676104:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7357 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685214.676111:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7357 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685214.676118:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b0800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685214.676124:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7357 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685214.676132:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7357 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685214.676148:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92f27c0b00) 00010000:00010000:3.0:1770685214.676159:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685214.676165:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7357 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685214.676171:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7357 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000004:00010000:3.0:1770685214.676198:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000e01059d7 reply state 0000000012ba5b3e transno 4294967827 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef735e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:3.0:1770685214.676209:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1770685214.676344:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8356d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+80:23781:x1856697500223744:12345-192.168.203.41@tcp:36:lfs.0 Request processed in 7238us (7471us total) trans 4294967827 rc 0/0 00000100:00100000:3.0:1770685214.676353:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 797 00010000:00010000:1.0:1770685214.683776:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef735e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685214.683794:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef735e lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685214.683801:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef735e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685214.683808:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b1000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685214.683812:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef735e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685214.683820:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef735e lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685214.683868:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff9d92c5e37a00) 00010000:00010000:1.0:1770685214.683871:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685214.683876:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef735e lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685214.683882:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef735e lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:0.0:1770685214.990794:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685214.991224:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500224000 00000100:00100000:3.0:1770685214.991237:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500224000 00000100:00100000:3.0:1770685214.991296:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 798 00000100:00100000:3.0:1770685214.991305:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+79:23818:x1856697500224000:12345-192.168.203.41@tcp:101:mkdir.0 00010000:00010000:3.0:1770685214.991335:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685214.991362:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7365 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd642 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685214.991432:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef736c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685214.991444:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef736c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685214.991456:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef736c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:3.0:1770685214.991532:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1770685214.991556:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 22 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685214.993806:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef736c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685214.993885:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7365 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd642 expref: 81 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685214.993912:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef736c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd642 expref: 80 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685214.993920:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5e37700) 00010000:00010000:3.0:1770685214.993922:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685214.993925:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c29b1c00, rc 0) 00000100:00100000:3.0:1770685214.994010:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+80:23818:x1856697500224000:12345-192.168.203.41@tcp:101:mkdir.0 Request processed in 2706us (3232us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685214.994017:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 798 00000100:00100000:3.0:1770685214.997118:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685214.997365:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500224256 00000100:00100000:2.0:1770685214.997380:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500224256 00000100:00100000:2.0:1770685214.997479:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 799 00000100:00100000:2.0:1770685214.997491:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+80:23818:x1856697500224256:12345-192.168.203.41@tcp:36:mkdir.0 00010000:00010000:2.0:1770685214.997724:0:5762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685214.997766:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef736c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd642 expref: 80 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685214.997792:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c5e37700) 00010000:00010000:2.0:1770685214.997892:0:5762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685214.998207:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+79:23818:x1856697500224256:12345-192.168.203.41@tcp:36:mkdir.0 Request processed in 717us (1106us total) trans 0 rc -17/-17 00000100:00100000:2.0:1770685214.998215:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 799 00000100:00100000:0.0:1770685215.001862:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685215.001959:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500224384 00000100:00100000:2.0:1770685215.001974:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500224384 00000100:00100000:2.0:1770685215.002075:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 800 00000100:00100000:2.0:1770685215.002088:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+79:23818:x1856697500224384:12345-192.168.203.41@tcp:101:mkdir.0 00010000:00010000:2.0:1770685215.002117:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685215.002150:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef7373 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd649 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685215.002241:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef737a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685215.002258:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef737a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685215.002271:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef737a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:2.0:1770685215.002349:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1770685215.002374:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 22 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685215.002407:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef737a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685215.002437:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef7373 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd649 expref: 81 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685215.002459:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef737a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd649 expref: 80 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685215.002469:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5600) 00010000:00010000:2.0:1770685215.002472:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1770685215.002477:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3b35e00, rc 0) 00000100:00100000:2.0:1770685215.002548:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+80:23818:x1856697500224384:12345-192.168.203.41@tcp:101:mkdir.0 Request processed in 463us (710us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685215.002557:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 800 00000100:00080000:0.0:1770685215.002943:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770685215.007334:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685215.007436:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500224512 00000100:00100000:3.0:1770685215.007449:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500224512 00000100:00100000:3.0:1770685215.007521:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 801 00000100:00100000:3.0:1770685215.007534:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8355180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+80:23818:x1856697500224512:12345-192.168.203.41@tcp:101:mkdir.0 00010000:00010000:3.0:1770685215.007569:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685215.007633:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7381 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd650 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685215.007762:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef7388 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685215.007779:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef7388 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685215.007815:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef7388 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685215.007833:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef738f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685215.007848:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef738f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685215.007856:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef738f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685215.008011:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef7396 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685215.008327:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef7396 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685215.008340:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef7396 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:3.0:1770685215.008400:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x33:0x0]: returning size 512 00000004:00200000:3.0:1770685215.008405:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685215.008435:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef7396 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685215.008449:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef7388 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685215.008457:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef7388 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685215.008463:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef7388 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685215.008481:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b1c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685215.008486:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef7388 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685215.008494:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef7388 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685215.008509:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5600) 00010000:00010000:3.0:1770685215.008512:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685215.008518:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef7388 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685215.008526:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef7388 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685215.008541:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef738f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685215.008547:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef738f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685215.008551:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef738f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685215.008715:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b1000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685215.008718:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef738f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685215.008724:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef738f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685215.008733:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff9d92c5e37800) 00010000:00010000:3.0:1770685215.008735:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685215.008745:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef738f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685215.008750:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef738f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685215.008790:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7381 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd650 expref: 82 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685215.008889:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef7396 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd650 expref: 81 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685215.008898:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff9d92c5e37200) 00010000:00010000:3.0:1770685215.008901:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685215.008903:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c29b1e00, rc 0) 00000100:00100000:2.0:1770685215.009371:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8355180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+81:23818:x1856697500224512:12345-192.168.203.41@tcp:101:mkdir.0 Request processed in 1835us (2049us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685215.009381:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 801 00000100:00100000:1.0:1770685215.064738:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685215.065076:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500224640 00000100:00100000:2.0:1770685215.065092:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500224640 00000100:00100000:2.0:1770685215.065175:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 802 00000100:00100000:2.0:1770685215.065187:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+41:23824:x1856697500224640:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685215.065216:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685215.065244:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef739d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd657 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685215.065336:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef73a4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685215.065377:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef73a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685215.065390:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef73a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:2.0:1770685215.065472:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1770685215.065477:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 22 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685215.065503:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef73a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685215.065535:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef739d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd657 expref: 43 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685215.065567:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef73a4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd657 expref: 42 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685215.065629:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5600) 00010000:00010000:2.0:1770685215.065634:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1770685215.065638:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3b35600, rc 0) 00000100:00100000:2.0:1770685215.065723:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+42:23824:x1856697500224640:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 537us (999us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685215.065730:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 802 00000100:00100000:0.0:1770685215.073165:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685215.073317:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500224896 00000100:00100000:2.0:1770685215.073332:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500224896 00000100:00100000:2.0:1770685215.073419:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 803 00000100:00100000:2.0:1770685215.073434:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+81:23824:x1856697500224896:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685215.073464:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685215.073469:0:5761:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1770685215.073527:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef7396 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd650 expref: 81 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685215.073572:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff9d92c5e37200) 00010000:00010000:2.0:1770685215.073642:0:5761:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770685215.073662:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef73ab lrc: 2/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd65e expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685215.074128:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35200/0x8f0dbafbd9ef73b2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685215.074145:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35200/0x8f0dbafbd9ef73b2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685215.074156:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35200/0x8f0dbafbd9ef73b2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685215.074172:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef73b9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685215.074179:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef73b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685215.074186:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef73b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685215.078037:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef73c0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685215.078061:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef73c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685215.078072:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef73c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:2.0:1770685215.078108:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 0 00010000:00010000:2.0:1770685215.078138:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35200/0x8f0dbafbd9ef73b2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685215.078146:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35200/0x8f0dbafbd9ef73b2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685215.078153:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35200/0x8f0dbafbd9ef73b2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685215.078159:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b35200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685215.078164:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35200/0x8f0dbafbd9ef73b2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685215.078171:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35200/0x8f0dbafbd9ef73b2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685215.078184:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff9d92c80b5e00) 00010000:00010000:2.0:1770685215.078187:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685215.078192:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35200/0x8f0dbafbd9ef73b2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685215.078198:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35200/0x8f0dbafbd9ef73b2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000004:00010000:2.0:1770685215.078212:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000002692123f reply state 00000000878e09d5 transno 4294967828 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef73b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:2.0:1770685215.078221:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1770685215.078264:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef73ab lrc: 0/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd65e expref: 83 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685215.078284:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef73c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd65e expref: 82 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685215.078298:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff9d92c80b5000) 00010000:00010000:2.0:1770685215.078301:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685215.078303:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3b34800, rc 0) 00000100:00100000:2.0:1770685215.078401:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+83:23824:x1856697500224896:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 4970us (5251us total) trans 4294967828 rc 0/0 00000100:00100000:2.0:1770685215.078411:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 803 00010000:00010000:3.0:1770685215.083852:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef73b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685215.083877:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef73b9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685215.083885:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef73b9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685215.083893:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b34e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685215.083900:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef73b9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685215.083910:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef73b9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685215.083932:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x4f0c1d45 (ffff9d92c80b5900) 00010000:00010000:3.0:1770685215.083936:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685215.083963:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef73b9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685215.083970:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef73b9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:0.0:1770685215.085336:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685215.085481:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500225152 00000100:00100000:2.0:1770685215.085497:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500225152 00000100:00100000:2.0:1770685215.085634:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 804 00000100:00100000:2.0:1770685215.085645:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+82:23824:x1856697500225152:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685215.085670:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685215.085696:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef73ce lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd665 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685215.085852:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef73d5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685215.085865:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef73c0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd65e expref: 83 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685215.085873:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef73d5 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685215.085908:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef73c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd65e expref: 83 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685215.085922:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef73c0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd65e expref: 83 pid: 5761 timeout: 639 lvb_type: 0 00000100:00100000:2.0:1770685215.085943:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c290e300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514756480:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685215.086052:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fc329180 going to sleep for 11 seconds 00000100:00100000:2.0:1770685215.090569:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c290e300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514756480:192.168.203.41@tcp:104: 00000040:00080000:1.0:1770685215.090821:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685215.090830:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685215.091372:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:1.0:1770685215.091384:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1770685215.092093:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef73d5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:0.0:1770685215.098260:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685215.098405:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500225280 00000100:00100000:1.0:1770685215.098426:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500225280 00010000:00010000:1.0:1770685215.098498:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef73c0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd65e expref: 84 pid: 5761 timeout: 639 lvb_type: 0 00000100:00100000:1.0:1770685215.098560:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 246 00000100:00100000:1.0:1770685215.098572:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+84:2350:x1856697500225280:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685215.098781:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685215.098793:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef73c0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd65e expref: 84 pid: 5761 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1770685215.098898:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef73c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd65e expref: 84 pid: 5761 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1770685215.098936:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef73c0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd65e expref: 84 pid: 5761 timeout: 639 lvb_type: 0 00010000:00010000:1.0:1770685215.098985:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff9d92c80b5000) 00010000:00010000:1.0:1770685215.098991:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef73d5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685215.099003:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef73d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685215.099012:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef73d5 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685215.099362:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685215.099458:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+83:2350:x1856697500225280:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 887us (1208us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685215.099467:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 246 00010000:00010000:0.0:1770685215.100370:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef73d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685215.100400:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef73d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:0.0:1770685215.100429:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 0 00010000:00010000:0.0:1770685215.101192:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef73d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685215.101204:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef73d5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685215.101211:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef73d5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685215.101219:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685215.101315:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef73d5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685215.101326:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef73d5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685215.101345:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff9d92c80b5000) 00010000:00010000:0.0:1770685215.101348:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1770685215.101354:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef73d5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685215.101361:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef73d5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685215.101449:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef73ce lrc: 1/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd665 expref: 83 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685215.101461:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff9d92c80b5300) 00010000:00010000:0.0:1770685215.101473:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1770685215.101477:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1c98000/0x8f0dbafbd9ef73ce lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd665 expref: 83 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685215.101492:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1c98000, rc 0) 00000100:00100000:0.0:1770685215.103339:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+82:23824:x1856697500225152:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 17682us (18000us total) trans 4294967829 rc 301/301 00000100:00100000:0.0:1770685215.103356:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 804 00000100:00100000:0.0:1770685215.109571:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685215.110189:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500225536 00000100:00100000:2.0:1770685215.110203:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500225536 00000100:00100000:2.0:1770685215.110290:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 185 00000100:00100000:2.0:1770685215.110303:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4868450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+82:23824:x1856697500225536:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1770685215.110994:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4868450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+83:23824:x1856697500225536:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 692us (1442us total) trans 4294967830 rc 0/0 00000100:00100000:2.0:1770685215.111004:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 185 00000100:00100000:1.0:1770685215.116340:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685215.116425:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500225664 00000100:00100000:0.0:1770685215.116440:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500225664 00000100:00100000:0.0:1770685215.116525:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 805 00000100:00100000:0.0:1770685215.116537:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8354000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+83:23824:x1856697500225664:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685215.116569:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685215.117034:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767000/0x8f0dbafbd9ef73e3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd66c expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685215.117119:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767000/0x8f0dbafbd9ef73e3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd66c expref: 84 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685215.117137:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767000/0x8f0dbafbd9ef73e3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd66c expref: 84 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685215.117160:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff9d92f27c0a00) 00010000:00010000:0.0:1770685215.117164:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1770685215.117169:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1767000, rc 0) 00000100:00100000:0.0:1770685215.117374:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8354000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+84:23824:x1856697500225664:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 838us (1052us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685215.117407:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 805 00000100:00100000:3.0:1770685215.120368:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685215.121196:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500225920 00000100:00100000:0.0:1770685215.121212:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500225920 00000100:00100000:0.0:1770685215.121375:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 806 00000100:00100000:0.0:1770685215.121387:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+84:23824:x1856697500225920:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1770685215.121478:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767a00/0x8f0dbafbd9ef73ea lrc: 3/0,1 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685215.121498:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767a00/0x8f0dbafbd9ef73ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685215.121513:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767a00/0x8f0dbafbd9ef73ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685215.122355:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767a00/0x8f0dbafbd9ef73ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685215.122366:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767a00/0x8f0dbafbd9ef73ea lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685215.122374:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767a00/0x8f0dbafbd9ef73ea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685215.122381:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1767a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685215.122386:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767a00/0x8f0dbafbd9ef73ea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685215.122395:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767a00/0x8f0dbafbd9ef73ea lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685215.122412:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff9d92f27c0a00) 00010000:00010000:0.0:1770685215.122416:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1770685215.122444:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767a00/0x8f0dbafbd9ef73ea lrc: 2/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685215.122450:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767a00/0x8f0dbafbd9ef73ea lrc: 0/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:0.0:1770685215.122669:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+85:23824:x1856697500225920:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 Request processed in 1281us (2310us total) trans 4294967831 rc 0/0 00000100:00100000:0.0:1770685215.122679:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 806 00000100:00100000:0.0:1770685215.128123:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685215.129882:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500226176 00000100:00100000:2.0:1770685215.129906:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500226176 00000100:00100000:2.0:1770685215.130011:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 807 00000100:00100000:2.0:1770685215.130023:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+85:23824:x1856697500226176:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1770685215.130444:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef73f1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685215.130462:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef73f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685215.130472:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef73f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000001:00080000:2.0:1770685215.130547:0:5761:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967832 00000004:00010000:2.0:1770685215.131427:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000092ba19c3 reply state 0000000093d885d6 transno 4294967833 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef73f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:2.0:1770685215.131439:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1770685215.131633:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+88:23824:x1856697500226176:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 1558us (3472us total) trans 4294967833 rc 0/0 00000100:00100000:2.0:1770685215.131643:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 807 00000020:00080000:2.0:1770685215.131650:0:5761:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1770685215.135427:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685215.135519:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500226432 00000100:00100000:2.0:1770685215.135534:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500226432 00000100:00100000:2.0:1770685215.135635:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 186 00000100:00100000:2.0:1770685215.135647:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+88:23824:x1856697500226432:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1770685215.135986:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+89:23824:x1856697500226432:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 340us (576us total) trans 4294967834 rc 0/0 00000100:00100000:2.0:1770685215.135994:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 186 00010000:00010000:0.0:1770685215.136565:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef73f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685215.136896:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef73f1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685215.136906:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef73f1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685215.136914:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685215.136919:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef73f1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685215.136928:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef73f1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685215.136951:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff9d92f27c0a00) 00010000:00010000:0.0:1770685215.136954:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1770685215.136960:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef73f1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685215.136966:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef73f1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685215.164462:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685215.164708:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500226560 00000100:00100000:0.0:1770685215.164728:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500226560 00000100:00100000:0.0:1770685215.164804:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 808 00000100:00100000:0.0:1770685215.164817:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8356300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+88:23827:x1856697500226560:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685215.164854:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685215.164877:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767a00/0x8f0dbafbd9ef73f8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd673 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685215.164954:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef73ff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.164971:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef73ff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.164983:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef73ff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.164996:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef7406 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.165002:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef7406 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.165009:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef7406 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.165120:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef740d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.165129:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef740d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.165574:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef740d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:0.0:1770685215.170683:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x33:0x0]: returning size 512 00000004:00200000:0.0:1770685215.170688:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685215.170724:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef740d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.170741:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef73ff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.170748:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef73ff lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.170754:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef73ff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.170760:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1767600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685215.170764:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef73ff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.170771:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef73ff lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.170786:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5600) 00010000:00010000:0.0:1770685215.170789:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685215.170794:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef73ff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.170800:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef73ff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.170815:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef7406 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.170850:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef7406 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.170856:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef7406 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.170862:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1767e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685215.170865:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef7406 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.170871:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef7406 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.170880:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff9d92f27c0d00) 00010000:00010000:0.0:1770685215.170883:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685215.170886:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef7406 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.170891:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef7406 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.170932:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767a00/0x8f0dbafbd9ef73f8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd673 expref: 90 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685215.170945:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767800/0x8f0dbafbd9ef740d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd673 expref: 89 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685215.170952:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff9d92f27c0100) 00010000:00010000:0.0:1770685215.170954:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1770685215.170957:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1767800, rc 0) 00000100:00100000:0.0:1770685215.171032:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8356300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+89:23827:x1856697500226560:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 6219us (6580us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685215.171048:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 808 00000100:00100000:1.0:1770685215.175048:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685215.176400:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500226816 00000100:00100000:0.0:1770685215.176421:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500226816 00000100:00100000:0.0:1770685215.176519:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 809 00000100:00100000:0.0:1770685215.176529:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8355880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+89:23827:x1856697500226816:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685215.176554:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685215.176597:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef7414 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd67a expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685215.176731:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef741b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.176747:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef741b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.176759:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef741b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.176773:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef7422 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.176780:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef7422 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.176786:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef7422 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.176971:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef7429 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.176979:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef7429 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.177000:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef7429 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:0.0:1770685215.177014:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 158 00010000:00010000:0.0:1770685215.177163:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef741b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.177171:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef741b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.177178:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef741b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.177184:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1767200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685215.177189:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef741b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.177197:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef741b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.177222:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff9d92f27c0100) 00010000:00010000:0.0:1770685215.177226:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685215.177231:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef741b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.177238:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef741b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.177254:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef7422 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.177260:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef7422 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.177277:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef7422 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.177282:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1767400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685215.177285:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef7422 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.177290:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef7422 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.177298:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x4f0c1d45 (ffff9d92f27c0200) 00010000:00010000:0.0:1770685215.177301:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685215.177303:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef7422 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.177316:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef7422 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685215.177442:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef7414 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd67a expref: 92 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685215.177463:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef7429 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd67a expref: 91 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685215.177471:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff9d92f27c0a00) 00010000:00010000:0.0:1770685215.177481:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685215.177484:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1766000, rc 0) 00000100:00100000:0.0:1770685215.177741:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8355880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+91:23827:x1856697500226816:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 1210us (2707us total) trans 4294967835 rc 0/0 00000100:00100000:0.0:1770685215.177751:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 809 00000100:00100000:1.0:1770685215.185682:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685215.186232:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500226944 00000100:00100000:2.0:1770685215.186250:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500226944 00000100:00100000:2.0:1770685215.186387:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 810 00000100:00100000:2.0:1770685215.186402:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+91:23827:x1856697500226944:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:2.0:1770685215.186523:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef7437 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685215.186547:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef7437 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685215.186573:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef7437 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685215.186646:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef7437 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685215.186685:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef7437 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685215.186693:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef7437 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685215.186701:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685215.186706:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef7437 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685215.186715:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef7437 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685215.186731:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff9d92f27c0a00) 00010000:00010000:2.0:1770685215.186735:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1770685215.186741:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef7437 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685215.186747:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef7437 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:2.0:1770685215.186858:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+91:23827:x1856697500226944:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 459us (1192us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685215.186866:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 810 00000100:00100000:1.0:1770685215.193780:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685215.194287:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500227200 00000100:00100000:3.0:1770685215.194302:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500227200 00000100:00100000:3.0:1770685215.194419:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 187 00000100:00100000:3.0:1770685215.194432:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8357480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+91:23827:x1856697500227200:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:3.0:1770685215.194939:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8357480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+92:23827:x1856697500227200:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 503us (1165us total) trans 4294967836 rc 0/0 00000100:00100000:3.0:1770685215.194949:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 187 00000100:00100000:1.0:1770685215.231293:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685215.231428:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500227456 00000100:00100000:2.0:1770685215.231443:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500227456 00000100:00100000:2.0:1770685215.231570:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 811 00000100:00100000:2.0:1770685215.231674:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8354700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+92:23832:x1856697500227456:12345-192.168.203.41@tcp:101:cat.0 00010000:00010000:2.0:1770685215.231711:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685215.231741:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef743e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd681 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685215.231900:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef7445 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685215.231919:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef7445 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685215.231931:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef7445 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:2.0:1770685215.231944:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 158 00010000:00010000:2.0:1770685215.232380:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef743e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd681 expref: 95 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685215.232405:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef7445 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd681 expref: 94 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685215.232415:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff9d92f27c0a00) 00010000:00010000:2.0:1770685215.232418:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1770685215.232422:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174200, rc 0) 00000100:00100000:2.0:1770685215.232534:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8354700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+94:23832:x1856697500227456:12345-192.168.203.41@tcp:101:cat.0 Request processed in 954us (1253us total) trans 4294967837 rc 0/0 00000100:00100000:2.0:1770685215.232558:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 811 00000100:00100000:1.0:1770685215.236709:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685215.236795:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500227712 00000100:00100000:0.0:1770685215.236809:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500227712 00000100:00100000:0.0:1770685215.236943:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 45 00000100:00100000:0.0:1770685215.236956:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0253480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+94:23832:x1856697500227712:12345-192.168.203.41@tcp:103:cat.0 00010000:00010000:0.0:1770685215.236978:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1770685215.237012:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef7429 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd67a expref: 94 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685215.237039:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef7445 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd681 expref: 93 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685215.237052:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767000/0x8f0dbafbd9ef73e3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd66c expref: 92 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685215.237064:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff9d92f27c0a00) 00010000:00010000:0.0:1770685215.237077:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685215.237171:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0253480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+91:23832:x1856697500227712:12345-192.168.203.41@tcp:103:cat.0 Request processed in 218us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685215.237180:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 45 00000100:00100000:1.0:1770685215.240389:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685215.240491:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500227840 00000100:00100000:3.0:1770685215.240504:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500227840 00000100:00100000:3.0:1770685215.240606:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 812 00000100:00100000:3.0:1770685215.240616:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+91:23832:x1856697500227840:12345-192.168.203.41@tcp:58:cat.0 00010000:00010000:3.0:1770685215.240748:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7453 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685215.240768:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7453 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685215.240781:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7453 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000040:00080000:3.0:1770685215.241416:0:5761:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].19, 136 off10776 00000100:00100000:3.0:1770685215.241712:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+91:23832:x1856697500227840:12345-192.168.203.41@tcp:58:cat.0 Request processed in 1093us (1332us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685215.241722:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 812 00000100:00100000:3.0:1770685215.243761:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685215.243955:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500227968 00000100:00100000:1.0:1770685215.243969:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500227968 00000100:00100000:1.0:1770685215.244135:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 813 00000100:00100000:1.0:1770685215.244148:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+91:23832:x1856697500227968:12345-192.168.203.41@tcp:101:cat.0 00010000:00010000:1.0:1770685215.244173:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685215.244222:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ba00/0x8f0dbafbd9ef745a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd688 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685215.244300:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7453 lrc: 2/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685215.244312:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ba00/0x8f0dbafbd9ef745a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd688 expref: 92 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685215.244334:0:5762:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7453 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685215.244350:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ba00/0x8f0dbafbd9ef745a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd688 expref: 92 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685215.244366:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff9d92c5e37800) 00010000:00010000:1.0:1770685215.244370:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1770685215.244373:0:5762:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ba00/0x8f0dbafbd9ef745a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd688 expref: 92 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685215.244382:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7ba00, rc 0) 00000100:00100000:1.0:1770685215.244451:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+92:23832:x1856697500227968:12345-192.168.203.41@tcp:101:cat.0 Request processed in 307us (702us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685215.244459:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 813 00010000:00010000:3.0:1770685215.476090:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1770685215.798039:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3291:1856697514756736:0@lo:400:kworker.0 00000100:00100000:0.0:1770685215.798155:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685215.798231:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fc3c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514757248:0@lo:400:kworker.0 00000100:00100000:2.0:1770685215.798426:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514756992:0@lo:400:kworker.0 00000100:00100000:3.0:1770685215.798495:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:02368443-f312-44b4-8d5b-8c5b083a881f:3290:1856697514756608:0@lo:400:kworker.0 00000100:00100000:0.0:1770685215.798888:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514756864:0@lo:400:kworker.0 00000100:00100000:1.0:1770685215.799686:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514756736 00000100:00100000:1.0:1770685215.799700:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514756736 00000100:00100000:1.0:1770685215.799766:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:1.0:1770685215.799778:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1856697514756736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685215.800966:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685215.801538:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514756992 00000100:00100000:2.0:1770685215.801551:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514756992 00000100:00100000:2.0:1770685215.801635:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:2.0:1770685215.801646:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514756992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685215.801733:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514756992:12345-0@lo:400:kworker.0 Request processed in 89us (773us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685215.801741:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00080000:2.0:1770685215.801768:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1770685215.801936:0:3289:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967332 gen 2 00000004:00080000:2.0:1770685215.801944:0:3289:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967332 committed transno 4294967332 00000100:00100000:2.0:1770685215.801973:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514756992:0@lo:400:kworker.0 00000100:00100000:2.0:1770685215.802550:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685215.802626:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514757248 00000100:00100000:2.0:1770685215.802633:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514757248 00000100:00100000:2.0:1770685215.802665:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:2.0:1770685215.802672:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514757248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685215.802716:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514757248:12345-0@lo:400:kworker.0 Request processed in 45us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685215.802722:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00080000:2.0:1770685215.802736:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1770685215.802772:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fc3c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514757248:0@lo:400:kworker.0 00000100:00100000:3.0:1770685215.806724:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685215.806806:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514756608 00000100:00100000:3.0:1770685215.806819:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514756608 00000100:00100000:3.0:1770685215.806924:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:3.0:1770685215.806936:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300566c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3290:x1856697514756608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685215.807005:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300566c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3290:x1856697514756608:12345-0@lo:400:kworker.0 Request processed in 72us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685215.807014:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:3.0:1770685215.807132:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:02368443-f312-44b4-8d5b-8c5b083a881f:3290:1856697514756608:0@lo:400:kworker.0 00000100:00100000:3.0:1770685215.807147:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3290:1856697514757120:0@lo:400:kworker.0 00000100:00100000:3.0:1770685215.807183:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685215.807718:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514757120 00000100:00100000:3.0:1770685215.807724:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514757120 00000100:00100000:3.0:1770685215.807771:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:3.0:1770685215.807778:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3290:x1856697514757120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685215.807828:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3290:x1856697514757120:12345-0@lo:400:kworker.0 Request processed in 51us (643us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685215.807834:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00080000:3.0:1770685215.807869:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685215.807899:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3290:1856697514757120:0@lo:400:kworker.0 00000100:00100000:0.0:1770685215.817236:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685215.817345:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514756864 00000100:00100000:0.0:1770685215.817359:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514756864 00000100:00100000:0.0:1770685215.817436:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:0.0:1770685215.817465:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514756864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685215.817541:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514756864:12345-0@lo:400:kworker.0 Request processed in 78us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685215.817549:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00080000:0.0:1770685215.817596:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685215.817647:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514756864:0@lo:400:kworker.0 00000100:00100000:1.0:1770685215.827775:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1856697514756736:12345-0@lo:400:kworker.0 Request processed in 27984us (29606us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685215.827817:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00100000:0.0:1770685215.828545:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3291:1856697514756736:0@lo:400:kworker.0 00000001:00080000:1.0:1770685215.903258:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967835 is committed 00000001:00080000:1.0:1770685215.903289:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967825 is committed 00000001:00080000:1.0:1770685215.903300:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967826 is committed 00000001:00080000:1.0:1770685215.903312:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967837 is committed 00000020:00080000:1.0:1770685215.903334:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 11 batchid updated 00000020:00080000:2.0:1770685215.903443:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 11 00000020:00080000:2.0:1770685215.903457:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 11 00000040:00080000:1.0:1770685216.114120:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685216.114133:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685216.114187:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 20 count 3 00000040:00080000:1.0:1770685216.114196:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1770685216.114362:0:11361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0251f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514757376:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1770685216.116124:0:11361:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0335900 going to sleep for 11 seconds 00000100:00100000:1.0:1770685216.119671:0:11361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0251f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514757376:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1770685216.122346:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685216.123035:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500228096 00000100:00100000:1.0:1770685216.123050:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500228096 00000100:00100000:1.0:1770685216.123151:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 814 00000100:00100000:1.0:1770685216.123163:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+40:23833:x1856697500228096:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1770685216.123206:0:5762:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000401:0x35:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1770685216.123356:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+40:23833:x1856697500228096:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 195us (1022us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685216.123365:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 814 00000100:00080000:0.0:1770685216.126027:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685216.136155:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685216.140042:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500228224 00000100:00100000:0.0:1770685216.140068:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500228224 00000100:00100000:0.0:1770685216.140173:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 815 00000100:00100000:0.0:1770685216.140186:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+40:23833:x1856697500228224:12345-192.168.203.41@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1770685216.140297:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef7461 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.140320:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef7461 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.140334:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef7461 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.140354:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef7468 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.140360:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef7468 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.140364:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef7468 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.140412:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef746f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.140420:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef746f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.140424:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef746f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:0.0:1770685216.140469:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 158 00000004:00200000:0.0:1770685216.140472:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685216.140483:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef746f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.140492:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef7461 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.140497:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef7461 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.140502:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef7461 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.140506:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1766000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685216.140509:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef7461 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.140514:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef7461 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.140523:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:0.0:1770685216.140525:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685216.140528:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef7461 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.140537:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef7461 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.140553:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef7468 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.140559:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef7468 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.140564:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef7468 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.140570:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1767400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685216.140573:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef7468 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.140620:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef7468 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.140628:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x3d0032c8 (ffff9d92f27c0a00) 00010000:00010000:0.0:1770685216.140631:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685216.140634:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef7468 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.140638:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef7468 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.140655:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef746f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.140660:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef746f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.140665:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef746f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.140677:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1767200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685216.140680:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef746f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.140685:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef746f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.140691:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff9d92c5e37800) 00010000:00010000:0.0:1770685216.140694:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685216.140697:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef746f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.140702:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef746f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:0.0:1770685216.140808:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+40:23833:x1856697500228224:12345-192.168.203.41@tcp:34:lhsmtool_posix.0 Request processed in 623us (4668us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685216.140817:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 815 00000100:00100000:2.0:1770685216.145513:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685216.147774:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500228480 00000100:00100000:1.0:1770685216.147926:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500228480 00000100:00100000:1.0:1770685216.148075:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 816 00000100:00100000:1.0:1770685216.148088:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+40:23833:x1856697500228480:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685216.148144:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685216.148174:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7476 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd68f expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685216.148277:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef747d lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685216.148294:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef747d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685216.148307:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef747d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685216.148324:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b400/0x8f0dbafbd9ef7484 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685216.148331:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b400/0x8f0dbafbd9ef7484 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685216.148338:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b400/0x8f0dbafbd9ef7484 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685216.148421:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef748b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685216.148432:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef748b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685216.148440:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef748b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:1.0:1770685216.148452:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 158 00010000:00010000:1.0:1770685216.148667:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef748b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685216.148688:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef748b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685216.148696:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef748b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685216.148703:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7a400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685216.148708:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef748b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685216.148718:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef748b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685216.148733:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff9d92c5e37800) 00010000:00010000:1.0:1770685216.148737:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1770685216.148743:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef748b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685216.148750:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef748b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685216.148770:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef747d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685216.148783:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef747d lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685216.148790:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef747d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685216.148805:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7a800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685216.148808:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef747d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685216.148825:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef747d lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685216.148843:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:1.0:1770685216.148846:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685216.148850:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef747d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685216.148856:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef747d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685216.149388:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b400/0x8f0dbafbd9ef7484 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685216.149401:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b400/0x8f0dbafbd9ef7484 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685216.149408:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b400/0x8f0dbafbd9ef7484 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685216.149414:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7b400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685216.149417:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b400/0x8f0dbafbd9ef7484 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685216.149425:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b400/0x8f0dbafbd9ef7484 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685216.149435:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x3d0032c8 (ffff9d92d40b3d00) 00010000:00010000:1.0:1770685216.149438:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685216.149442:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b400/0x8f0dbafbd9ef7484 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685216.149448:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b400/0x8f0dbafbd9ef7484 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685216.149516:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7476 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd68f expref: 42 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685216.149529:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:1.0:1770685216.149532:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1770685216.149537:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7476 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd68f expref: 42 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685216.149546:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7a200, rc 0) 00000100:00100000:1.0:1770685216.149688:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+41:23833:x1856697500228480:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 1601us (4188us total) trans 4294967838 rc 301/301 00000100:00100000:1.0:1770685216.149697:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 816 00000100:00100000:3.0:1770685216.156137:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685216.156648:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500228608 00000100:00100000:1.0:1770685216.156667:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500228608 00000100:00100000:1.0:1770685216.156749:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 817 00000100:00100000:1.0:1770685216.156762:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+41:23833:x1856697500228608:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1770685216.156824:0:5762:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000401:0x35:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1770685216.156997:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+41:23833:x1856697500228608:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 237us (876us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685216.157006:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 817 00000100:00100000:3.0:1770685216.162451:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685216.162700:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500228736 00000100:00100000:0.0:1770685216.162719:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500228736 00000100:00100000:0.0:1770685216.162812:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 818 00000100:00100000:0.0:1770685216.162846:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+41:23833:x1856697500228736:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685216.162890:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685216.162929:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef7499 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd696 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685216.163037:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef74a0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.163055:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef74a0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.163088:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef74a0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.163111:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef74a7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.163118:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef74a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.163124:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef74a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.163389:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767a00/0x8f0dbafbd9ef74ae lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.163400:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767a00/0x8f0dbafbd9ef74ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.163409:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767a00/0x8f0dbafbd9ef74ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:0.0:1770685216.163450:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x33:0x0]: returning size 11776 00000004:00200000:0.0:1770685216.163455:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685216.163481:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767a00/0x8f0dbafbd9ef74ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.163495:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef74a0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.163502:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef74a0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.163510:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef74a0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.163529:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1767400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685216.163534:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef74a0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.163542:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef74a0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.163557:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5600) 00010000:00010000:0.0:1770685216.163560:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685216.163565:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef74a0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.163571:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef74a0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.164175:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef74a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.164185:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef74a7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.164191:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef74a7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.164197:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1766000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685216.164201:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef74a7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.164208:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef74a7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.164217:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff9d92f27c0a00) 00010000:00010000:0.0:1770685216.164220:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685216.164232:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef74a7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.164238:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766000/0x8f0dbafbd9ef74a7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.164282:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef7499 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd696 expref: 43 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685216.164298:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767a00/0x8f0dbafbd9ef74ae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd696 expref: 42 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685216.164305:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff9d92f27c0100) 00010000:00010000:0.0:1770685216.164308:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1770685216.164311:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1767a00, rc 0) 00000100:00100000:0.0:1770685216.164397:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+42:23833:x1856697500228736:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 1563us (1963us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685216.164406:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 818 00000100:00100000:2.0:1770685216.180024:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685216.180255:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500228992 00000100:00100000:1.0:1770685216.180270:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500228992 00000100:00100000:1.0:1770685216.180344:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 819 00000100:00100000:1.0:1770685216.180356:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+42:23833:x1856697500228992:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685216.180383:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685216.180426:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef74b5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd69d expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1770685216.181521:0:5762:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x11:0x0], index 1: 0 00010000:00010000:2.0:1770685216.184187:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef74bc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685216.184217:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef74bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685216.184256:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef74bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685216.184347:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef74b5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd69d expref: 45 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685216.184373:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef74bc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd69d expref: 44 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685216.184384:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff9d92c80b5e00) 00010000:00010000:2.0:1770685216.184387:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685216.184392:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174200, rc 0) 00000100:00100000:2.0:1770685216.184560:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+44:23833:x1856697500228992:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 4204us (4550us total) trans 4294967839 rc 0/0 00000100:00100000:2.0:1770685216.184571:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 819 00000100:00100000:3.0:1770685216.189355:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685216.189477:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500229248 00000100:00100000:2.0:1770685216.189493:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500229248 00000100:00100000:2.0:1770685216.189565:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 820 00000100:00100000:2.0:1770685216.189609:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+44:23833:x1856697500229248:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1770685216.189691:0:5762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685216.189728:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef74bc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd69d expref: 44 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685216.189751:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff9d92c80b5e00) 00010000:00010000:2.0:1770685216.189763:0:5762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770685216.189802:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef74ca lrc: 3/0,1 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685216.189853:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef74ca lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685216.190257:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef74ca lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685216.193526:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef74d1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x33:0x0].0xad63e1ef bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685216.193551:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef74d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0xad63e1ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685216.193565:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef74d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0xad63e1ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685216.193756:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef74ca lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685216.193765:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef74ca lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685216.193773:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef74ca lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685216.193779:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685216.193783:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef74ca lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685216.193792:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef74ca lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685216.193805:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff9d92f27c0100) 00010000:00010000:2.0:1770685216.193809:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685216.193829:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef74ca lrc: 2/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685216.193847:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef74ca lrc: 0/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685216.193861:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef74d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0xad63e1ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685216.193867:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef74d1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0xad63e1ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685216.193873:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef74d1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0xad63e1ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685216.193878:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685216.193880:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef74d1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0xad63e1ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685216.193885:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef74d1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0xad63e1ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685216.193892:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0xad63e1ef (ffff9d92c80b5300) 00010000:00010000:2.0:1770685216.193895:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685216.193898:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef74d1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x33:0x0].0xad63e1ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685216.193904:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef74d1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x33:0x0].0xad63e1ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:2.0:1770685216.194026:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+43:23833:x1856697500229248:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 4447us (4684us total) trans 0 rc -2/-2 00000100:00100000:2.0:1770685216.194034:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 820 00000100:00100000:3.0:1770685216.203960:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685216.206477:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500229376 00000100:00100000:2.0:1770685216.206527:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500229376 00000100:00100000:2.0:1770685216.208270:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 821 00000100:00100000:2.0:1770685216.208299:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+43:23833:x1856697500229376:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685216.208328:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685216.208363:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef74d8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd6a4 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685216.208406:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef74df lrc: 3/1,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685216.208422:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef74df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685216.208435:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef74df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685216.208553:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef74d8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd6a4 expref: 45 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685216.208618:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef74df lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd6a4 expref: 44 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685216.208630:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff9d92c80b5300) 00010000:00010000:2.0:1770685216.208634:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1770685216.208637:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174000, rc 0) 00000100:00100000:2.0:1770685216.208752:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+44:23833:x1856697500229376:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 467us (4805us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685216.208761:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 821 00000100:00100000:0.0:1770685216.225362:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685216.226431:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500229632 00000100:00100000:2.0:1770685216.226448:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500229632 00000100:00100000:2.0:1770685216.226565:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 822 00000100:00100000:2.0:1770685216.226594:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+44:23833:x1856697500229632:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1770685216.226755:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef74e6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685216.226777:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef74e6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685216.226791:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef74e6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000040:00080000:2.0:1770685216.227242:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].9, 88 off8840 00000004:00080000:2.0:1770685216.227254:0:5762:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 541072676345ns, next at 542072673218ns, rc = 0 00000004:00010000:2.0:1770685216.227357:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000a2d5a76c reply state 000000000b7a61fc transno 4294967840 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef74e6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:2.0:1770685216.227369:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1770685216.227497:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+46:23833:x1856697500229632:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 919us (2149us total) trans 4294967840 rc 0/0 00000100:00100000:2.0:1770685216.227506:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 822 00010000:00010000:0.0:1770685216.231432:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef74e6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685216.231453:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef74e6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685216.231462:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef74e6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685216.231470:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685216.231475:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef74e6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685216.231508:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef74e6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685216.231529:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff9d92c80b5300) 00010000:00010000:0.0:1770685216.231532:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1770685216.231538:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef74e6 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685216.231544:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef74e6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:0.0:1770685216.240164:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685216.240442:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500229760 00000100:00100000:3.0:1770685216.240456:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500229760 00000100:00100000:3.0:1770685216.240666:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 823 00000100:00100000:3.0:1770685216.240680:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+45:23833:x1856697500229760:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685216.240712:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685216.240823:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef74ed lrc: 2/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd6ab expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685216.240993:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef74ed lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd6ab expref: 46 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685216.241146:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef74ed lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd6ab expref: 46 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685216.241177:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff9d92c80b5300) 00010000:00010000:3.0:1770685216.241181:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1770685216.241185:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c29b1c00, rc 0) 00000100:00100000:3.0:1770685216.241268:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+46:23833:x1856697500229760:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 590us (1116us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685216.241277:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 823 00000100:00100000:2.0:1770685216.244481:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685216.244830:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500229888 00000100:00100000:0.0:1770685216.244853:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500229888 00000100:00100000:0.0:1770685216.245055:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 201 00000100:00100000:0.0:1770685216.245069:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500229888:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1770685216.245996:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500229888:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 Request processed in 922us (1522us total) trans 4294967336 rc 0/0 00000100:00100000:0.0:1770685216.246008:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 201 00000100:00080000:3.0:1770685216.247545:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1770685216.248432:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685216.248520:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500230144 00000100:00100000:3.0:1770685216.248533:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500230144 00000100:00100000:3.0:1770685216.248692:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 188 00000100:00100000:3.0:1770685216.248705:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+46:23833:x1856697500230144:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1770685216.249045:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+47:23833:x1856697500230144:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 342us (622us total) trans 4294967841 rc 0/0 00000100:00100000:3.0:1770685216.249074:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 188 00000100:00100000:2.0:1770685216.255122:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685216.255294:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500230400 00000100:00100000:3.0:1770685216.255309:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500230400 00000100:00100000:3.0:1770685216.255385:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 824 00000100:00100000:3.0:1770685216.255398:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+47:23833:x1856697500230400:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1770685216.255690:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+47:23833:x1856697500230400:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 156us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685216.255699:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 824 00000100:00100000:0.0:1770685216.261450:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685216.261830:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500230528 00000100:00100000:2.0:1770685216.261854:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500230528 00000100:00100000:2.0:1770685216.262180:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 825 00000100:00100000:2.0:1770685216.262194:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+47:23833:x1856697500230528:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685216.262224:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685216.262255:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef74f4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd6b2 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685216.262388:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef74fb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685216.262408:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef74fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685216.262422:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef74fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:2.0:1770685216.262468:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685216.262491:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef74fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685216.262523:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef74f4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd6b2 expref: 49 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685216.262547:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef74fb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd6b2 expref: 48 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685216.262812:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff9d92c80b5300) 00010000:00010000:2.0:1770685216.262816:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1770685216.262820:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174400, rc 0) 00000100:00100000:2.0:1770685216.263260:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+48:23833:x1856697500230528:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 1066us (1823us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685216.263270:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 825 00000100:00100000:0.0:1770685216.269150:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685216.269346:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500230656 00000100:00100000:2.0:1770685216.269361:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500230656 00000100:00100000:2.0:1770685216.269433:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 202 00000100:00100000:2.0:1770685216.269444:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+10:2349:x1856697500230656:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685216.269499:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685216.269527:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef7502 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd6b9 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1770685216.269619:0:6540:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x698a8320, blocks: 0x1 00010000:00010000:2.0:1770685216.269644:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685216.269647:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685216.269657:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef7502 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd6b9 expref: 11 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685216.269682:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef7502 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd6b9 expref: 11 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685216.269698:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174200, rc 0) 00000100:00100000:2.0:1770685216.269770:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:2349:x1856697500230656:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 327us (635us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685216.269778:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 202 00000100:00100000:0.0:1770685216.274350:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685216.274975:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500230912 00000100:00100000:2.0:1770685216.274988:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500230912 00000100:00100000:2.0:1770685216.275042:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 826 00000100:00100000:2.0:1770685216.275050:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+48:23833:x1856697500230912:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1770685216.275146:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+48:23833:x1856697500230912:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 97us (814us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685216.275151:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 826 00000100:00100000:3.0:1770685216.279288:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685216.281126:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500231040 00000100:00100000:0.0:1770685216.281146:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500231040 00000100:00100000:0.0:1770685216.281236:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 203 00000100:00100000:0.0:1770685216.281249:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+11:23833:x1856697500231040:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685216.281272:0:6538:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685216.281327:0:6538:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef7509 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd6c0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685216.281368:0:6538:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef7502 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd6b9 expref: 12 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685216.281378:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685216.281380:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685216.281385:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef7509 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd6c0 expref: 12 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685216.281426:0:6538:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef7502 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd6b9 expref: 12 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685216.281442:0:6538:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef7502 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd6b9 expref: 12 pid: 6540 timeout: 641 lvb_type: 1 00000100:00100000:0.0:1770685216.281458:0:6538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fc3c2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6538:1856697514757504:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685216.281649:0:6538:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c84449c0 going to sleep for 11 seconds 00000100:00100000:2.0:1770685216.283621:0:6538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fc3c2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6538:1856697514757504:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685216.283658:0:6538:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef7509 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd6c0 expref: 12 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685216.283808:0:6538:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1767e00, rc 0) 00000100:00100000:2.0:1770685216.284826:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+12:23833:x1856697500231040:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 3573us (5540us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685216.284847:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 203 00000100:00100000:1.0:1770685216.298005:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685216.298103:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500231168 00000100:00100000:0.0:1770685216.298113:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500231168 00010000:00010000:0.0:1770685216.298151:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef7502 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd6b9 expref: 12 pid: 6540 timeout: 641 lvb_type: 1 00000100:00100000:0.0:1770685216.298194:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 247 00000100:00100000:0.0:1770685216.298205:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d03a4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+12:2350:x1856697500231168:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685216.298219:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685216.298240:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef7502 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd6b9 expref: 12 pid: 6540 timeout: 641 lvb_type: 1 00010000:00010000:0.0:1770685216.298267:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef7502 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd6b9 expref: 12 pid: 6540 timeout: 641 lvb_type: 1 00010000:00010000:0.0:1770685216.298291:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef7502 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd6b9 expref: 12 pid: 6540 timeout: 641 lvb_type: 1 00010000:00010000:0.0:1770685216.298307:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685216.298310:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685216.298316:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef7509 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd6c0 expref: 11 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685216.298325:0:5747:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef7509 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd6c0 expref: 11 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685216.298364:0:5747:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef7509 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd6c0 expref: 11 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685216.298378:0:5747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fc3c2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5747:1856697514757632:192.168.203.41@tcp:105: 00000100:00100000:0.0:1770685216.298467:0:5747:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c8444000 going to sleep for 11 seconds 00000100:00100000:0.0:1770685216.300717:0:5747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fc3c2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5747:1856697514757632:192.168.203.41@tcp:105: 00010000:00010000:0.0:1770685216.300766:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685216.300845:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d03a4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500231168:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 2632us (2840us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685216.300859:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 247 00000100:00100000:0.0:1770685216.306859:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514757760:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1770685216.306989:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685216.307712:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514757760 00000100:00100000:1.0:1770685216.307727:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514757760 00000100:00100000:1.0:1770685216.307795:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:1.0:1770685216.307806:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514757760:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1770685216.307859:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 64684032 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1770685216.307950:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514757760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 146us (961us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685216.307958:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:3.0:1770685216.308689:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514757760:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1770685216.309725:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685216.311145:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1770685216.311168:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fc3c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514757888:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1770685216.311237:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685216.311664:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514757888 00000100:00100000:1.0:1770685216.311674:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514757888 00000100:00100000:1.0:1770685216.311738:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:1.0:1770685216.311747:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514757888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1770685216.311782:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 57868288 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1770685216.311846:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514757888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (609us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685216.311854:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:1.0:1770685216.311907:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fc3c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514757888:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1770685216.313345:0:13877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500231296 00000100:00100000:2.0:1770685216.313363:0:13877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500231296 00002000:00100000:2.0:1770685216.313432:0:13877:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x11:0x0] (0->157) req@ffff9d92fb2d5c00 x1856697500231296/t0(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:337/0 lens 648/0 e 0 to 0 dl 1770685227 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685216.313445:0:13877:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb2d5c00 with x1856697500231296 ext(0->157) 00002000:00010000:2.0:1770685216.313453:0:13877:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d92fb2d5c00 00000100:00100000:2.0:1770685216.313913:0:13877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 64 00000100:00100000:2.0:1770685216.313933:0:13877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1b20a364-7a5a-4770-9192-023629c7ce89+11:2351:x1856697500231296:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1770685216.314647:0:13877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1b20a364-7a5a-4770-9192-023629c7ce89+13:2351:x1856697500231296:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 Request processed in 714us (4926us total) trans 4294967337 rc 0/0 00000100:00100000:2.0:1770685216.322710:0:13877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 64 00002000:00100000:2.0:1770685216.322750:0:13877:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x11:0x0] (0->157) req@ffff9d92fb2d5c00 x1856697500231296/t4294967337(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:337/0 lens 648/448 e 0 to 0 dl 1770685227 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685216.322763:0:13877:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb2d5c00 with x1856697500231296 ext(0->157) 00002000:00010000:2.0:1770685216.322772:0:13877:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d92fb2d5c00 00000100:00100000:1.0:1770685216.324090:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685216.325988:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500231424 00000100:00100000:3.0:1770685216.326005:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500231424 00000100:00100000:3.0:1770685216.326090:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 827 00000100:00100000:3.0:1770685216.326103:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+48:23833:x1856697500231424:12345-192.168.203.41@tcp:44:lhsmtool_posix.0 00000100:00100000:3.0:1770685216.368647:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+48:23833:x1856697500231424:12345-192.168.203.41@tcp:44:lhsmtool_posix.0 Request processed in 42537us (44555us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685216.368662:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 827 00000001:00080000:0.0:1770685216.368742:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967839 is committed 00000001:00080000:0.0:1770685216.368877:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967840 is committed 00000004:00080000:0.0:1770685216.368882:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 10 committed 00000001:00080000:0.0:1770685216.368903:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967841 is committed 00000100:00100000:0.0:1770685216.369070:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514758016:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1770685216.369128:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685216.369223:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514758016 00000100:00100000:2.0:1770685216.369230:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514758016 00000100:00100000:2.0:1770685216.369269:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00100000:2.0:1770685216.369277:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514758016:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1770685216.369434:0:6538:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x11:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1770685216.369439:0:6538:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x11:0x0] updating lvb mtime from disk: 0 -> 1770685216 00002000:00010000:2.0:1770685216.369441:0:6538:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x11:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1770685216.369443:0:6538:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x11:0x0] updating lvb ctime from disk: 1770685216 -> 1770685216 00002000:00010000:2.0:1770685216.369445:0:6538:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x11:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1770685216.369984:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3290:x1856697514758016:12345-0@lo:2:osp-syn-1-0.0 Request processed in 707us (855us total) trans 4294967338 rc 0/0 00000100:00100000:2.0:1770685216.369990:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000004:00080000:0.0:1770685216.370056:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9d92fb2d5180/2, rc 0, transno 4294967338 00000100:00100000:0.0:1770685216.370062:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514758016:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1770685216.374484:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685216.374725:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500231552 00000100:00100000:2.0:1770685216.374736:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500231552 00000100:00100000:2.0:1770685216.374793:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 205 00000100:00100000:2.0:1770685216.374813:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+13:2350:x1856697500231552:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 00000001:00080000:1.0:1770685216.407669:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967336 is committed 00000001:00080000:1.0:1770685216.407683:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967338 is committed 00000001:00080000:1.0:1770685216.407687:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967337 is committed 00000100:00100000:3.0:1770685216.408176:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500231552:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 Request processed in 33369us (33696us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685216.408188:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 205 00000100:00100000:1.0:1770685216.411480:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685216.411692:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500231808 00000100:00100000:3.0:1770685216.411703:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500231808 00000100:00100000:3.0:1770685216.411819:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 828 00000100:00100000:3.0:1770685216.411829:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+44:23833:x1856697500231808:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1770685216.411889:0:5761:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685216.411919:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef74fb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd6b2 expref: 44 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685216.411938:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff9d92c80b5300) 00010000:00010000:3.0:1770685216.411943:0:5761:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1770685216.411974:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef7510 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685216.411988:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef7510 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685216.411996:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef7510 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685216.412020:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef7510 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685216.412027:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef7510 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685216.412033:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef7510 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685216.412039:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b1000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685216.412043:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef7510 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685216.412049:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef7510 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685216.412071:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff9d92c80b5300) 00010000:00010000:3.0:1770685216.412073:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685216.412076:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef7510 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685216.412082:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef7510 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:3.0:1770685216.412435:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+43:23833:x1856697500231808:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 607us (964us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685216.412443:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 828 00000100:00100000:0.0:1770685216.419968:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685216.420046:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500231936 00000100:00100000:3.0:1770685216.420055:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500231936 00000100:00100000:3.0:1770685216.420087:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 206 00000100:00100000:3.0:1770685216.420093:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500231936:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1770685216.420290:0:6540:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x11:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:3.0:1770685216.420293:0:6540:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x11:0x0] updating lvb mtime from disk: 1770685216 -> 1536580263 00002000:00010000:3.0:1770685216.420295:0:6540:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x11:0x0] updating lvb atime from disk: 0 -> 1770684700 00002000:00010000:3.0:1770685216.420297:0:6540:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x11:0x0] updating lvb ctime from disk: 1770685216 -> 1770685215 00002000:00010000:3.0:1770685216.420298:0:6540:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x11:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:3.0:1770685216.420355:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500231936:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 Request processed in 262us (395us total) trans 4294967339 rc 0/0 00000100:00100000:3.0:1770685216.420360:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 206 00000100:00100000:0.0:1770685216.422895:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685216.423020:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500232192 00000100:00100000:3.0:1770685216.423028:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500232192 00000100:00100000:3.0:1770685216.423069:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 829 00000100:00100000:3.0:1770685216.423076:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+43:23833:x1856697500232192:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1770685216.423143:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef7517 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685216.423158:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef74df lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd6a4 expref: 43 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685216.423166:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef7517 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685216.423213:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef74df lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd6a4 expref: 43 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685216.423224:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef74df lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd6a4 expref: 43 pid: 5762 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1770685216.423234:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3b96a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514758144:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685216.423307:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c3ee3480 going to sleep for 11 seconds 00000100:00100000:2.0:1770685216.426525:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685216.426649:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3b96a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514758144:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685216.426693:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef7517 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:0.0:1770685216.426991:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500232320 00000100:00100000:0.0:1770685216.427001:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500232320 00010000:00010000:2.0:1770685216.427107:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef74df lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd6a4 expref: 44 pid: 5762 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1770685216.427179:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 248 00000100:00100000:2.0:1770685216.427189:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+44:2351:x1856697500232320:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685216.427205:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685216.427212:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef74df lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd6a4 expref: 44 pid: 5762 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1770685216.427226:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef74df lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd6a4 expref: 44 pid: 5762 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1770685216.427248:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef74df lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd6a4 expref: 44 pid: 5762 timeout: 641 lvb_type: 0 00010000:00010000:2.0:1770685216.427286:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff9d92c80b5300) 00010000:00010000:2.0:1770685216.427290:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef7517 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685216.427301:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef7517 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685216.427309:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef7517 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685216.427341:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1770685216.427401:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef7517 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:2.0:1770685216.427414:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+43:2351:x1856697500232320:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 221us (900us total) trans 0 rc 0/0 00010000:00010000:3.0:1770685216.427418:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef7517 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:2.0:1770685216.427432:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 248 00010000:00010000:3.0:1770685216.427474:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef7517 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685216.427485:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef7517 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685216.427507:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef7517 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685216.427514:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b1e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685216.427518:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef7517 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685216.427527:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef7517 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685216.427561:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff9d92c80b5300) 00010000:00010000:3.0:1770685216.427565:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1770685216.427570:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef7517 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685216.427602:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef7517 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:3.0:1770685216.427706:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+42:23833:x1856697500232192:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 Request processed in 4626us (4814us total) trans 0 rc -22/-22 00000100:00100000:3.0:1770685216.427717:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 829 00000100:00100000:2.0:1770685216.441505:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685216.442056:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500232448 00000100:00100000:0.0:1770685216.442066:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500232448 00000100:00100000:2.0:1770685216.442265:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 207 00000100:00100000:2.0:1770685216.442276:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+11:2351:x1856697500232448:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1770685216.442323:0:6538:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef751e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685216.442343:0:6538:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef7509 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd6c0 expref: 11 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685216.442351:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1770685216.442353:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1770685216.442357:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef751e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685216.442412:0:6538:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef7509 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd6c0 expref: 11 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685216.442425:0:6538:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef7509 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd6c0 expref: 11 pid: 6538 timeout: 641 lvb_type: 0 00000100:00100000:2.0:1770685216.442439:0:6538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb157800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6538:1856697514758272:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685216.442524:0:6538:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fc329600 going to sleep for 11 seconds 00000100:00100000:1.0:1770685216.445273:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685216.445394:0:6538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb157800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6538:1856697514758272:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685216.445421:0:6538:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef751e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685216.445491:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500232576 00000100:00100000:3.0:1770685216.445500:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500232576 00010000:00010000:3.0:1770685216.445534:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef7509 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd6c0 expref: 12 pid: 6538 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1770685216.445658:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 249 00000100:00100000:3.0:1770685216.445668:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+12:2351:x1856697500232576:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685216.445683:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685216.445719:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef7509 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd6c0 expref: 12 pid: 6538 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1770685216.445730:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef7509 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd6c0 expref: 12 pid: 6538 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1770685216.445753:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c1767e00/0x8f0dbafbd9ef7509 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd6c0 expref: 12 pid: 6538 timeout: 641 lvb_type: 0 00010000:00010000:3.0:1770685216.445766:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685216.445768:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685216.445772:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef751e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685216.445781:0:5747:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef751e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685216.445817:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685216.445872:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:2351:x1856697500232576:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 205us (608us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685216.445879:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 249 00010000:00010000:2.0:1770685216.446504:0:6538:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef751e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685216.446516:0:6538:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef751e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685216.446556:0:6538:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef751e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685216.446565:0:6538:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef751e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685216.446573:0:6538:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef751e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685216.446610:0:6538:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174000 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:2.0:1770685216.446615:0:6538:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef751e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685216.446623:0:6538:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef751e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685216.446637:0:6538:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef751e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685216.446643:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef751e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685216.446710:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500232448:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 4435us (5213us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685216.446719:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 207 00000100:00100000:1.0:1770685216.455850:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685216.456031:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500232832 00000100:00100000:3.0:1770685216.456041:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500232832 00000100:00100000:3.0:1770685216.456099:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 830 00000100:00100000:3.0:1770685216.456110:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5165180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+42:23833:x1856697500232832:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1770685216.456408:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef7525 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685216.456425:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef74ed lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd6ab expref: 43 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685216.456440:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef7525 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685216.456472:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef74ed lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd6ab expref: 43 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685216.456485:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef74ed lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd6ab expref: 43 pid: 5761 timeout: 641 lvb_type: 0 00000100:00100000:3.0:1770685216.456499:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3b96a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514758400:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685216.456650:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c3ee3480 going to sleep for 11 seconds 00000100:00100000:3.0:1770685216.463232:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3b96a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514758400:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685216.463262:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef7525 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685216.463310:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685216.463544:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500232960 00000100:00100000:3.0:1770685216.463556:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500232960 00010000:00010000:3.0:1770685216.463617:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef74ed lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd6ab expref: 44 pid: 5761 timeout: 641 lvb_type: 0 00000100:00100000:0.0:1770685216.463666:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 250 00000100:00100000:0.0:1770685216.463678:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5166300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+44:2350:x1856697500232960:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685216.463693:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685216.463701:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef74ed lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd6ab expref: 44 pid: 5761 timeout: 641 lvb_type: 0 00010000:00010000:0.0:1770685216.463713:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef74ed lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd6ab expref: 44 pid: 5761 timeout: 641 lvb_type: 0 00010000:00010000:0.0:1770685216.463734:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1c00/0x8f0dbafbd9ef74ed lrc: 0/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd6ab expref: 44 pid: 5761 timeout: 641 lvb_type: 0 00010000:00010000:0.0:1770685216.463763:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff9d92c80b5300) 00010000:00010000:0.0:1770685216.463767:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef7525 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.463775:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef7525 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.463782:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef7525 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.463968:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1770685216.463988:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef7525 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685216.463995:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef7525 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:0.0:1770685216.464033:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5166300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+43:2350:x1856697500232960:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 358us (725us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685216.464040:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 250 00000001:00080000:3.0:1770685216.464400:0:5761:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967842 00000001:00080000:3.0:1770685216.464683:0:5761:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967843 00000001:00080000:3.0:1770685216.464729:0:5761:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967844 00000100:00100000:3.0:1770685216.464998:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3b96a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1856697514758528:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1770685216.465050:0:5761:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685216.465084:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c70d70c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685216.465102:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514758528 00000100:00100000:1.0:1770685216.465109:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514758528 00000100:00100000:1.0:1770685216.465154:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1770685216.465162:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3b95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5761:x1856697514758528:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1770685216.465241:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3b95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5761:x1856697514758528:12345-0@lo:1000:mdt00_001.0 Request processed in 80us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685216.465249:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1770685216.465320:0:5761:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967338 gen 2 00000004:00080000:0.0:1770685216.465325:0:5761:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9d92fb2d5180, transno 4294967338 00000100:00100000:0.0:1770685216.465348:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3b96a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1856697514758528:0@lo:1000:mdt00_001.0 00000001:00080000:0.0:1770685216.465472:0:5761:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967845 00000100:00100000:0.0:1770685216.465510:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f3f59f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1856697514758656:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1770685216.465561:0:5761:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685216.465607:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92e2603f00 going to sleep for 11 seconds 00000100:00100000:2.0:1770685216.465717:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514758656 00000100:00100000:2.0:1770685216.465721:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514758656 00000100:00100000:2.0:1770685216.465749:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1770685216.465754:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5761:x1856697514758656:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1770685216.465913:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5761:x1856697514758656:12345-0@lo:1000:mdt00_001.0 Request processed in 159us (352us total) trans 4294967340 rc 0/0 00000100:00100000:2.0:1770685216.465918:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1770685216.466049:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f3f59f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1856697514758656:0@lo:1000:mdt00_001.0 00010000:00010000:0.0:1770685216.466073:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef7525 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.466080:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef7525 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.466093:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef7525 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.466097:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b1e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685216.466100:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef7525 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.466105:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef7525 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.466120:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff9d92c80b5300) 00010000:00010000:0.0:1770685216.466123:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1770685216.466128:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef7525 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.466134:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b1e00/0x8f0dbafbd9ef7525 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.466165:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7453 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.466171:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7453 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.466176:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7453 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.466180:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92c29b0800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685216.466183:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7453 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.466189:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7453 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.466207:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff9d92c5e37800) 00010000:00010000:0.0:1770685216.466209:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1770685216.466215:0:5761:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ba00/0x8f0dbafbd9ef745a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd688 expref: 80 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685216.466225:0:5761:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ba00/0x8f0dbafbd9ef745a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd688 expref: 80 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685216.466232:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ba00/0x8f0dbafbd9ef745a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd688 expref: 80 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685216.466257:0:5761:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ba00/0x8f0dbafbd9ef745a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd688 expref: 80 pid: 5762 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685216.466268:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c24d9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514758784:192.168.203.41@tcp:105: 00000100:00100000:0.0:1770685216.466336:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c64a9840 going to sleep for 11 seconds 00000100:00100000:1.0:1770685216.469194:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685216.469540:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500233088 00000100:00100000:3.0:1770685216.469557:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500233088 00000100:00100000:3.0:1770685216.469633:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 189 00000100:00100000:3.0:1770685216.469644:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5164000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+81:23832:x1856697500233088:12345-192.168.203.41@tcp:49:cat.0 00000100:00100000:3.0:1770685216.469762:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5164000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+81:23832:x1856697500233088:12345-192.168.203.41@tcp:49:cat.0 Request processed in 120us (576us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685216.469769:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 189 00000100:00100000:0.0:1770685216.472596:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c24d9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514758784:192.168.203.41@tcp:105: 00010000:00010000:0.0:1770685216.472629:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7453 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.472639:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92c29b0800/0x8f0dbafbd9ef7453 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.472676:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef752c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.472688:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef752c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.472698:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef752c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.472721:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef752c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.472727:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef752c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.472732:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef752c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.472737:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1767200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685216.472741:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef752c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.472747:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef752c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.472769:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff9d92c5e37800) 00010000:00010000:0.0:1770685216.472772:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685216.472776:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef752c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.472781:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef752c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:2.0:1770685216.472863:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685216.473020:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5165180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+46:23833:x1856697500232832:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 16911us (17187us total) trans 4294967846 rc 0/0 00000100:00100000:0.0:1770685216.473030:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 830 00000020:00080000:0.0:1770685216.473036:0:5761:0:(tgt_main.c:782:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:1.0:1770685216.473112:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685216.473118:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685216.473635:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:1.0:1770685216.473644:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1770685216.473890:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500233216 00000100:00100000:3.0:1770685216.473900:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500233216 00000100:00100000:3.0:1770685216.473953:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 208 00000100:00100000:3.0:1770685216.473960:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb157800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+10:23832:x1856697500233216:12345-192.168.203.41@tcp:101:cat.0 00010000:00010000:3.0:1770685216.473976:0:6538:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685216.473995:0:6538:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef7533 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd6c7 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1770685216.474015:0:6538:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x698a811c, ctime: 0x698a831f, blocks: 0xb 00010000:00010000:3.0:1770685216.474031:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685216.474034:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685216.474041:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef7533 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd6c7 expref: 11 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685216.474055:0:6538:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d92c29b1000/0x8f0dbafbd9ef7533 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd6c7 expref: 11 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685216.474082:0:6538:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92c29b1000, rc 0) 00000100:00100000:3.0:1770685216.474119:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb157800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:23832:x1856697500233216:12345-192.168.203.41@tcp:101:cat.0 Request processed in 159us (1257us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685216.474125:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 208 00000100:00080000:2.0:1770685216.474306:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1770685216.477491:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685216.477808:0:13877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500233344 00000100:00100000:1.0:1770685216.477819:0:13877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500233344 00002000:00100000:1.0:1770685216.477878:0:13877:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x11:0x0] (0->4095) req@ffff9d92fb157480 x1856697500233344/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:337/0 lens 488/0 e 0 to 0 dl 1770685227 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1770685216.477889:0:13877:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb157480 with x1856697500233344 ext(0->4095) 00002000:00010000:1.0:1770685216.477895:0:13877:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d92fb157480 00000100:00100000:1.0:1770685216.477929:0:13877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 65 00000100:00100000:1.0:1770685216.477938:0:13877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:2351:x1856697500233344:12345-192.168.203.41@tcp:3:cat.0 00000100:00100000:1.0:1770685216.478149:0:13877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:2351:x1856697500233344:12345-192.168.203.41@tcp:3:cat.0 Request processed in 211us (667us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1770685216.478157:0:13877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 65 00002000:00100000:1.0:1770685216.478177:0:13877:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x11:0x0] (0->4095) req@ffff9d92fb157480 x1856697500233344/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:337/0 lens 488/4536 e 0 to 0 dl 1770685227 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1770685216.478185:0:13877:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb157480 with x1856697500233344 ext(0->4095) 00002000:00010000:1.0:1770685216.478189:0:13877:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d92fb157480 00000100:00100000:3.0:1770685216.480693:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685216.481163:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500233600 00000100:00100000:2.0:1770685216.481174:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500233600 00000100:00100000:2.0:1770685216.481237:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 190 00000100:00100000:2.0:1770685216.481247:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3b97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+46:23833:x1856697500233600:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1770685216.481657:0:13758:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x15:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1770685216.481699:0:13758:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967847 00010000:00010000:2.0:1770685216.481730:0:13758:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef753a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13758 initiator: MDT0 00010000:00010000:2.0:1770685216.481743:0:13758:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef753a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 13758 initiator: MDT0 00010000:00010000:2.0:1770685216.481751:0:13758:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef753a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13758 initiator: MDT0 00010000:00010000:2.0:1770685216.481757:0:13758:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef753a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13758 initiator: MDT0 00010000:00010000:2.0:1770685216.481761:0:13758:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef753a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13758 initiator: MDT0 00010000:00010000:2.0:1770685216.481764:0:13758:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef753a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13758 initiator: MDT0 00010000:00010000:2.0:1770685216.481886:0:13758:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1770685216.481997:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3b97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+48:23833:x1856697500233600:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 751us (1310us total) trans 4294967848 rc 0/0 00000100:00100000:2.0:1770685216.482002:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 190 00000020:00080000:2.0:1770685216.482007:0:13758:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1770685216.484457:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685216.484517:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500233856 00000100:00100000:3.0:1770685216.484526:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500233856 00000100:00100000:3.0:1770685216.484609:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 191 00000100:00100000:3.0:1770685216.484618:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c486b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+81:23832:x1856697500233856:12345-192.168.203.41@tcp:35:cat.0 00000001:00080000:3.0:1770685216.484853:0:13758:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967849 00000100:00100000:3.0:1770685216.484948:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c486b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+83:23832:x1856697500233856:12345-192.168.203.41@tcp:35:cat.0 Request processed in 332us (497us total) trans 4294967850 rc 0/0 00000100:00100000:3.0:1770685216.484953:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 191 00000020:00080000:3.0:1770685216.484957:0:13758:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1770685216.486769:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1770685216.486781:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef753a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685216.486791:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d92f5174200 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:1.0:1770685216.486795:0:5749:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef753a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685216.486803:0:5749:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef753a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685216.486820:0:5749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff9d92c9178500) 00010000:00010000:1.0:1770685216.486823:0:5749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1770685216.486828:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef753a lrc: 1/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685216.486842:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef753a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685216.486864:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685216.486866:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685216.486867:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770685216.497770:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685216.499152:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685216.499235:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500234112 00000100:00100000:0.0:1770685216.499245:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500234112 00000100:00100000:0.0:1770685216.499353:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 831 00000100:00100000:0.0:1770685216.499379:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3b97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+83:23837:x1856697500234112:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685216.499406:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685216.499428:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef7541 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd6ce expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685216.499498:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767000/0x8f0dbafbd9ef7548 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.499508:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767000/0x8f0dbafbd9ef7548 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.499515:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767000/0x8f0dbafbd9ef7548 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.499524:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef754f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.499528:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef754f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.499532:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef754f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.499681:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766e00/0x8f0dbafbd9ef7556 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.499689:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766e00/0x8f0dbafbd9ef7556 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.499696:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766e00/0x8f0dbafbd9ef7556 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:0.0:1770685216.499705:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 158 00010000:00010000:0.0:1770685216.499780:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767000/0x8f0dbafbd9ef7548 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.499790:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767000/0x8f0dbafbd9ef7548 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.499794:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767000/0x8f0dbafbd9ef7548 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.499800:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1767000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685216.499803:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767000/0x8f0dbafbd9ef7548 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.499810:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767000/0x8f0dbafbd9ef7548 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.499822:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff9d92f27c0100) 00010000:00010000:0.0:1770685216.499825:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685216.499829:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767000/0x8f0dbafbd9ef7548 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.499846:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767000/0x8f0dbafbd9ef7548 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.499858:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef754f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.499864:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef754f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.499869:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef754f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.499874:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1766400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685216.499877:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef754f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.499893:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef754f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.499903:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x4f0c1d45 (ffff9d92f27c0200) 00010000:00010000:0.0:1770685216.499905:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685216.499908:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef754f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.499913:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766400/0x8f0dbafbd9ef754f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.499953:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767200/0x8f0dbafbd9ef7541 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd6ce expref: 86 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685216.499965:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766e00/0x8f0dbafbd9ef7556 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd6ce expref: 85 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685216.499971:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff9d92c5e37800) 00010000:00010000:0.0:1770685216.499973:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685216.499975:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1766e00, rc 0) 00000100:00100000:0.0:1770685216.500036:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3b97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+85:23837:x1856697500234112:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 660us (890us total) trans 4294967851 rc 0/0 00000100:00100000:0.0:1770685216.500043:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 831 00000100:00100000:3.0:1770685216.503996:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685216.504081:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500234240 00000100:00100000:0.0:1770685216.504091:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500234240 00000100:00100000:0.0:1770685216.504144:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 832 00000100:00100000:0.0:1770685216.504154:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3b97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+85:23837:x1856697500234240:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:0.0:1770685216.504223:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766200/0x8f0dbafbd9ef7564 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.504253:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766200/0x8f0dbafbd9ef7564 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.504265:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766200/0x8f0dbafbd9ef7564 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.504291:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766200/0x8f0dbafbd9ef7564 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.504297:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766200/0x8f0dbafbd9ef7564 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.504304:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766200/0x8f0dbafbd9ef7564 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.504309:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1766200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685216.504313:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766200/0x8f0dbafbd9ef7564 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.504320:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766200/0x8f0dbafbd9ef7564 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.504332:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff9d92c5e37800) 00010000:00010000:0.0:1770685216.504335:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1770685216.504340:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766200/0x8f0dbafbd9ef7564 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685216.504346:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1766200/0x8f0dbafbd9ef7564 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:0.0:1770685216.504431:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3b97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+85:23837:x1856697500234240:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 278us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685216.504439:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 832 00000100:00100000:1.0:1770685216.507102:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685216.507170:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500234496 00000100:00100000:2.0:1770685216.507189:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500234496 00000100:00100000:2.0:1770685216.507233:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 192 00000100:00100000:2.0:1770685216.507240:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5166a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+85:23837:x1856697500234496:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:2.0:1770685216.507491:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5166a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+86:23837:x1856697500234496:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 251us (397us total) trans 4294967852 rc 0/0 00000100:00100000:2.0:1770685216.507497:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 192 00000100:00100000:3.0:1770685216.632898:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685216.633003:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500234752 00000100:00100000:2.0:1770685216.633012:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500234752 00000100:00100000:2.0:1770685216.633071:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 833 00000100:00100000:2.0:1770685216.633081:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3b97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+86:23853:x1856697500234752:12345-192.168.203.41@tcp:101:diff.0 00010000:00010000:2.0:1770685216.633105:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685216.633129:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef756b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd6d5 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685216.633231:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef7572 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685216.633245:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef7572 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685216.633255:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef7572 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:2.0:1770685216.633266:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 158 00010000:00010000:2.0:1770685216.633393:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef756b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd6d5 expref: 89 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685216.633411:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174400/0x8f0dbafbd9ef7572 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd6d5 expref: 88 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685216.633438:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff9d92c5e37800) 00010000:00010000:2.0:1770685216.633441:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1770685216.633445:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174400, rc 0) 00000100:00100000:2.0:1770685216.633511:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3b97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+88:23853:x1856697500234752:12345-192.168.203.41@tcp:101:diff.0 Request processed in 431us (623us total) trans 4294967853 rc 0/0 00000100:00100000:2.0:1770685216.633519:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 833 00010000:00010000:3.0:1770685217.522722:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1770685218.507363:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685218.507401:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685218.507428:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685218.507455:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685218.507473:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685218.507488:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685218.507514:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685218.507539:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500235136 00000100:00100000:0.0:1770685218.507548:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500235136 00000100:00100000:0.0:1770685218.507620:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500235648 00000100:00100000:0.0:1770685218.507623:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500235648 00000100:00100000:0.0:1770685218.507634:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500235264 00000100:00100000:0.0:1770685218.507636:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500235264 00000100:00100000:0.0:1770685218.507648:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500235520 00000100:00100000:0.0:1770685218.507650:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500235520 00000100:00100000:0.0:1770685218.507663:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 314 00000100:00100000:0.0:1770685218.507673:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:2351:x1856697500235136:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685218.507734:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:2351:x1856697500235136:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 63us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685218.507741:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 314 00000100:00100000:0.0:1770685218.507755:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 315 00000100:00100000:0.0:1770685218.507760:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500235648:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685218.507779:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500235648:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 19us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685218.507784:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 315 00000100:00100000:0.0:1770685218.507793:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 316 00000100:00100000:0.0:1770685218.507798:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:2351:x1856697500235264:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685218.507847:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:2351:x1856697500235264:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 49us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685218.507854:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 316 00000100:00100000:0.0:1770685218.507866:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 317 00000100:00100000:0.0:1770685218.507871:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500235520:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685218.507892:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500235520:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 21us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685218.507897:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 317 00000100:00100000:2.0:1770685218.507987:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500235392 00000100:00100000:2.0:1770685218.507992:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500235392 00000100:00100000:2.0:1770685218.508030:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500235008 00000100:00100000:2.0:1770685218.508033:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500235008 00000100:00100000:2.0:1770685218.508056:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 344 00000100:00100000:2.0:1770685218.508062:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+48:2351:x1856697500235392:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685218.508096:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+48:2351:x1856697500235392:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 34us (667us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685218.508102:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 344 00000100:00100000:2.0:1770685218.508115:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 345 00000100:00100000:2.0:1770685218.508120:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+88:2351:x1856697500235008:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685218.508145:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+88:2351:x1856697500235008:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 24us (671us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685218.508150:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 345 00000100:00080000:2.0:1770685218.508168:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1770685218.508173:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1770685218.508175:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1770685218.508315:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500234880 00000100:00100000:3.0:1770685218.508320:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500234880 00000100:00100000:3.0:1770685218.508352:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 539 00000100:00100000:3.0:1770685218.508359:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300566050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697500234880:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685218.508383:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300566050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697500234880:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 25us (1029us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685218.508389:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 539 00010000:00010000:1.0:1770685218.545896:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685219.574485:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685220.594381:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770685220.915114:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3288:1856697514759040:0@lo:400:kworker.0 00000100:00100000:2.0:1770685220.915228:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685220.915316:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514759552:0@lo:400:kworker.0 00000100:00100000:2.0:1770685220.915349:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685220.915384:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1770685220.915390:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514759168:0@lo:400:kworker.0 00000100:00100000:2.0:1770685220.915413:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685220.915454:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514759040 00000100:00100000:2.0:1770685220.915463:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514759040 00000100:00100000:2.0:1770685220.915514:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514759168 00000100:00100000:2.0:1770685220.915517:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514759168 00000100:00100000:2.0:1770685220.915545:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:2.0:1770685220.915554:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5342a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514759040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685220.915650:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5342a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514759040:12345-0@lo:400:kworker.0 Request processed in 96us (422us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685220.915659:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:2.0:1770685220.915679:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:2.0:1770685220.915685:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514759168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685220.915710:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514759168:12345-0@lo:400:kworker.0 Request processed in 26us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685220.915716:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00100000:2.0:1770685220.915734:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514759552 00000100:00100000:2.0:1770685220.915738:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514759552 00000100:00100000:2.0:1770685220.915766:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:2.0:1770685220.915772:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5341880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3288:x1856697514759552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685220.915800:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5341880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3288:x1856697514759552:12345-0@lo:400:kworker.0 Request processed in 28us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685220.915822:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00080000:2.0:1770685220.915846:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1770685220.915859:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685220.915902:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514759168:0@lo:400:kworker.0 00000100:00100000:2.0:1770685220.915912:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3288:1856697514759040:0@lo:400:kworker.0 00000100:00100000:2.0:1770685220.915921:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514759552:0@lo:400:kworker.0 00000100:00100000:1.0:1770685220.916035:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb157b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514758912:0@lo:400:kworker.0 00000100:00100000:1.0:1770685220.916077:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685220.916104:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb29b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856697514759424:0@lo:400:kworker.0 00000100:00100000:1.0:1770685220.916136:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685220.916154:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1770685220.916161:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb29bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514759296:0@lo:400:kworker.0 00000100:00100000:1.0:1770685220.916187:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685220.916385:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514758912 00000100:00100000:2.0:1770685220.916392:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514758912 00000100:00100000:2.0:1770685220.916432:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:2.0:1770685220.916440:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300567050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3291:x1856697514758912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685220.916482:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300567050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3291:x1856697514758912:12345-0@lo:400:kworker.0 Request processed in 43us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685220.916489:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:2.0:1770685220.916518:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514759296 00000100:00100000:2.0:1770685220.916521:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514759296 00000100:00100000:2.0:1770685220.916549:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:2.0:1770685220.916555:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5167100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514759296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685220.916613:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5167100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514759296:12345-0@lo:400:kworker.0 Request processed in 58us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685220.916618:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00000100:00100000:2.0:1770685220.916635:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514759424 00000100:00100000:2.0:1770685220.916639:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514759424 00000100:00100000:2.0:1770685220.916662:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:2.0:1770685220.916668:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5165500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856697514759424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685220.916701:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5165500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856697514759424:12345-0@lo:400:kworker.0 Request processed in 33us (564us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685220.916707:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00080000:2.0:1770685220.916722:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1770685220.916733:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1770685220.916762:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb29bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514759296:0@lo:400:kworker.0 00000100:00100000:2.0:1770685220.916771:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb157b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514758912:0@lo:400:kworker.0 00000100:00100000:2.0:1770685220.916779:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb29b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856697514759424:0@lo:400:kworker.0 00000100:00100000:1.0:1770685221.222391:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685221.224043:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500235776 00000100:00100000:2.0:1770685221.224065:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500235776 00000100:00100000:3.0:1770685221.228167:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 834 00000100:00100000:3.0:1770685221.228190:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5167480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+48:23780:x1856697500235776:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1770685221.228370:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5167480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+48:23780:x1856697500235776:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 Request processed in 188us (5994us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685221.228380:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 834 00000100:00080000:2.0:1770685221.230315:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685221.250957:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685221.255312:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500236032 00000100:00100000:3.0:1770685221.255335:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500236032 00000100:00100000:3.0:1770685221.255436:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 193 00000100:00100000:3.0:1770685221.255449:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+48:23780:x1856697500236032:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1770685221.255900:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+49:23780:x1856697500236032:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 453us (4957us total) trans 4294967854 rc 0/0 00000100:00100000:3.0:1770685221.255910:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 193 00000100:00100000:3.0:1770685221.426020:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1770685221.426055:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514759680:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1770685221.426164:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685221.428289:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514759680 00000100:00100000:1.0:1770685221.428316:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514759680 00000100:00100000:1.0:1770685221.428396:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:1.0:1770685221.428410:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3b96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514759680:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1770685221.428466:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 64684032 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1770685221.428616:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3b96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514759680:12345-0@lo:13:osp-pre-0-0.0 Request processed in 210us (2453us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685221.428625:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:1.0:1770685221.428700:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514759680:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1770685221.434433:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1770685221.434463:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3b94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514759808:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1770685221.434556:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685221.435026:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514759808 00000100:00100000:3.0:1770685221.435038:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514759808 00000100:00100000:3.0:1770685221.435099:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:3.0:1770685221.435110:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3b94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3291:x1856697514759808:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1770685221.435156:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1770685221.435321:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3b94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3291:x1856697514759808:12345-0@lo:13:osp-pre-1-0.0 Request processed in 211us (764us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685221.435336:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:3.0:1770685221.437562:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3b94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514759808:0@lo:13:osp-pre-1-0.0 00000001:00080000:2.0:1770685221.528924:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967851 is committed 00000001:00080000:2.0:1770685221.528951:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967846 is committed 00000020:00080000:2.0:1770685221.528957:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9d92e0b710c0 refcount 2 committed 0 result 0 batchid 12 00000020:00080000:2.0:1770685221.528964:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92c637ad00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9d92d1e8c9c0 00000020:00080000:2.0:1770685221.528968:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92c637a800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9d92d197d000 00000001:00080000:2.0:1770685221.528998:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967853 is committed 00000001:00080000:2.0:1770685221.529009:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967848 is committed 00000001:00080000:2.0:1770685221.529019:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967854 is committed 00000020:00080000:1.0:1770685221.529570:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 12 committed batchid 11 00000020:00080000:1.0:1770685221.530038:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 11 00000001:00080000:3.0:1770685221.530536:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967340 is committed 00000001:00080000:3.0:1770685221.530553:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967339 is committed 00010000:00010000:1.0:1770685221.622752:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1770685222.644158:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685222.644171:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685222.644424:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 20 count 2 00000040:00080000:1.0:1770685222.644433:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1770685222.644916:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1770685222.804803:0:17672:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12c: Restore a file with stripe of 2 == 20:00:21 (1770685221) 00000100:00100000:2.0:1770685222.980424:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685222.981264:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500236288 00000100:00100000:3.0:1770685222.981279:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500236288 00000100:00100000:3.0:1770685222.981353:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 835 00000100:00100000:3.0:1770685222.981366:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+41:24467:x1856697500236288:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685222.981399:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685222.981428:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef7580 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd6dc expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685222.981691:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef7587 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685222.981709:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef7587 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685222.981723:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef7587 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:3.0:1770685222.981736:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:3.0:1770685222.986297:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef7580 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd6dc expref: 44 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685222.986331:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef7587 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd6dc expref: 43 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685222.986355:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:3.0:1770685222.986359:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 7 00010000:00010000:3.0:1770685222.986363:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9cc00, rc 0) 00000100:00100000:3.0:1770685222.991532:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+43:24467:x1856697500236288:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 10141us (11096us total) trans 4294967855 rc 0/0 00000100:00100000:3.0:1770685222.991556:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 835 00000100:00100000:1.0:1770685222.992728:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685222.993479:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500236416 00000100:00100000:3.0:1770685222.993515:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500236416 00000100:00100000:3.0:1770685222.993633:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 836 00000100:00100000:3.0:1770685222.993647:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5167800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+83:24468:x1856697500236416:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685222.993677:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685222.993707:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7595 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd6e3 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685222.993816:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef759c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685222.993833:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef759c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685222.993847:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef759c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685222.994378:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef75a3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685222.994388:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef75a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685222.994418:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef75a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00080000:1.0:1770685222.994651:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1770685222.994724:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef759c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685222.994733:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef759c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685222.994740:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef759c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685222.994747:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9ce00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685222.994752:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef759c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685222.994760:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef759c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685222.994775:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5600) 00010000:00010000:3.0:1770685222.994778:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685222.994784:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef759c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685222.994800:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef759c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685222.994813:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef75a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685222.994820:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef75a3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685222.994826:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef75a3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685222.994840:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307a200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685222.994843:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef75a3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685222.994850:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef75a3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685222.995286:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff9d930044b400) 00010000:00010000:3.0:1770685222.995289:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685222.995293:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef75a3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685222.995299:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef75a3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685222.995362:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7595 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd6e3 expref: 84 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685222.995375:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5600) 00010000:00010000:3.0:1770685222.995377:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685222.995381:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7595 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd6e3 expref: 84 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685222.995394:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9d400, rc 0) 00000100:00100000:3.0:1770685222.995698:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5167800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+83:24468:x1856697500236416:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 2052us (2987us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685222.995708:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 836 00000100:00100000:2.0:1770685222.996253:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685222.996446:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500236544 00000100:00100000:3.0:1770685222.996457:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500236544 00000100:00100000:3.0:1770685222.996619:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 837 00000100:00100000:3.0:1770685222.996632:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c3653c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+43:24467:x1856697500236544:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1770685222.996733:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c3653c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+43:24467:x1856697500236544:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 Request processed in 103us (482us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685222.996741:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 837 00000100:00100000:1.0:1770685222.999955:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685223.002253:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500236672 00000100:00100000:2.0:1770685223.002280:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500236672 00000100:00100000:2.0:1770685223.002419:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 46 00000100:00100000:2.0:1770685223.002433:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5166d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+43:2348:x1856697500236672:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685223.002458:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685223.002493:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef7587 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd6dc expref: 43 pid: 5761 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1770685223.002647:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1770685223.002720:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:2.0:1770685223.002744:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685223.002890:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5166d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+42:2348:x1856697500236672:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 460us (2950us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685223.002900:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 46 00000100:00100000:1.0:1770685223.014481:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685223.014701:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500236928 00000100:00100000:0.0:1770685223.014712:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500236928 00000100:00100000:0.0:1770685223.014768:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 838 00000100:00100000:0.0:1770685223.014780:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5164a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+83:24468:x1856697500236928:12345-192.168.203.41@tcp:36:lfs.0 00010000:00010000:0.0:1770685223.014936:0:5761:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685223.014962:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef737a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd649 expref: 83 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685223.014982:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5600) 00010000:00010000:0.0:1770685223.014986:0:5761:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1770685223.015078:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef75aa lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685223.015091:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef73a4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd657 expref: 41 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685223.015099:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef75aa lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685223.015149:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef73a4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd657 expref: 41 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685223.015162:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef73a4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd657 expref: 41 pid: 5762 timeout: 647 lvb_type: 0 00000100:00100000:0.0:1770685223.015175:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c24db100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514759936:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685223.015274:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c836de40 going to sleep for 11 seconds 00000100:00100000:3.0:1770685223.027691:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c24db100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514759936:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685223.027728:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef75aa lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685223.028629:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685223.028773:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500237056 00000100:00100000:3.0:1770685223.028786:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500237056 00010000:00010000:3.0:1770685223.028862:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef73a4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd657 expref: 42 pid: 5762 timeout: 647 lvb_type: 0 00000100:00100000:3.0:1770685223.028911:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 251 00000100:00100000:3.0:1770685223.028924:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5164380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+42:2350:x1856697500237056:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685223.028946:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685223.028954:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef73a4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd657 expref: 42 pid: 5762 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1770685223.029207:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef73a4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd657 expref: 42 pid: 5762 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1770685223.029244:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef73a4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd657 expref: 42 pid: 5762 timeout: 647 lvb_type: 0 00010000:00010000:3.0:1770685223.029261:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5600) 00010000:00010000:3.0:1770685223.029278:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef75aa lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685223.029289:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef75aa lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685223.029298:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef75aa lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685223.029342:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1770685223.029392:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef75aa lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.029406:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef75aa lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.029439:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef75b1 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00000100:00100000:3.0:1770685223.029448:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5164380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+41:2350:x1856697500237056:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 521us (882us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685223.029474:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 251 00010000:00010000:1.0:1770685223.029477:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef75b1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.029495:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef75b1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:1.0:1770685223.031162:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x36:0x0]: returning size 512 00010000:00010000:1.0:1770685223.031181:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef75aa lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.031190:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef75aa lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.031197:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef75aa lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.031203:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1767600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685223.031207:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef75aa lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.031215:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef75aa lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.031230:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5600) 00010000:00010000:1.0:1770685223.031233:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685223.031238:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef75aa lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.031257:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef75aa lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000004:00010000:1.0:1770685223.031278:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000000b0e5649 reply state 00000000adea5753 transno 4294967856 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef75b1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685223.031288:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1770685223.031388:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5164a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+84:24468:x1856697500236928:12345-192.168.203.41@tcp:36:lfs.0 Request processed in 16607us (16913us total) trans 4294967856 rc 0/0 00000100:00100000:1.0:1770685223.031404:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 838 00010000:00010000:1.0:1770685223.038235:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef75b1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.038254:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef75b1 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.038262:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef75b1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.038268:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7a600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685223.038273:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef75b1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.038280:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef75b1 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.038299:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff9d92d40b3e00) 00010000:00010000:1.0:1770685223.038303:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685223.038308:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef75b1 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.038314:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef75b1 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685223.055900:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685223.056005:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500237184 00000100:00100000:2.0:1770685223.056022:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500237184 00000100:00100000:2.0:1770685223.056299:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 839 00000100:00100000:2.0:1770685223.056312:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5166680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+83:24469:x1856697500237184:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685223.056356:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685223.056389:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef75b8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd6ea expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685223.056481:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef75bf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685223.056498:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef75bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685223.056512:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef75bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:2.0:1770685223.056653:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1770685223.056657:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 23 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685223.056686:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef75bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685223.056716:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174000/0x8f0dbafbd9ef75b8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd6ea expref: 85 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685223.056748:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef75bf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd6ea expref: 84 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685223.056779:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5e00) 00010000:00010000:2.0:1770685223.056797:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1770685223.056802:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d92f5174200, rc 0) 00000100:00100000:2.0:1770685223.056898:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5166680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+84:24469:x1856697500237184:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 589us (1008us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685223.056907:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 839 00000100:00100000:0.0:1770685223.061882:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685223.062329:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500237312 00000100:00100000:1.0:1770685223.062354:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500237312 00000100:00100000:1.0:1770685223.062465:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 840 00000100:00100000:1.0:1770685223.062477:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+84:24469:x1856697500237312:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:1.0:1770685223.062503:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685223.062531:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b800/0x8f0dbafbd9ef75c6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd6f1 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685223.062646:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef75cd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.062662:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef75cd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.062674:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef75cd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.062691:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef75d4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.062697:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef75d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.062702:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef75d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.063061:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b600/0x8f0dbafbd9ef75db lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.063071:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b600/0x8f0dbafbd9ef75db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.063095:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b600/0x8f0dbafbd9ef75db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:1.0:1770685223.063133:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x36:0x0]: returning size 512 00000004:00200000:1.0:1770685223.063137:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685223.063163:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b600/0x8f0dbafbd9ef75db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.063177:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef75cd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.063184:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef75cd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.063190:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef75cd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.063196:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7a000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685223.063201:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef75cd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.063209:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef75cd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.063222:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5e00) 00010000:00010000:1.0:1770685223.063226:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685223.063231:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef75cd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.063237:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef75cd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.063255:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef75d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.063267:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef75d4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.063273:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef75d4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.063278:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7a600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685223.063281:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef75d4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.063287:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef75d4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.063306:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff9d92d40b3e00) 00010000:00010000:1.0:1770685223.063310:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685223.063312:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef75d4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.063317:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef75d4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.063358:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b800/0x8f0dbafbd9ef75c6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd6f1 expref: 86 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685223.063374:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b600/0x8f0dbafbd9ef75db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd6f1 expref: 85 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685223.063381:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff9d92d40b3a00) 00010000:00010000:1.0:1770685223.063384:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1770685223.063386:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7b600, rc 0) 00000100:00100000:1.0:1770685223.063467:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+85:24469:x1856697500237312:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 992us (1601us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685223.063482:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 840 00000100:00100000:1.0:1770685223.066284:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685223.066474:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500237568 00000100:00100000:2.0:1770685223.066490:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500237568 00000100:00100000:2.0:1770685223.066568:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 841 00000100:00100000:2.0:1770685223.066627:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5165c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+85:24469:x1856697500237568:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685223.066657:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685223.066686:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef75e2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd6f8 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685223.067370:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef75e9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685223.067390:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef75e9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685223.067405:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef75e9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685223.067422:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef75f0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685223.067429:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef75f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685223.067435:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef75f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685223.074025:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef75f7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685223.074049:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef75f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685223.074060:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef75f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:2.0:1770685223.074078:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 0 00010000:00010000:2.0:1770685223.074137:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef75e9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685223.074144:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef75e9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685223.074149:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef75e9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685223.074155:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b34800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685223.074159:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef75e9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685223.074166:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef75e9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685223.074177:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff9d92d40b3a00) 00010000:00010000:2.0:1770685223.074180:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685223.074184:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef75e9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685223.074189:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef75e9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000004:00010000:2.0:1770685223.074224:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000ec94810b reply state 00000000fd5593dd transno 4294967857 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef75f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:2.0:1770685223.074233:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1770685223.074276:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef75e2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd6f8 expref: 88 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685223.074289:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef75f7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd6f8 expref: 87 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685223.074296:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff9d92c80b5000) 00010000:00010000:2.0:1770685223.074298:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685223.074301:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3b34000, rc 0) 00000100:00100000:2.0:1770685223.074395:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5165c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+88:24469:x1856697500237568:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 7771us (8127us total) trans 4294967857 rc 0/0 00000100:00100000:2.0:1770685223.074413:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 841 00010000:00010000:0.0:1770685223.076778:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef75f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685223.078035:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef75f0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685223.078044:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef75f0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685223.078055:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b34e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685223.078059:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef75f0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685223.078068:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef75f0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685223.078084:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x361913b3 (ffff9d92c80b5300) 00010000:00010000:0.0:1770685223.078087:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685223.078091:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef75f0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685223.078098:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef75f0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685223.078268:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685223.078379:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500237824 00000100:00100000:2.0:1770685223.078394:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500237824 00000100:00100000:2.0:1770685223.078478:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 842 00000100:00100000:2.0:1770685223.078490:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5164700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+88:24469:x1856697500237824:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685223.078531:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685223.078557:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35200/0x8f0dbafbd9ef7605 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd6ff expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685223.078726:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef760c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685223.078744:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef75f7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd6f8 expref: 89 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685223.078771:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef760c lrc: 4/0,1 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685223.078834:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef75f7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd6f8 expref: 88 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685223.078849:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef75f7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd6f8 expref: 88 pid: 5761 timeout: 647 lvb_type: 0 00000100:00100000:2.0:1770685223.078866:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5340a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514760064:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685223.078979:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fc329180 going to sleep for 11 seconds 00000100:00100000:1.0:1770685223.081739:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5340a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514760064:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685223.081778:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef760c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685223.083035:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685223.083660:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500237952 00000100:00100000:0.0:1770685223.083680:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500237952 00010000:00010000:0.0:1770685223.083734:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef75f7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd6f8 expref: 89 pid: 5761 timeout: 647 lvb_type: 0 00000100:00100000:0.0:1770685223.083778:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 252 00000100:00100000:0.0:1770685223.083797:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5164e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+89:2351:x1856697500237952:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685223.083812:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685223.083818:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef75f7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd6f8 expref: 89 pid: 5761 timeout: 647 lvb_type: 0 00010000:00010000:0.0:1770685223.083831:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef75f7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd6f8 expref: 89 pid: 5761 timeout: 647 lvb_type: 0 00010000:00010000:0.0:1770685223.083855:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef75f7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd6f8 expref: 89 pid: 5761 timeout: 647 lvb_type: 0 00010000:00010000:0.0:1770685223.083875:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff9d92c80b5000) 00010000:00010000:0.0:1770685223.083880:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef760c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685223.083889:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef760c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685223.083897:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef760c lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685223.083935:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1770685223.083982:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef760c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:0.0:1770685223.084012:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5164e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+88:2351:x1856697500237952:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 223us (984us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685223.084035:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 252 00010000:00010000:1.0:1770685223.084428:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef760c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:1.0:1770685223.084461:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 0 00000004:00080000:1.0:1770685223.085236:0:5761:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x12:0x0], index 1: 0 00000004:00080000:1.0:1770685223.085252:0:5761:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x10:0x0], index 0: 0 00010000:00010000:1.0:1770685223.085471:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef760c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.085482:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef760c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.085490:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef760c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.085497:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b35600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685223.085503:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef760c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.085513:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef760c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.085548:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff9d92c80b5000) 00010000:00010000:1.0:1770685223.085552:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1770685223.085559:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef760c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.085566:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef760c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.085696:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35200/0x8f0dbafbd9ef7605 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd6ff expref: 88 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685223.085709:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff9d92d40b3a00) 00010000:00010000:1.0:1770685223.085712:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1770685223.085717:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35200/0x8f0dbafbd9ef7605 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd6ff expref: 88 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685223.085727:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3b35200, rc 0) 00000100:00100000:1.0:1770685223.085830:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5164700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+87:24469:x1856697500237824:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 7340us (7787us total) trans 4294967858 rc 301/301 00000100:00100000:1.0:1770685223.085841:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 842 00000100:00100000:3.0:1770685223.086746:0:7638:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3b97100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:7638:1856697514760192:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1770685223.086886:0:7638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685223.086966:0:7638:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb1723c0 going to sleep for 11 seconds 00000100:00100000:2.0:1770685223.087169:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514760192 00000100:00100000:2.0:1770685223.087179:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514760192 00000100:00080000:1.0:1770685223.087450:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1770685223.087494:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00100000:2.0:1770685223.087507:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3b97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:7638:x1856697514760192:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:2.0:1770685223.087573:0:6539:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000400 at 34 00000100:00100000:0.0:1770685223.094225:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685223.096523:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500238208 00000100:00100000:3.0:1770685223.096547:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500238208 00000100:00100000:3.0:1770685223.096688:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 194 00000100:00100000:3.0:1770685223.096706:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+87:24469:x1856697500238208:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:3.0:1770685223.097868:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+88:24469:x1856697500238208:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 1162us (3647us total) trans 4294967859 rc 0/0 00000100:00100000:3.0:1770685223.097882:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 194 00000100:00100000:3.0:1770685223.105030:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685223.107888:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500238336 00000100:00100000:1.0:1770685223.107908:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500238336 00000100:00100000:1.0:1770685223.107989:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 843 00000100:00100000:1.0:1770685223.108001:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3b97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+88:24469:x1856697500238336:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:1.0:1770685223.108035:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685223.108066:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b800/0x8f0dbafbd9ef761a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd706 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685223.108162:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b800/0x8f0dbafbd9ef761a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd706 expref: 89 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685223.108179:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b800/0x8f0dbafbd9ef761a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd706 expref: 89 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685223.108203:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff9d92d40b3e00) 00010000:00010000:1.0:1770685223.108207:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1770685223.108212:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7b800, rc 0) 00000100:00100000:1.0:1770685223.108311:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3b97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+89:24469:x1856697500238336:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 312us (3290us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685223.108321:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 843 00000100:00100000:0.0:1770685223.115194:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685223.115423:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500238592 00000100:00100000:3.0:1770685223.115446:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500238592 00000100:00100000:3.0:1770685223.115536:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 195 00000100:00100000:3.0:1770685223.115551:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+89:24469:x1856697500238592:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:3.0:1770685223.116819:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+90:24469:x1856697500238592:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 1266us (1631us total) trans 4294967860 rc 0/0 00000100:00100000:3.0:1770685223.116850:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 195 00000100:00100000:0.0:1770685223.144035:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3b97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:7638:x1856697514760192:12345-0@lo:5:osp-pre-1-0.0 Request processed in 56520us (57137us total) trans 4294967341 rc 0/0 00000100:00100000:0.0:1770685223.144051:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00000100:00100000:3.0:1770685223.144133:0:7638:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967340 gen 2 00000004:00080000:3.0:1770685223.144149:0:7638:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967340 committed transno 4294967340 00000100:00100000:3.0:1770685223.144189:0:7638:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9d91c3b97100 x1856697514760192/t4294967341(4294967341) o5->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1770685239 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1770685223.144206:0:7638:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3b97100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:7638:1856697514760192:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1770685223.144226:0:7638:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x280000400:0x12:0x0]-[0x280000400:0x41:0x0] 00000100:00100000:0.0:1770685223.163148:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685223.163285:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500238720 00000100:00100000:3.0:1770685223.163303:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500238720 00000100:00100000:3.0:1770685223.163392:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 844 00000100:00100000:3.0:1770685223.163407:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+90:24473:x1856697500238720:12345-192.168.203.41@tcp:101:mkdir.0 00010000:00010000:3.0:1770685223.163449:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685223.163484:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef7621 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd70d expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685223.163640:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef7628 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685223.163658:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef7628 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685223.163674:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef7628 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:3.0:1770685223.163760:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x36:0x0]: returning size 512 00000004:00200000:3.0:1770685223.163765:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685223.163805:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef7628 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685223.163860:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef7621 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd70d expref: 92 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685223.163880:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef7628 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd70d expref: 91 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685223.163890:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff9d92d40b3a00) 00010000:00010000:3.0:1770685223.163893:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685223.163898:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c307a200, rc 0) 00000100:00100000:3.0:1770685223.163974:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+91:24473:x1856697500238720:12345-192.168.203.41@tcp:101:mkdir.0 Request processed in 572us (848us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685223.163982:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 844 00000100:00100000:0.0:1770685223.178006:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685223.178138:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500238848 00000100:00100000:1.0:1770685223.178151:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500238848 00000100:00100000:1.0:1770685223.178228:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 845 00000100:00100000:1.0:1770685223.178240:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+91:24474:x1856697500238848:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:1.0:1770685223.178266:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685223.178292:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef762f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd714 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685223.178376:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7636 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.178392:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7636 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.178405:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7636 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.178444:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef763d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.178451:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef763d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.178458:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef763d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.178661:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7644 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.178670:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7644 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.178678:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7644 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:1.0:1770685223.178724:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 0 00000004:00200000:1.0:1770685223.178730:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685223.178755:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7644 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.178767:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7644 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.178777:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7636 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.178784:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7636 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.178799:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7636 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.178817:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7a000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685223.178821:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7636 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.178829:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7636 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.178845:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff9d92d40b3a00) 00010000:00010000:1.0:1770685223.178848:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685223.178854:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7636 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.178862:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7636 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.178884:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef763d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.178890:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef763d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.178896:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef763d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.178902:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7aa00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685223.178905:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef763d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.178911:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef763d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.178918:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x361913b3 (ffff9d92d40b3500) 00010000:00010000:1.0:1770685223.178920:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685223.178930:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef763d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.178936:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef763d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.178980:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef762f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd714 expref: 93 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685223.178996:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7644 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd714 expref: 92 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685223.179004:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff9d92d40b3e00) 00010000:00010000:1.0:1770685223.179006:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1770685223.179009:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7ac00, rc 0) 00000100:00100000:1.0:1770685223.179087:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+92:24474:x1856697500238848:12345-192.168.203.41@tcp:101:rm.0 Request processed in 849us (1096us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685223.179096:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 845 00000100:00100000:0.0:1770685223.182392:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685223.182487:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685223.182622:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500238976 00000100:00100000:2.0:1770685223.182633:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500238976 00000100:00100000:2.0:1770685223.182702:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500239104 00000100:00100000:2.0:1770685223.182704:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500239104 00000100:00100000:2.0:1770685223.182727:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 210 00000100:00100000:2.0:1770685223.182739:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:2350:x1856697500238976:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:2.0:1770685223.182761:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685223.182794:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c3b35200/0x8f0dbafbd9ef764b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd71b expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1770685223.182824:0:6539:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1770685223.182868:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685223.182871:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685223.182882:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c3b35200/0x8f0dbafbd9ef764b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd71b expref: 12 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685223.182904:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c3b35200/0x8f0dbafbd9ef764b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd71b expref: 12 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685223.182920:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3b35200, rc 0) 00000100:00100000:2.0:1770685223.182982:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2350:x1856697500238976:12345-192.168.203.41@tcp:101:rm.0 Request processed in 246us (601us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685223.182989:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 210 00000100:00100000:2.0:1770685223.183007:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 211 00000100:00100000:2.0:1770685223.183012:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:2350:x1856697500239104:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:2.0:1770685223.183020:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685223.183032:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef7652 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd722 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1770685223.183047:0:6539:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x10:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1770685223.183056:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685223.183058:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685223.183062:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef7652 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd722 expref: 12 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685223.183075:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef7652 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd722 expref: 12 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685223.183094:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3b35600, rc 0) 00000100:00100000:2.0:1770685223.183111:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2350:x1856697500239104:12345-192.168.203.41@tcp:101:rm.0 Request processed in 99us (624us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685223.183117:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 211 00000100:00080000:1.0:1770685223.183205:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1770685223.183211:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1770685223.195102:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685223.195295:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500239360 00000100:00100000:3.0:1770685223.195309:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500239360 00000100:00100000:3.0:1770685223.195384:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 846 00000100:00100000:3.0:1770685223.195395:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+92:24474:x1856697500239360:12345-192.168.203.41@tcp:36:rm.0 00010000:00010000:3.0:1770685223.195469:0:5762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1770685223.195517:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7644 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd714 expref: 92 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685223.195549:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b800/0x8f0dbafbd9ef761a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd706 expref: 91 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685223.195570:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff9d92d40b3e00) 00010000:00010000:3.0:1770685223.195650:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307a200/0x8f0dbafbd9ef7628 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd70d expref: 90 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685223.195682:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff9d92d40b3a00) 00010000:00010000:3.0:1770685223.195686:0:5762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1770685223.195712:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef7659 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685223.195727:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef7659 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685223.195739:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef7659 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685223.195757:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef7660 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685223.195764:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef7660 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685223.195770:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef7660 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685223.195922:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7667 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685223.195931:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7667 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685223.195938:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7667 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000040:00080000:3.0:1770685223.196839:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10, 64 off8904 00000004:00080000:3.0:1770685223.196855:0:5762:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 548042276658ns, next at 549042273416ns, rc = 0 00000040:00080000:3.0:1770685223.196971:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].7, 64 off8664 00000004:00080000:3.0:1770685223.196984:0:5762:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 548042406158ns, next at 549042404834ns, rc = 0 00010000:00010000:3.0:1770685223.197071:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef766e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685223.197086:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef766e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685223.197096:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef766e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685223.197104:0:5762:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef766e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685223.197111:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef766e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685223.197118:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef766e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685223.197140:0:5762:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1770685223.197168:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7667 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685223.197174:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7667 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685223.197180:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7667 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685223.197187:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9d400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685223.197192:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7667 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685223.197201:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7667 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685223.197223:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff9d930044b900) 00010000:00010000:3.0:1770685223.197227:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1770685223.197233:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7667 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685223.197239:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7667 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685223.197317:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef7659 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685223.197325:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef7659 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685223.197330:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef7659 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685223.197335:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c307ba00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685223.197339:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef7659 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685223.197344:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef7659 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685223.197352:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff9d92d40b3a00) 00010000:00010000:3.0:1770685223.197355:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685223.197358:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef7659 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685223.197364:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c307ba00/0x8f0dbafbd9ef7659 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000004:00010000:3.0:1770685223.197375:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000cc405c9d reply state 0000000012ba5b3e transno 4294967861 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef7660 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:3.0:1770685223.197392:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1770685223.197523:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+91:24474:x1856697500239360:12345-192.168.203.41@tcp:36:rm.0 Request processed in 2123us (2428us total) trans 4294967861 rc 0/0 00000100:00100000:3.0:1770685223.197536:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 846 00010000:00010000:2.0:1770685223.199974:0:5748:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1770685223.199994:0:5748:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef766e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685223.200009:0:5748:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9ce00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:2.0:1770685223.200014:0:5748:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef766e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685223.200025:0:5748:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef766e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685223.200047:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff9d930044b900) 00010000:00010000:2.0:1770685223.200051:0:5748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1770685223.200057:0:5748:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef766e lrc: 1/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685223.200063:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9ce00/0x8f0dbafbd9ef766e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685223.200098:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685223.200100:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685223.200102:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685223.210953:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef7660 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685223.210971:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef7660 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685223.210996:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef7660 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685223.211000:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1d9cc00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685223.211004:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef7660 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685223.211008:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef7660 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685223.211022:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x361913b3 (ffff9d930044b400) 00010000:00010000:2.0:1770685223.211024:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685223.211027:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef7660 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685223.211031:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef7660 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:0.0:1770685223.218107:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685223.218190:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500239616 00000100:00100000:1.0:1770685223.218205:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500239616 00000100:00100000:1.0:1770685223.218285:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 847 00000100:00100000:1.0:1770685223.218296:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+90:24475:x1856697500239616:12345-192.168.203.41@tcp:101:dd.0 00010000:00010000:1.0:1770685223.218323:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685223.218348:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef7675 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd729 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685223.218492:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef767c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.218540:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef767c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.218551:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef767c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.218568:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7683 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.218574:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7683 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.218702:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7683 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00080000:1.0:1770685223.219088:0:5761:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x13:0x0], index 1: 0 00010000:00010000:1.0:1770685223.219239:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef768a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.219248:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef768a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.219256:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef768a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.219283:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef767c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.219289:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef767c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.219295:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef767c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.219310:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7aa00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685223.219314:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef767c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.219320:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef767c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.219333:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff9d92d40b3a00) 00010000:00010000:1.0:1770685223.219335:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685223.219339:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef767c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.219345:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef767c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000004:00010000:1.0:1770685223.219362:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000246b0b73 reply state 00000000e1d10a01 transno 4294967862 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7683 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685223.219369:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1770685223.219397:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef7675 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd729 expref: 93 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685223.219409:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef768a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd729 expref: 92 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685223.219416:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9d92d40b3e00) 00010000:00010000:1.0:1770685223.219418:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1770685223.219420:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7a800, rc 0) 00000100:00100000:1.0:1770685223.219512:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+93:24475:x1856697500239616:12345-192.168.203.41@tcp:101:dd.0 Request processed in 1217us (1419us total) trans 4294967862 rc 0/0 00000100:00100000:1.0:1770685223.219531:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 847 00010000:00010000:3.0:1770685223.223562:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7683 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685223.223755:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7683 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685223.223762:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7683 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685223.223766:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7a000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685223.223769:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7683 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685223.223775:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7683 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685223.223796:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x361913b3 (ffff9d92d40b3500) 00010000:00010000:3.0:1770685223.223798:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685223.223802:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7683 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685223.223806:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7683 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685223.230986:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685223.231039:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500239744 00000100:00100000:3.0:1770685223.231049:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500239744 00000100:00100000:3.0:1770685223.231203:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 212 00000100:00100000:3.0:1770685223.231225:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f544f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:24475:x1856697500239744:12345-192.168.203.41@tcp:101:dd.0 00010000:00010000:3.0:1770685223.231241:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685223.231261:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7698 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd730 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1770685223.231283:0:6540:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1770685223.231299:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685223.231301:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685223.231308:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7698 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd730 expref: 13 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685223.231318:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7698 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd730 expref: 13 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685223.231328:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9d400, rc 0) 00000100:00100000:3.0:1770685223.231380:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f544f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:24475:x1856697500239744:12345-192.168.203.41@tcp:101:dd.0 Request processed in 156us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685223.231388:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 212 00000100:00100000:3.0:1770685223.258021:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685223.265520:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500239872 00000100:00100000:2.0:1770685223.265535:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500239872 00002000:00100000:2.0:1770685223.265605:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x13:0x0] (0->1048575) req@ffff9d91c3b97480 x1856697500239872/t0(0) o4->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:344/0 lens 488/0 e 0 to 0 dl 1770685234 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685223.265616:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c3b97480 with x1856697500239872 ext(0->1048575) 00002000:00010000:2.0:1770685223.265622:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c3b97480 00000100:00100000:2.0:1770685223.266254:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 66 00000100:00100000:2.0:1770685223.266273:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3b97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:2349:x1856697500239872:12345-192.168.203.41@tcp:4:dd.0 00000100:00100000:3.0:1770685223.288088:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685223.288684:0:13877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500240000 00000100:00100000:1.0:1770685223.288699:0:13877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500240000 00002000:00100000:1.0:1770685223.288753:0:13877:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x13:0x0] (1048576->2097151) req@ffff9d91c3b94a80 x1856697500240000/t0(0) o4->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:344/0 lens 488/0 e 0 to 0 dl 1770685234 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1770685223.288764:0:13877:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c3b94a80 with x1856697500240000 ext(1048576->2097151) 00002000:00010000:1.0:1770685223.288770:0:13877:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c3b94a80 00000100:00100000:1.0:1770685223.288817:0:13877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 67 00000100:00100000:1.0:1770685223.288826:0:13877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3b94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+15:2348:x1856697500240000:12345-192.168.203.41@tcp:4:dd.0 00000100:00100000:2.0:1770685223.310920:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3b97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:2349:x1856697500239872:12345-192.168.203.41@tcp:4:dd.0 Request processed in 44641us (52898us total) trans 4294967342 rc 0/0 00000100:00100000:2.0:1770685223.310947:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 66 00002000:00100000:2.0:1770685223.310960:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x13:0x0] (0->1048575) req@ffff9d91c3b97480 x1856697500239872/t4294967342(0) o4->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:344/0 lens 488/448 e 0 to 0 dl 1770685234 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685223.310971:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c3b97480 with x1856697500239872 ext(0->1048575) 00002000:00010000:2.0:1770685223.310977:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c3b97480 00000100:00100000:0.0:1770685223.316522:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685223.316804:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500240128 00000100:00100000:2.0:1770685223.316819:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500240128 00002000:00100000:2.0:1770685223.316871:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x13:0x0] (2097152->3145727) req@ffff9d91c24d9f80 x1856697500240128/t0(0) o4->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:344/0 lens 488/0 e 0 to 0 dl 1770685234 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685223.316883:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c24d9f80 with x1856697500240128 ext(2097152->3145727) 00002000:00010000:2.0:1770685223.316889:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c24d9f80 00000100:00100000:2.0:1770685223.317019:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 68 00000100:00100000:2.0:1770685223.317029:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:2351:x1856697500240128:12345-192.168.203.41@tcp:4:dd.0 00000100:00100000:1.0:1770685223.338210:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685223.338511:0:6544:0:(service.c:3434:ptlrpc_start_thread()) ost_io[0] started 4 min 3 max 116 00000100:00100000:3.0:1770685223.338531:0:6544:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_io00_004' 00000100:00100000:2.0:1770685223.345972:0:13877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3b94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+19:2348:x1856697500240000:12345-192.168.203.41@tcp:4:dd.0 Request processed in 57136us (57892us total) trans 4294967343 rc 0/0 00000100:00100000:2.0:1770685223.345986:0:13877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 67 00002000:00100000:2.0:1770685223.345999:0:13877:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x13:0x0] (1048576->2097151) req@ffff9d91c3b94a80 x1856697500240000/t4294967343(0) o4->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:344/0 lens 488/448 e 0 to 0 dl 1770685234 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685223.346009:0:13877:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c3b94a80 with x1856697500240000 ext(1048576->2097151) 00002000:00010000:2.0:1770685223.346015:0:13877:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c3b94a80 00000100:00100000:2.0:1770685223.346039:0:13877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500240256 00000100:00100000:2.0:1770685223.346045:0:13877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500240256 00002000:00100000:2.0:1770685223.346073:0:13877:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x13:0x0] (3145728->4194303) req@ffff9d91c5167b80 x1856697500240256/t0(0) o4->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:344/0 lens 488/0 e 0 to 0 dl 1770685234 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685223.349191:0:13877:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c5167b80 with x1856697500240256 ext(3145728->4194303) 00002000:00010000:2.0:1770685223.349202:0:13877:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c5167b80 00000100:00100000:2.0:1770685223.349388:0:13877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 69 00000100:00100000:2.0:1770685223.349407:0:13877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5167b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+19:2351:x1856697500240256:12345-192.168.203.41@tcp:4:dd.0 00000100:00100000:3.0:1770685223.365107:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685223.365412:0:17684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500240384 00000100:00100000:0.0:1770685223.365424:0:17684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500240384 00002000:00100000:0.0:1770685223.365475:0:17684:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x13:0x0] (4194304->5242879) req@ffff9d91c3b96680 x1856697500240384/t0(0) o4->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:344/0 lens 488/0 e 0 to 0 dl 1770685234 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685223.365487:0:17684:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c3b96680 with x1856697500240384 ext(4194304->5242879) 00002000:00010000:0.0:1770685223.365492:0:17684:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c3b96680 00000100:00100000:0.0:1770685223.365531:0:17684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 70 00000100:00100000:0.0:1770685223.365541:0:17684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3b96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:bb0b411f-1e9f-4664-994e-ef5350eaf62d+21:2349:x1856697500240384:12345-192.168.203.41@tcp:4:dd.0 00000100:00100000:1.0:1770685223.365921:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685223.366555:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500240640 00000100:00100000:0.0:1770685223.366562:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500240640 00000100:00100000:0.0:1770685223.366623:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 196 00000100:00100000:0.0:1770685223.366631:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5165f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+92:24475:x1856697500240640:12345-192.168.203.41@tcp:35:dd.0 00000100:00100000:0.0:1770685223.366980:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5165f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+93:24475:x1856697500240640:12345-192.168.203.41@tcp:35:dd.0 Request processed in 347us (1057us total) trans 4294967863 rc 0/0 00000100:00100000:0.0:1770685223.366988:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 196 00000100:00100000:2.0:1770685223.374942:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+23:2351:x1856697500240128:12345-192.168.203.41@tcp:4:dd.0 Request processed in 57906us (58432us total) trans 4294967344 rc 0/0 00000100:00100000:2.0:1770685223.374955:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 68 00002000:00100000:2.0:1770685223.374968:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x13:0x0] (2097152->3145727) req@ffff9d91c24d9f80 x1856697500240128/t4294967344(0) o4->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:344/0 lens 488/448 e 0 to 0 dl 1770685234 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685223.374980:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c24d9f80 with x1856697500240128 ext(2097152->3145727) 00002000:00010000:2.0:1770685223.374986:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c24d9f80 00000100:00100000:1.0:1770685223.382307:0:13877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5167b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+23:2351:x1856697500240256:12345-192.168.203.41@tcp:4:dd.0 Request processed in 32898us (44095us total) trans 4294967345 rc 0/0 00000100:00100000:1.0:1770685223.382321:0:13877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 69 00002000:00100000:1.0:1770685223.382335:0:13877:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x13:0x0] (3145728->4194303) req@ffff9d91c5167b80 x1856697500240256/t4294967345(0) o4->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:344/0 lens 488/448 e 0 to 0 dl 1770685234 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1770685223.382346:0:13877:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c5167b80 with x1856697500240256 ext(3145728->4194303) 00002000:00010000:1.0:1770685223.382352:0:13877:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c5167b80 00000100:00100000:0.0:1770685223.391065:0:17684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3b96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:bb0b411f-1e9f-4664-994e-ef5350eaf62d+23:2349:x1856697500240384:12345-192.168.203.41@tcp:4:dd.0 Request processed in 25514us (25956us total) trans 4294967346 rc 0/0 00000100:00100000:0.0:1770685223.391080:0:17684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 70 00002000:00100000:0.0:1770685223.391093:0:17684:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x13:0x0] (4194304->5242879) req@ffff9d91c3b96680 x1856697500240384/t4294967346(0) o4->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:344/0 lens 488/448 e 0 to 0 dl 1770685234 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685223.391104:0:17684:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c3b96680 with x1856697500240384 ext(4194304->5242879) 00002000:00010000:0.0:1770685223.391110:0:17684:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c3b96680 00000100:00100000:2.0:1770685223.422725:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685223.423611:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500240896 00000100:00100000:3.0:1770685223.423622:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500240896 00000100:00100000:3.0:1770685223.423681:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 848 00000100:00100000:3.0:1770685223.423691:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+93:24478:x1856697500240896:12345-192.168.203.41@tcp:101:md5sum.0 00010000:00010000:3.0:1770685223.423718:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685223.423754:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef769f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd737 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685223.423862:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef76a6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685223.423876:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef76a6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x38:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685223.423886:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef76a6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x38:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:3.0:1770685223.423897:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 5242880 00010000:00010000:3.0:1770685223.424046:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9de00/0x8f0dbafbd9ef769f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd737 expref: 96 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685223.424065:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef76a6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x38:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd737 expref: 95 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685223.424074:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9d92d40b3e00) 00010000:00010000:3.0:1770685223.424076:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1770685223.424090:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1d9cc00, rc 0) 00000100:00100000:3.0:1770685223.424162:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+95:24478:x1856697500240896:12345-192.168.203.41@tcp:101:md5sum.0 Request processed in 471us (1444us total) trans 4294967864 rc 0/0 00000100:00100000:3.0:1770685223.424171:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 848 00000100:00100000:2.0:1770685223.530926:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685223.531468:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500241024 00000100:00100000:1.0:1770685223.531486:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500241024 00000100:00100000:1.0:1770685223.531625:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 849 00000100:00100000:1.0:1770685223.531636:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+95:24479:x1856697500241024:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:1.0:1770685223.531662:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685223.531695:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef76b4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd73e expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685223.531763:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef76bb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.531776:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef76bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.531797:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef76bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:1.0:1770685223.531866:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x36:0x0]: returning size 512 00000004:00200000:1.0:1770685223.531870:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685223.531893:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef76bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685223.531917:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef76b4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd73e expref: 97 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685223.531938:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef76bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd73e expref: 96 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685223.531946:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff9d92d40b3a00) 00010000:00010000:1.0:1770685223.531949:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1770685223.531953:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7b000, rc 0) 00000100:00100000:1.0:1770685223.532025:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+96:24479:x1856697500241024:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 391us (1116us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685223.532032:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 849 00000100:00100000:0.0:1770685223.540260:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685223.543970:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500241280 00000100:00100000:2.0:1770685223.543984:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500241280 00000100:00100000:2.0:1770685223.546869:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 850 00000100:00100000:2.0:1770685223.546891:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+96:24479:x1856697500241280:12345-192.168.203.41@tcp:58:lfs.0 00000040:00080000:2.0:1770685223.547173:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].20, 136 off10912 00000100:00100000:2.0:1770685223.547274:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+96:24479:x1856697500241280:12345-192.168.203.41@tcp:58:lfs.0 Request processed in 391us (7022us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685223.547282:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 850 00000100:00100000:3.0:1770685223.622974:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685223.623026:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685223.623074:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685223.623088:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500241408 00000100:00100000:3.0:1770685223.623115:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685223.623159:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500241920 00000100:00100000:0.0:1770685223.623162:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500241536 00000100:00100000:3.0:1770685223.623172:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500241920 00000100:00100000:0.0:1770685223.623175:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500241536 00000100:00100000:0.0:1770685223.623243:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 320 00000100:00100000:0.0:1770685223.623260:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3b94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2348:x1856697500241536:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685223.623277:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 321 00000100:00100000:3.0:1770685223.623289:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3b94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2348:x1856697500241920:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685223.623350:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3b94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2348:x1856697500241536:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 93us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685223.623361:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3b94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2348:x1856697500241920:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 70us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685223.623369:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 320 00000100:00100000:3.0:1770685223.623395:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 321 00000100:00100000:1.0:1770685223.623466:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500241408 00000100:00100000:1.0:1770685223.623509:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 541 00000100:00100000:1.0:1770685223.623530:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300564850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2348:x1856697500241408:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685223.623563:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300564850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2348:x1856697500241408:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 35us (605us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685223.623569:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 541 00000100:00080000:1.0:1770685223.623645:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1770685223.623667:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500241664 00000100:00100000:2.0:1770685223.623675:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500241664 00000100:00100000:2.0:1770685223.623723:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 349 00000100:00100000:2.0:1770685223.623745:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3b95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+41:2348:x1856697500241664:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685223.623799:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3b95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+41:2348:x1856697500241664:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 59us (772us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685223.623807:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 349 00000100:00100000:0.0:1770685223.625108:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685223.625616:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500241792 00000100:00100000:2.0:1770685223.625629:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500241792 00000100:00100000:2.0:1770685223.625710:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 322 00000100:00080000:1.0:1770685223.625713:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1770685223.625723:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+8:2348:x1856697500241792:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685223.625803:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+8:2348:x1856697500241792:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 83us (700us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685223.625810:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 322 00010000:00010000:3.0:1770685223.665899:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1770685223.665899:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685223.665912:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685223.665949:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 21 count 3 00000040:00080000:1.0:1770685223.665955:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1770685223.666202:0:11361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5165880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514760320:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1770685223.666308:0:11361:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0335b40 going to sleep for 11 seconds 00000100:00100000:3.0:1770685223.679995:0:11361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5165880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514760320:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1770685223.680245:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685223.680285:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500242048 00000100:00100000:3.0:1770685223.680295:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500242048 00000100:00100000:3.0:1770685223.680371:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 851 00000100:00100000:3.0:1770685223.680384:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3b97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+41:24489:x1856697500242048:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1770685223.680446:0:5761:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000401:0x38:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1770685223.686647:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3b97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+41:24489:x1856697500242048:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 6248us (6387us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685223.686664:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 851 00000100:00100000:3.0:1770685223.696847:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685223.696973:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500242304 00000100:00100000:2.0:1770685223.696984:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500242304 00000100:00100000:2.0:1770685223.697041:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 852 00000100:00100000:2.0:1770685223.697052:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3b95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+41:24489:x1856697500242304:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685223.697071:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685223.697091:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef76c2 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd745 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685223.697163:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef76c9 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685223.697178:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef76c9 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685223.697189:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef76c9 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685223.697222:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef76d0 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685223.697230:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef76d0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685223.697237:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef76d0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685223.697293:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef76d7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685223.697302:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef76d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685223.697309:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef76d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:2.0:1770685223.697319:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 5242880 00010000:00010000:2.0:1770685223.697425:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef76c9 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685223.697432:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef76c9 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685223.697437:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef76c9 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685223.697444:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b35e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685223.697447:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef76c9 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685223.697454:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef76c9 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685223.697474:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:2.0:1770685223.697477:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685223.697482:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef76c9 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685223.697489:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef76c9 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685223.697502:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef76d0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685223.697799:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef76d0 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685223.697806:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef76d0 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685223.697811:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b34e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685223.697814:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef76d0 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685223.697821:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef76d0 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685223.697829:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xb1925f2 (ffff9d92c9178500) 00010000:00010000:2.0:1770685223.697832:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685223.697835:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef76d0 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685223.697840:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef76d0 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685223.697884:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef76c2 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd745 expref: 44 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685223.697908:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef76d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd745 expref: 43 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685223.697916:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9d92d40b3e00) 00010000:00010000:2.0:1770685223.697919:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685223.697921:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3b34000, rc 0) 00000100:00100000:2.0:1770685223.698282:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3b95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+43:24489:x1856697500242304:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 1230us (1443us total) trans 4294967865 rc 0/0 00000100:00100000:2.0:1770685223.698293:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 852 00000100:00100000:2.0:1770685223.707897:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685223.708008:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500242432 00000100:00100000:0.0:1770685223.708019:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500242432 00000100:00100000:0.0:1770685223.708077:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 213 00000100:00100000:0.0:1770685223.708088:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5343b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500242432:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1770685223.708130:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef76e5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685223.708162:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7698 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd730 expref: 22 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685223.708169:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1770685223.708171:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1770685223.708175:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef76e5 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685223.708207:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7698 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd730 expref: 22 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685223.708219:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7698 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd730 expref: 22 pid: 6540 timeout: 648 lvb_type: 0 00000100:00100000:0.0:1770685223.708234:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c24daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8401:1856697514760448:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685223.708315:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c836d600 going to sleep for 11 seconds 00000100:00100000:0.0:1770685223.717702:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c24daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8401:1856697514760448:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685223.717731:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef76e5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685223.733319:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685223.733389:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500242560 00000100:00100000:0.0:1770685223.733398:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500242560 00010000:00010000:0.0:1770685223.733436:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7698 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd730 expref: 23 pid: 6540 timeout: 648 lvb_type: 0 00000100:00100000:0.0:1770685223.733545:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 253 00000100:00100000:0.0:1770685223.733562:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d03a7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+23:2351:x1856697500242560:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685223.733613:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1770685223.733632:0:11010:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x13:0x0] updating lvb size from disk: 0 -> 5242880 00002000:00010000:0.0:1770685223.733635:0:11010:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x13:0x0] updating lvb mtime from disk: 0 -> 1770685223 00002000:00010000:0.0:1770685223.733639:0:11010:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x13:0x0] updating lvb ctime from disk: 0 -> 1770685223 00010000:00010000:0.0:1770685223.733647:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7698 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd730 expref: 23 pid: 6540 timeout: 648 lvb_type: 0 00010000:00010000:0.0:1770685223.733662:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7698 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd730 expref: 23 pid: 6540 timeout: 648 lvb_type: 0 00010000:00010000:0.0:1770685223.733685:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c1d9d400/0x8f0dbafbd9ef7698 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd730 expref: 23 pid: 6540 timeout: 648 lvb_type: 0 00010000:00010000:0.0:1770685223.733699:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685223.733701:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685223.733705:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef76e5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685223.733714:0:11010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef76e5 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685223.733755:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685223.733822:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d03a7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+22:2351:x1856697500242560:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 261us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685223.733830:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 253 00010000:00010000:1.0:1770685223.733924:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef76e5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685223.733934:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef76e5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685223.733957:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef76e5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685223.733966:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef76e5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685223.733973:0:8401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef76e5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685223.733992:0:8401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c1767400 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:1.0:1770685223.733996:0:8401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef76e5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685223.734004:0:8401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef76e5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685223.734016:0:8401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef76e5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685223.734023:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c1767400/0x8f0dbafbd9ef76e5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685223.734069:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5343b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500242432:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 25984us (26182us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685223.734077:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 213 00000100:00100000:2.0:1770685223.751919:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685223.753142:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500242816 00000100:00100000:3.0:1770685223.753155:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500242816 00000100:00100000:3.0:1770685223.753221:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 853 00000100:00100000:3.0:1770685223.753232:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5340380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+43:24489:x1856697500242816:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1770685223.753349:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5340380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+43:24489:x1856697500242816:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 119us (1438us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685223.753357:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 853 00000100:00100000:2.0:1770685223.760120:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685223.760913:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500242944 00000100:00100000:0.0:1770685223.760924:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500242944 00000100:00100000:0.0:1770685223.761011:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 214 00000100:00100000:0.0:1770685223.761021:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5341c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500242944:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685223.761039:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685223.761061:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef76ec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd74c expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1770685223.761085:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x13:0x0] initial LVB size: 5242880, mtime: 0x698a8327, atime: 0x0, ctime: 0x698a8327, blocks: 0x1 00010000:00010000:0.0:1770685223.761101:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685223.761103:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685223.761113:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef76ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd74c expref: 10 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685223.761129:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef76ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd74c expref: 10 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685223.761144:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c1767600, rc 0) 00000100:00100000:0.0:1770685223.761210:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5341c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500242944:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 189us (1097us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685223.761217:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 214 00000100:00100000:3.0:1770685223.767279:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685223.767352:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500243200 00000100:00100000:2.0:1770685223.767361:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500243200 00000100:00100000:2.0:1770685223.767419:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 854 00000100:00100000:2.0:1770685223.767429:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3b95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+43:24489:x1856697500243200:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1770685223.767534:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3b95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+43:24489:x1856697500243200:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 107us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685223.767542:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 854 00000100:00100000:3.0:1770685223.784759:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685223.784843:0:17684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500243328 00000100:00100000:0.0:1770685223.784852:0:17684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500243328 00002000:00100000:0.0:1770685223.784900:0:17684:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x13:0x0] (0->1048575) req@ffff9d91c3b95180 x1856697500243328/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:344/0 lens 488/0 e 0 to 0 dl 1770685234 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685223.784911:0:17684:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c3b95180 with x1856697500243328 ext(0->1048575) 00002000:00010000:0.0:1770685223.784917:0:17684:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c3b95180 00000100:00100000:0.0:1770685223.784955:0:17684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 71 00000100:00100000:0.0:1770685223.784964:0:17684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3b95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1b20a364-7a5a-4770-9192-023629c7ce89+10:2349:x1856697500243328:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1770685223.821868:0:17684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3b95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1b20a364-7a5a-4770-9192-023629c7ce89+10:2349:x1856697500243328:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 Request processed in 36894us (37108us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1770685223.821881:0:17684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 71 00002000:00100000:1.0:1770685223.821894:0:17684:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x13:0x0] (0->1048575) req@ffff9d91c3b95180 x1856697500243328/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:344/0 lens 488/440 e 0 to 0 dl 1770685234 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1770685223.821903:0:17684:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c3b95180 with x1856697500243328 ext(0->1048575) 00002000:00010000:1.0:1770685223.821910:0:17684:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c3b95180 00000100:00100000:3.0:1770685223.846545:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685223.846650:0:17684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500243456 00000100:00100000:0.0:1770685223.846661:0:17684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500243456 00002000:00100000:0.0:1770685223.846706:0:17684:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x13:0x0] (1048576->2097151) req@ffff9d91c3b96300 x1856697500243456/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:344/0 lens 488/0 e 0 to 0 dl 1770685234 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685223.846719:0:17684:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c3b96300 with x1856697500243456 ext(1048576->2097151) 00002000:00010000:0.0:1770685223.846724:0:17684:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c3b96300 00000100:00100000:0.0:1770685223.846758:0:17684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 72 00000100:00100000:0.0:1770685223.846767:0:17684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3b96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1b20a364-7a5a-4770-9192-023629c7ce89+10:2349:x1856697500243456:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1770685223.874689:0:17684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3b96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1b20a364-7a5a-4770-9192-023629c7ce89+10:2349:x1856697500243456:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 Request processed in 27913us (28152us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1770685223.874717:0:17684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 72 00002000:00100000:1.0:1770685223.874730:0:17684:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x13:0x0] (1048576->2097151) req@ffff9d91c3b96300 x1856697500243456/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:344/0 lens 488/440 e 0 to 0 dl 1770685234 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1770685223.874740:0:17684:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c3b96300 with x1856697500243456 ext(1048576->2097151) 00002000:00010000:1.0:1770685223.874747:0:17684:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c3b96300 00000100:00100000:0.0:1770685223.923569:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685223.923650:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685223.923829:0:17684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500243584 00000100:00100000:1.0:1770685223.923841:0:17684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500243584 00000100:00100000:3.0:1770685223.923855:0:13877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500243712 00000100:00100000:3.0:1770685223.923872:0:13877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500243712 00002000:00100000:1.0:1770685223.923898:0:17684:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x13:0x0] (2097152->3145727) req@ffff9d91c24daa00 x1856697500243584/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:344/0 lens 488/0 e 0 to 0 dl 1770685234 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1770685223.923912:0:17684:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c24daa00 with x1856697500243584 ext(2097152->3145727) 00002000:00010000:1.0:1770685223.923918:0:17684:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c24daa00 00002000:00100000:3.0:1770685223.923928:0:13877:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x13:0x0] (3145728->4194303) req@ffff9d91c24da680 x1856697500243712/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:344/0 lens 488/0 e 0 to 0 dl 1770685234 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685223.923941:0:13877:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c24da680 with x1856697500243712 ext(3145728->4194303) 00002000:00010000:3.0:1770685223.923948:0:13877:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c24da680 00000100:00100000:1.0:1770685223.923956:0:17684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 73 00000100:00100000:1.0:1770685223.924017:0:17684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500243584:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1770685223.925329:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 74 00000100:00100000:1.0:1770685223.925351:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+12:2351:x1856697500243712:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1770685223.944419:0:17684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1b20a364-7a5a-4770-9192-023629c7ce89+12:2350:x1856697500243584:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 Request processed in 20427us (20833us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1770685223.944439:0:17684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 73 00002000:00100000:1.0:1770685223.944456:0:17684:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x13:0x0] (2097152->3145727) req@ffff9d91c24daa00 x1856697500243584/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:344/0 lens 488/440 e 0 to 0 dl 1770685234 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1770685223.944470:0:17684:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c24daa00 with x1856697500243584 ext(2097152->3145727) 00002000:00010000:1.0:1770685223.944478:0:17684:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c24daa00 00000100:00100000:1.0:1770685223.978195:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500243712:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 Request processed in 52841us (54532us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1770685223.978208:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 74 00002000:00100000:1.0:1770685223.978221:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x13:0x0] (3145728->4194303) req@ffff9d91c24da680 x1856697500243712/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:344/0 lens 488/440 e 0 to 0 dl 1770685234 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1770685223.978230:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c24da680 with x1856697500243712 ext(3145728->4194303) 00002000:00010000:1.0:1770685223.978236:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c24da680 00000100:00100000:3.0:1770685223.997435:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685223.997488:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500243840 00000100:00100000:3.0:1770685223.997512:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500243840 00002000:00100000:3.0:1770685223.997566:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x13:0x0] (4194304->5242879) req@ffff9d91c3b94000 x1856697500243840/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:344/0 lens 488/0 e 0 to 0 dl 1770685234 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685223.997605:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c3b94000 with x1856697500243840 ext(4194304->5242879) 00002000:00010000:3.0:1770685223.997612:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c3b94000 00000100:00100000:3.0:1770685223.997639:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 75 00000100:00100000:3.0:1770685223.997647:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3b94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+10:2349:x1856697500243840:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1770685224.022442:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3b94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+10:2349:x1856697500243840:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 Request processed in 24784us (25011us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1770685224.022456:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 75 00002000:00100000:3.0:1770685224.022469:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x13:0x0] (4194304->5242879) req@ffff9d91c3b94000 x1856697500243840/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:344/0 lens 488/440 e 0 to 0 dl 1770685234 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685224.022479:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c3b94000 with x1856697500243840 ext(4194304->5242879) 00002000:00010000:3.0:1770685224.022485:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c3b94000 00000100:00100000:3.0:1770685224.038743:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685224.038835:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500243968 00000100:00100000:0.0:1770685224.038849:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500243968 00000100:00100000:0.0:1770685224.038921:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 855 00000100:00100000:0.0:1770685224.038932:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3b96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+43:24489:x1856697500243968:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685224.038951:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685224.038972:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef76f3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd753 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685224.039004:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef76fa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685224.039017:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef76fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685224.039028:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef76fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685224.039121:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef76f3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd753 expref: 45 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685224.039145:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef76fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd753 expref: 44 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685224.039153:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9d92d40b3e00) 00010000:00010000:0.0:1770685224.039156:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1770685224.039159:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271c800, rc 0) 00000100:00100000:0.0:1770685224.039231:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3b96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+44:24489:x1856697500243968:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 301us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685224.039238:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 855 00000100:00100000:3.0:1770685224.045284:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685224.045869:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500244096 00000100:00100000:2.0:1770685224.045882:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500244096 00000100:00100000:2.0:1770685224.045942:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 856 00000100:00100000:2.0:1770685224.045952:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+44:24489:x1856697500244096:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1770685224.045986:0:5762:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000401:0x38:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1770685224.046101:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+44:24489:x1856697500244096:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 149us (830us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685224.046109:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 856 00000100:00100000:0.0:1770685224.051996:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685224.052203:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500244224 00000100:00100000:3.0:1770685224.052223:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500244224 00000100:00100000:3.0:1770685224.052321:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 215 00000100:00100000:3.0:1770685224.052334:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500244224:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1770685224.052394:0:6539:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef7701 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685224.052413:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685224.052417:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685224.052423:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef7701 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685224.052439:0:6539:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef7701 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685224.052480:0:6539:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef7701 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685224.052489:0:6539:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef7701 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685224.052510:0:6539:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef7701 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685224.052519:0:6539:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa8e00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:3.0:1770685224.052524:0:6539:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef7701 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685224.052547:0:6539:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef7701 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685224.052567:0:6539:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef7701 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685224.052605:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef7701 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685224.052700:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500244224:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 368us (712us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685224.052708:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 215 00000100:00100000:3.0:1770685224.057569:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685224.058056:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500244480 00000100:00100000:0.0:1770685224.058071:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500244480 00000100:00100000:0.0:1770685224.058136:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 857 00000100:00100000:0.0:1770685224.058147:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+44:24489:x1856697500244480:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1770685224.058528:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+45:24489:x1856697500244480:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 382us (981us total) trans 4294967866 rc 0/0 00000100:00100000:0.0:1770685224.058536:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 857 00000040:00080000:3.0:1770685224.058689:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685224.058698:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1770685224.060091:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1770685224.060111:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1770685224.061940:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685224.062063:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500244736 00000100:00100000:0.0:1770685224.062073:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500244736 00000100:00100000:0.0:1770685224.062127:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 197 00000100:00100000:0.0:1770685224.062137:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4869050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+45:24489:x1856697500244736:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1770685224.062325:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4869050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+46:24489:x1856697500244736:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 190us (396us total) trans 4294967867 rc 0/0 00000100:00100000:0.0:1770685224.062331:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 197 00000040:00080000:1.0:1770685224.379515:0:17722:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685224.379524:0:17722:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685224.379568:0:17722:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 21 count 3 00000040:00080000:1.0:1770685224.379591:0:17722:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1770685224.442819:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685224.442924:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500244864 00000100:00100000:3.0:1770685224.442935:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500244864 00000100:00100000:3.0:1770685224.442989:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 216 00000100:00100000:3.0:1770685224.442999:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+22:2350:x1856697500244864:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685224.443016:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685224.443036:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef7708 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd75a expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685224.443059:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685224.443069:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685224.443077:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef7708 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd75a expref: 23 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685224.443097:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef7708 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd75a expref: 23 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685224.443111:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3aa8e00, rc 0) 00000100:00100000:3.0:1770685224.443257:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+23:2350:x1856697500244864:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 258us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685224.443264:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 216 00000100:00100000:3.0:1770685224.448830:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685224.448865:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500245120 00000100:00100000:3.0:1770685224.448873:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500245120 00000100:00100000:3.0:1770685224.448928:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 198 00000100:00100000:3.0:1770685224.448937:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+96:24490:x1856697500245120:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:3.0:1770685224.449162:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+97:24490:x1856697500245120:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 225us (342us total) trans 4294967868 rc 0/0 00000100:00100000:3.0:1770685224.449169:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 198 00000100:00080000:3.0:1770685224.449190:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685224.461168:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685224.461249:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500245376 00000100:00100000:2.0:1770685224.461259:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500245376 00000100:00100000:2.0:1770685224.461311:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 858 00000100:00100000:2.0:1770685224.461319:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+97:24490:x1856697500245376:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685224.461342:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685224.461345:0:5762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1770685224.461370:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c1d9cc00/0x8f0dbafbd9ef76a6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd737 expref: 97 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685224.461383:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9d92d40b3e00) 00010000:00010000:2.0:1770685224.461387:0:5762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770685224.461397:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef770f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd761 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685224.461476:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7716 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685224.461489:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7716 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685224.461509:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7716 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:2.0:1770685224.461521:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 5242880 00010000:00010000:2.0:1770685224.461664:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef770f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd761 expref: 99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685224.461688:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7716 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd761 expref: 98 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685224.461696:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9d92d40b3e00) 00010000:00010000:2.0:1770685224.461698:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1770685224.461701:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76400, rc 0) 00000100:00100000:2.0:1770685224.461759:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+98:24490:x1856697500245376:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 440us (600us total) trans 4294967869 rc 0/0 00000100:00100000:2.0:1770685224.461765:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 858 00000100:00100000:0.0:1770685224.472344:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685224.472416:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500245504 00000100:00100000:2.0:1770685224.472428:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500245504 00000100:00100000:2.0:1770685224.472489:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 217 00000100:00100000:2.0:1770685224.472508:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+23:2350:x1856697500245504:12345-192.168.203.41@tcp:1:lfs.0 00010000:00010000:2.0:1770685224.472558:0:6539:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76800/0x8f0dbafbd9ef7724 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685224.472602:0:6539:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef76ec lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd74c expref: 9 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685224.472613:0:6539:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef7708 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd75a expref: 23 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685224.472621:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685224.472624:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685224.472627:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76800/0x8f0dbafbd9ef7724 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685224.472678:0:6539:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef7708 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd75a expref: 23 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685224.472691:0:6539:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef7708 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd75a expref: 23 pid: 6539 timeout: 649 lvb_type: 1 00000100:00100000:2.0:1770685224.472706:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5342680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514760576:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685224.472819:0:6539:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef76ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd74c expref: 9 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685224.472829:0:6539:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef76ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd74c expref: 9 pid: 8401 timeout: 649 lvb_type: 1 00000100:00100000:2.0:1770685224.472838:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5340700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514760704:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685224.472860:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fc3299c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685224.476825:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5342680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514760576:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685224.476843:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5340700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514760704:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685224.476869:0:6539:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76800/0x8f0dbafbd9ef7724 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685224.482251:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685224.483859:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500245632 00000100:00100000:2.0:1770685224.483872:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500245632 00010000:00010000:2.0:1770685224.483918:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef7708 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd75a expref: 24 pid: 6539 timeout: 649 lvb_type: 1 00000100:00100000:2.0:1770685224.483966:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 254 00000100:00100000:2.0:1770685224.483976:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+24:2351:x1856697500245632:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685224.483992:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685224.484015:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef7708 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd75a expref: 24 pid: 6539 timeout: 649 lvb_type: 1 00010000:00010000:2.0:1770685224.484038:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef7708 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd75a expref: 24 pid: 6539 timeout: 649 lvb_type: 1 00010000:00010000:2.0:1770685224.484061:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef7708 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd75a expref: 24 pid: 6539 timeout: 649 lvb_type: 1 00010000:00010000:2.0:1770685224.484076:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685224.484141:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+23:2351:x1856697500245632:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 165us (1902us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685224.484147:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 254 00000100:00100000:2.0:1770685224.497698:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685224.497801:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500245760 00000100:00100000:0.0:1770685224.497816:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500245760 00010000:00010000:0.0:1770685224.497856:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef76ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd74c expref: 10 pid: 8401 timeout: 649 lvb_type: 1 00000100:00100000:0.0:1770685224.497894:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 255 00000100:00100000:0.0:1770685224.497904:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5341500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500245760:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685224.497922:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685224.497946:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef76ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd74c expref: 10 pid: 8401 timeout: 649 lvb_type: 1 00010000:00010000:0.0:1770685224.497961:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef76ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd74c expref: 10 pid: 8401 timeout: 649 lvb_type: 1 00010000:00010000:0.0:1770685224.497986:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c1767600/0x8f0dbafbd9ef76ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd74c expref: 10 pid: 8401 timeout: 649 lvb_type: 1 00010000:00010000:0.0:1770685224.498004:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685224.498006:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685224.498011:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76800/0x8f0dbafbd9ef7724 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685224.498020:0:11010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76800/0x8f0dbafbd9ef7724 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685224.498638:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685224.498702:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5341500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500245760:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 796us (1012us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685224.498711:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 255 00010000:00010000:2.0:1770685224.499748:0:6539:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76800/0x8f0dbafbd9ef7724 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685224.499762:0:6539:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76800/0x8f0dbafbd9ef7724 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685224.499807:0:6539:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76800/0x8f0dbafbd9ef7724 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685224.499816:0:6539:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76800/0x8f0dbafbd9ef7724 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685224.499824:0:6539:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76800/0x8f0dbafbd9ef7724 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685224.499849:0:6539:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76800 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:2.0:1770685224.499854:0:6539:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76800/0x8f0dbafbd9ef7724 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685224.499863:0:6539:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76800/0x8f0dbafbd9ef7724 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685224.499883:0:6539:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76800/0x8f0dbafbd9ef7724 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685224.499891:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76800/0x8f0dbafbd9ef7724 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685224.500041:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+22:2350:x1856697500245504:12345-192.168.203.41@tcp:1:lfs.0 Request processed in 27532us (27705us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685224.500050:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 217 00000100:00100000:2.0:1770685224.504068:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685224.505753:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500246016 00000100:00100000:3.0:1770685224.505767:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500246016 00000100:00100000:3.0:1770685224.505870:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 199 00000100:00100000:3.0:1770685224.505882:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+98:24490:x1856697500246016:12345-192.168.203.41@tcp:35:lfs.0 00000004:00010000:3.0:1770685224.505943:0:5764:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000401:0x38:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7716 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd761 expref: 98 pid: 5762 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1770685224.506185:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967870 00000001:00080000:3.0:1770685224.506921:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967871 00010000:00010000:3.0:1770685224.506985:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef772b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685224.507001:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef768a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd729 expref: 101 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685224.507010:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef76d7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd745 expref: 45 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685224.507019:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef76fa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd753 expref: 45 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685224.507026:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef772b lrc: 6/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685224.507059:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef76fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd753 expref: 45 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685224.507073:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef76fa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd753 expref: 45 pid: 5761 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1770685224.507086:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1856697514760832:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685224.510418:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef76d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd745 expref: 45 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685224.510439:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef76d7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd745 expref: 45 pid: 5761 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1770685224.510466:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1856697514760960:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685224.512535:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef768a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd729 expref: 101 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685224.512550:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef768a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd729 expref: 101 pid: 5761 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1770685224.512564:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1856697514761088:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685224.512616:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb1723c0 going to sleep for 11 seconds 00000100:00100000:2.0:1770685224.518918:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685224.518977:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500246144 00000100:00100000:1.0:1770685224.518986:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500246144 00010000:00010000:1.0:1770685224.519028:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef76fa lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd753 expref: 46 pid: 5761 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1770685224.519163:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1856697514760832:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685224.519256:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 256 00000100:00100000:1.0:1770685224.519267:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5343480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+46:2351:x1856697500246144:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685224.519283:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685224.519291:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef76fa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd753 expref: 46 pid: 5761 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1770685224.519316:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef76fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd753 expref: 46 pid: 5761 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1770685224.519340:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef76fa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd753 expref: 46 pid: 5761 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1770685224.519354:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9d92d40b3e00) 00010000:00010000:1.0:1770685224.519360:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef772b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0 00010000:00010000:1.0:1770685224.519368:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef772b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0 00010000:00010000:1.0:1770685224.519375:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685224.519436:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5343480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+45:2351:x1856697500246144:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 170us (528us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685224.519443:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 256 00000100:00100000:3.0:1770685224.520369:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685224.520388:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685224.520407:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500246400 00000100:00100000:3.0:1770685224.520412:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500246400 00010000:00010000:3.0:1770685224.520434:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef768a lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd729 expref: 102 pid: 5761 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1770685224.520455:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500246272 00000100:00100000:3.0:1770685224.520457:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500246272 00000100:00100000:1.0:1770685224.520937:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 257 00000100:00100000:1.0:1770685224.520948:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+102:2350:x1856697500246400:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685224.520963:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685224.520970:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef768a lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd729 expref: 102 pid: 5761 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1770685224.520985:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef768a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd729 expref: 102 pid: 5761 timeout: 649 lvb_type: 0 00010000:00010000:1.0:1770685224.521005:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9d92d40b3e00) 00010000:00010000:1.0:1770685224.521015:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef772b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0 00010000:00010000:1.0:1770685224.521023:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef772b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0 00010000:00010000:1.0:1770685224.521029:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685224.521070:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+102:2350:x1856697500246400:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 125us (704us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685224.521078:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 257 00000100:00100000:2.0:1770685224.521684:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1856697514760960:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685224.521699:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef768a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd729 expref: 101 pid: 5761 timeout: 649 lvb_type: 0 00000100:00100000:2.0:1770685224.521718:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1856697514761088:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685224.521742:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef772b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685224.521873:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef76d7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd745 expref: 45 pid: 5761 timeout: 649 lvb_type: 0 00000100:00100000:3.0:1770685224.521900:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 258 00000100:00100000:3.0:1770685224.521909:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+45:2351:x1856697500246272:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685224.521920:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685224.521932:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef76d7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd745 expref: 45 pid: 5761 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1770685224.521942:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef76d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd745 expref: 45 pid: 5761 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1770685224.521959:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef76d7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd745 expref: 45 pid: 5761 timeout: 649 lvb_type: 0 00010000:00010000:3.0:1770685224.521968:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9d92d40b3e00) 00010000:00010000:3.0:1770685224.521972:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef772b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685224.521979:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef772b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685224.521986:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef772b lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685224.522012:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685224.522047:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+44:2351:x1856697500246272:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 139us (1657us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685224.522054:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 258 00010000:00010000:0.0:1770685224.526507:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef772b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685224.526523:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef772b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 00000001:00080000:0.0:1770685224.526736:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967872 00000001:00080000:0.0:1770685224.526950:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967873 00000100:00100000:0.0:1770685224.527061:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c24d9880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1856697514761216:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1770685224.527131:0:5764:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685224.527287:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c67ae6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685224.528233:0:13246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514761216 00000100:00100000:1.0:1770685224.528243:0:13246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514761216 00000100:00100000:2.0:1770685224.528393:0:13246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1770685224.528403:0:13246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:5764:x1856697514761216:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1770685224.528497:0:13246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:5764:x1856697514761216:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 96us (1367us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685224.528506:0:13246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1770685224.528594:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c24d9880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1856697514761216:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:1.0:1770685224.528947:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967874 00000100:00100000:1.0:1770685224.529018:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5166a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1856697514761344:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1770685224.529053:0:5764:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685224.529297:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c11ca3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1770685224.529327:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514761344 00000100:00100000:0.0:1770685224.529332:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514761344 00000100:00100000:0.0:1770685224.529358:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1770685224.529365:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5165f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5764:x1856697514761344:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1770685224.529509:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5165f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:5764:x1856697514761344:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 143us (455us total) trans 4294967347 rc 0/0 00000100:00100000:0.0:1770685224.529516:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1770685224.529812:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5166a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1856697514761344:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:0.0:1770685224.529863:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967875 00010000:00010000:0.0:1770685224.529984:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef772b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685224.530013:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef772b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685224.530019:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef772b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685224.530025:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa9c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685224.530029:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef772b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685224.530036:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef772b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685224.530051:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9d92d40b3e00) 00010000:00010000:0.0:1770685224.530054:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1770685224.530059:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef772b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685224.530065:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef772b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0 00000004:00080000:0.0:1770685224.530239:0:5764:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x39:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1770685224.530313:0:5764:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].11, 64 off8968 00000004:00080000:0.0:1770685224.530324:0:5764:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 549375746438ns, next at 550375744049ns, rc = 0 00000001:00080000:0.0:1770685224.530330:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967876 00010000:00010000:0.0:1770685224.530407:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9d92d40b3e00) 00010000:00010000:0.0:1770685224.530411:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1770685224.530418:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7716 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd761 expref: 105 pid: 5762 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685224.530523:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+104:24490:x1856697500246016:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 24643us (26465us total) trans 4294967877 rc 0/0 00000100:00100000:0.0:1770685224.530538:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 199 00000020:00080000:0.0:1770685224.530543:0:5764:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:2.0:1770685224.571098:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685224.571145:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500246656 00000100:00100000:2.0:1770685224.571153:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500246656 00000100:00100000:2.0:1770685224.571199:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 859 00000100:00100000:2.0:1770685224.571208:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5342a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+104:24492:x1856697500246656:12345-192.168.203.41@tcp:101:md5sum.0 00010000:00010000:2.0:1770685224.571231:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685224.571251:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76200/0x8f0dbafbd9ef7732 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd768 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685224.571335:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef7739 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685224.571347:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef7739 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685224.571358:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef7739 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685224.571371:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7740 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685224.571377:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7740 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685224.571394:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7740 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685224.571517:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7747 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685224.571525:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7747 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685224.571532:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7747 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:2.0:1770685224.571555:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 5242880 00010000:00010000:2.0:1770685224.571658:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef7739 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685224.571666:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef7739 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685224.571672:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef7739 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685224.571678:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685224.571682:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef7739 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685224.571690:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef7739 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685224.571701:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff9d92d40b3a00) 00010000:00010000:2.0:1770685224.571704:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685224.571709:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef7739 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685224.571724:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef7739 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685224.571737:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7740 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685224.571743:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7740 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685224.571748:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7740 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685224.571753:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685224.571756:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7740 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685224.571761:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7740 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685224.571769:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x361913b3 (ffff9d92c8ee3900) 00010000:00010000:2.0:1770685224.571771:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685224.571774:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7740 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685224.571792:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7740 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685224.571831:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76200/0x8f0dbafbd9ef7732 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd768 expref: 107 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685224.571843:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7747 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd768 expref: 106 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685224.571859:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9d92c8ee3200) 00010000:00010000:2.0:1770685224.571861:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685224.571864:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c77000, rc 0) 00000100:00100000:2.0:1770685224.572681:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5342a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+106:24492:x1856697500246656:12345-192.168.203.41@tcp:101:md5sum.0 Request processed in 1468us (1727us total) trans 4294967878 rc 0/0 00000100:00100000:2.0:1770685224.572691:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 859 00000100:00100000:2.0:1770685224.579321:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685224.579412:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500246912 00000100:00100000:1.0:1770685224.579421:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500246912 00000100:00100000:1.0:1770685224.579488:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 47 00000100:00100000:1.0:1770685224.579508:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5342d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+106:24492:x1856697500246912:12345-192.168.203.41@tcp:103:md5sum.0 00010000:00010000:1.0:1770685224.579522:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685224.579546:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7747 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd768 expref: 106 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685224.579564:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9d92c8ee3200) 00010000:00010000:1.0:1770685224.579595:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685224.579645:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5342d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+105:24492:x1856697500246912:12345-192.168.203.41@tcp:103:md5sum.0 Request processed in 149us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685224.579660:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 47 00000100:00100000:0.0:1770685224.583446:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685224.588157:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500247040 00000100:00100000:2.0:1770685224.588169:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500247040 00000100:00100000:2.0:1770685224.588236:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 860 00000100:00100000:2.0:1770685224.588247:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+105:24492:x1856697500247040:12345-192.168.203.41@tcp:58:md5sum.0 00010000:00010000:2.0:1770685224.588344:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7755 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685224.588363:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7755 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685224.588374:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7755 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000040:00080000:2.0:1770685224.588868:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].21, 136 off11048 00000100:00100000:2.0:1770685224.589054:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+105:24492:x1856697500247040:12345-192.168.203.41@tcp:58:md5sum.0 Request processed in 808us (5614us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685224.589061:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 860 00000100:00100000:1.0:1770685224.592052:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685224.592271:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500247168 00000100:00100000:2.0:1770685224.592279:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500247168 00000100:00100000:2.0:1770685224.592321:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 861 00000100:00100000:2.0:1770685224.592331:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5166300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+105:24492:x1856697500247168:12345-192.168.203.41@tcp:101:md5sum.0 00010000:00010000:2.0:1770685224.592363:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685224.592378:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76200/0x8f0dbafbd9ef775c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd76f expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685224.592422:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7755 lrc: 2/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685224.592429:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76200/0x8f0dbafbd9ef775c lrc: 4/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd76f expref: 106 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685224.592442:0:5762:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7755 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685224.592449:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76200/0x8f0dbafbd9ef775c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd76f expref: 106 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685224.592459:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9d92c8ee3d00) 00010000:00010000:2.0:1770685224.592461:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1770685224.592465:0:5762:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76200/0x8f0dbafbd9ef775c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd76f expref: 106 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685224.592472:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76200, rc 0) 00000100:00100000:2.0:1770685224.592528:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5166300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+106:24492:x1856697500247168:12345-192.168.203.41@tcp:101:md5sum.0 Request processed in 199us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685224.592536:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 861 00010000:00010000:3.0:1770685224.689971:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1770685225.073871:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685225.073885:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1770685225.073926:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 22 count 4 00000040:00080000:3.0:1770685225.073934:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1770685225.074067:0:11361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077c380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514761472:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1770685225.074186:0:11361:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb172a80 going to sleep for 11 seconds 00000100:00100000:1.0:1770685225.096100:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685225.096287:0:11361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077c380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514761472:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1770685225.107700:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500247296 00000100:00100000:2.0:1770685225.107716:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500247296 00000100:00100000:2.0:1770685225.107860:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 862 00000100:00100000:2.0:1770685225.107871:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5166d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+44:24493:x1856697500247296:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1770685225.107921:0:5762:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000401:0x38:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1770685225.108062:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5166d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+44:24493:x1856697500247296:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 192us (11975us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685225.108069:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 862 00000100:00080000:3.0:1770685225.114461:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685225.125728:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685225.137361:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500247424 00000100:00100000:1.0:1770685225.137382:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500247424 00000100:00100000:0.0:1770685225.143041:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 863 00000100:00100000:0.0:1770685225.143056:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+44:24493:x1856697500247424:12345-192.168.203.41@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1770685225.143149:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7763 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.143167:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7763 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.143178:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7763 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.143193:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef776a lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.143200:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef776a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.143206:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef776a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.143230:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7771 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.143238:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7771 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.143244:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7771 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:0.0:1770685225.143303:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 5242880 00000004:00200000:0.0:1770685225.143308:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685225.143323:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7771 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.143333:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7763 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.143339:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7763 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.143346:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7763 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.143352:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685225.143356:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7763 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.143363:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7763 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.143374:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:0.0:1770685225.143377:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685225.143383:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7763 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.143388:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7763 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.143402:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef776a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.143407:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef776a lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.143420:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef776a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.143425:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271de00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685225.143428:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef776a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.143433:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef776a lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.143440:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xb1925f2 (ffff9d92f27c0c00) 00010000:00010000:0.0:1770685225.143442:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685225.143444:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef776a lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.143450:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef776a lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.143465:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7771 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.143470:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7771 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.143475:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7771 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.143480:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271c600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685225.143483:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7771 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.143488:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7771 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.143519:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9d92c8ee3d00) 00010000:00010000:0.0:1770685225.143521:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685225.143524:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7771 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.143529:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7771 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:0.0:1770685225.143672:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+44:24493:x1856697500247424:12345-192.168.203.41@tcp:34:lhsmtool_posix.0 Request processed in 618us (17952us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685225.143681:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 863 00000100:00100000:0.0:1770685225.156861:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685225.157047:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500247680 00000100:00100000:2.0:1770685225.157059:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500247680 00000100:00100000:2.0:1770685225.157138:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 864 00000100:00100000:2.0:1770685225.157149:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+44:24493:x1856697500247680:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685225.157171:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685225.157194:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef7778 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd776 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685225.157274:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef777f lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685225.157291:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef777f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685225.157307:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef777f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685225.157322:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef7786 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685225.157328:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef7786 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685225.157334:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef7786 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685225.157392:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef778d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685225.157414:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef778d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685225.157421:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef778d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:2.0:1770685225.157432:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 5242880 00010000:00010000:2.0:1770685225.157529:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef778d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685225.157536:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef778d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685225.157542:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef778d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685225.157547:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685225.157551:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef778d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685225.157557:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef778d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685225.157570:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9d92c8ee3d00) 00010000:00010000:2.0:1770685225.157573:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1770685225.157619:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef778d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685225.157627:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef778d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685225.157642:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef777f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685225.157658:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef777f lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685225.157663:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef777f lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685225.157668:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685225.157671:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef777f lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685225.157677:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef777f lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685225.157685:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:2.0:1770685225.157688:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685225.157691:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef777f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685225.157696:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef777f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685225.157705:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef7786 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685225.157711:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef7786 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685225.157716:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef7786 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685225.157720:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685225.157723:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef7786 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685225.157738:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef7786 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685225.157746:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xb1925f2 (ffff9d92c8ee3300) 00010000:00010000:2.0:1770685225.157748:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685225.157750:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef7786 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685225.157756:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef7786 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685225.157805:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef7778 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd776 expref: 46 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685225.157815:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:2.0:1770685225.157817:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1770685225.157821:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef7778 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd776 expref: 46 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685225.157831:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c77a00, rc 0) 00000100:00100000:2.0:1770685225.157915:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+45:24493:x1856697500247680:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 767us (1065us total) trans 4294967879 rc 301/301 00000100:00100000:2.0:1770685225.157924:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 864 00000100:00100000:3.0:1770685225.166503:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685225.172550:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500247808 00000100:00100000:0.0:1770685225.172570:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500247808 00000100:00100000:0.0:1770685225.172976:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 865 00000100:00100000:0.0:1770685225.172987:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+45:24493:x1856697500247808:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1770685225.173032:0:5762:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000401:0x38:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1770685225.173195:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+45:24493:x1856697500247808:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 210us (6712us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685225.173203:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 865 00000100:00100000:1.0:1770685225.187613:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685225.187702:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500247936 00000100:00100000:0.0:1770685225.187713:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500247936 00000100:00100000:0.0:1770685225.187790:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 866 00000100:00100000:0.0:1770685225.187801:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5164380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+45:24493:x1856697500247936:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685225.187822:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685225.187853:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef779b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd77d expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685225.187941:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef77a2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.187954:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef77a2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.187965:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef77a2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:0.0:1770685225.188036:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1770685225.188040:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 23 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685225.188064:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef77a2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.188090:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef779b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd77d expref: 47 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685225.188106:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef77a2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd77d expref: 46 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685225.188552:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5e00) 00010000:00010000:0.0:1770685225.188556:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1770685225.188561:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271de00, rc 0) 00000100:00100000:0.0:1770685225.188675:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5164380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+46:24493:x1856697500247936:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 875us (1108us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685225.188682:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 866 00000100:00100000:3.0:1770685225.195961:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685225.196321:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500248064 00000100:00100000:0.0:1770685225.196333:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500248064 00000100:00100000:0.0:1770685225.196397:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 867 00000100:00100000:0.0:1770685225.196407:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+46:24493:x1856697500248064:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685225.196445:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685225.196469:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef77a9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd784 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685225.196543:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef77b0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.196557:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef77b0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.196568:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef77b0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.196625:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef77b7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.196632:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef77b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.196638:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef77b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.196756:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271dc00/0x8f0dbafbd9ef77be lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.196765:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271dc00/0x8f0dbafbd9ef77be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.196771:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271dc00/0x8f0dbafbd9ef77be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:0.0:1770685225.196815:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x36:0x0]: returning size 512 00000004:00200000:0.0:1770685225.196819:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685225.196857:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271dc00/0x8f0dbafbd9ef77be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.196878:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef77b0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.196885:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef77b0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.196891:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef77b0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.196896:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685225.196900:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef77b0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.196907:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef77b0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.196920:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5e00) 00010000:00010000:0.0:1770685225.196923:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685225.196928:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef77b0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.196934:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef77b0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.196946:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef77b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.196952:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef77b7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.196958:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef77b7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.196963:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271c000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685225.196972:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef77b7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.196978:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef77b7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.196986:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff9d92f27c0c00) 00010000:00010000:0.0:1770685225.196988:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685225.196991:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef77b7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.197018:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef77b7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.197051:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef77a9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd784 expref: 48 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685225.197064:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271dc00/0x8f0dbafbd9ef77be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd784 expref: 47 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685225.197071:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff9d92d40b3a00) 00010000:00010000:0.0:1770685225.197074:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1770685225.197077:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271dc00, rc 0) 00000100:00100000:0.0:1770685225.200373:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+47:24493:x1856697500248064:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 3952us (4408us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685225.200387:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 867 00000100:00100000:3.0:1770685225.215897:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685225.216031:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500248320 00000100:00100000:2.0:1770685225.216042:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500248320 00000100:00100000:2.0:1770685225.216105:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 868 00000100:00100000:2.0:1770685225.216117:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+47:24493:x1856697500248320:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685225.216139:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685225.216176:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef77c5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd78b expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685225.216764:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef77cc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685225.216791:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef77cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685225.216804:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef77cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:2.0:1770685225.216816:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x16:0x0]: returning size 0 00010000:00010000:2.0:1770685225.216879:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef77c5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd78b expref: 50 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685225.216899:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef77cc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd78b expref: 49 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685225.216909:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff9d92c8ee3300) 00010000:00010000:2.0:1770685225.216912:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685225.216915:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c77c00, rc 0) 00000100:00100000:2.0:1770685225.216986:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+49:24493:x1856697500248320:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 871us (1098us total) trans 4294967880 rc 0/0 00000100:00100000:2.0:1770685225.216995:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 868 00000100:00100000:2.0:1770685225.241004:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685225.241069:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500248576 00000100:00100000:0.0:1770685225.241080:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500248576 00000100:00100000:0.0:1770685225.241141:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 869 00000100:00100000:0.0:1770685225.241151:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+49:24493:x1856697500248576:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1770685225.241226:0:5761:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685225.241254:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef77cc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd78b expref: 49 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685225.241274:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff9d92c8ee3300) 00010000:00010000:0.0:1770685225.241285:0:5761:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1770685225.241308:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef77da lrc: 3/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.241321:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef76bb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd73e expref: 105 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685225.241329:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef77da lrc: 4/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.241365:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef76bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd73e expref: 105 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685225.241376:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef76bb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd73e expref: 105 pid: 5761 timeout: 650 lvb_type: 0 00000100:00100000:0.0:1770685225.241391:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d3100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514761600:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685225.241491:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c11ca3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1770685225.244767:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685225.246969:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500248704 00000100:00100000:2.0:1770685225.246983:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500248704 00010000:00010000:2.0:1770685225.247034:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef76bb lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd73e expref: 106 pid: 5761 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1770685225.247108:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 259 00000100:00100000:2.0:1770685225.247117:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d03a5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+106:2351:x1856697500248704:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685225.247134:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685225.247142:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef76bb lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd73e expref: 106 pid: 5761 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1770685225.247155:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef76bb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd73e expref: 106 pid: 5761 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1770685225.247179:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff9d92d40b3a00) 00010000:00010000:2.0:1770685225.247184:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef77da lrc: 3/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685225.247194:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef77da lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685225.247202:0:5745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef77da lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685225.247225:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685225.247304:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d03a5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+106:2351:x1856697500248704:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 188us (2546us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685225.247312:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 259 00010000:00010000:0.0:1770685225.247501:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef76bb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd73e expref: 105 pid: 5761 timeout: 650 lvb_type: 0 00000100:00100000:0.0:1770685225.247520:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d3100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514761600:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685225.247538:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef77da lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.247553:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef77da lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.247558:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef77da lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.247609:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef77e1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x36:0x0].0x9bfc8bda bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.247619:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef77e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x9bfc8bda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.247627:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef77e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x9bfc8bda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.247703:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef77da lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.247711:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef77da lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.247717:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef77da lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.247723:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271c600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685225.247727:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef77da lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.247734:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef77da lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.247744:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff9d92d40b3a00) 00010000:00010000:0.0:1770685225.247748:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685225.247758:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef77da lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.247764:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef77da lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.247787:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef77e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x9bfc8bda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.247794:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef77e1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x9bfc8bda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.247800:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef77e1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x9bfc8bda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.247805:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271c000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685225.247808:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef77e1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x9bfc8bda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.247814:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef77e1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x9bfc8bda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.247822:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x9bfc8bda (ffff9d92f27c0c00) 00010000:00010000:0.0:1770685225.247825:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685225.247828:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef77e1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x9bfc8bda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.247917:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef77e1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x9bfc8bda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:0.0:1770685225.247989:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+48:24493:x1856697500248576:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 6839us (6994us total) trans 0 rc -2/-2 00000100:00100000:0.0:1770685225.247998:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 869 00000100:00100000:3.0:1770685225.255908:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685225.256088:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500248832 00000100:00100000:0.0:1770685225.256114:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500248832 00000100:00100000:0.0:1770685225.256171:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 870 00000100:00100000:0.0:1770685225.256183:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+48:24493:x1856697500248832:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685225.256203:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685225.256225:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef77e8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd792 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685225.256262:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef77ef lrc: 3/1,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.256277:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef77ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.256289:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef77ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685225.256393:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef77e8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd792 expref: 50 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685225.256411:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef77ef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd792 expref: 49 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685225.256420:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff9d92f27c0600) 00010000:00010000:0.0:1770685225.256424:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1770685225.256427:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271d800, rc 0) 00000100:00100000:0.0:1770685225.256498:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+49:24493:x1856697500248832:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 317us (601us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685225.256506:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 870 00000100:00100000:3.0:1770685225.278228:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685225.278852:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500249088 00000100:00100000:2.0:1770685225.278863:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500249088 00000100:00100000:2.0:1770685225.278927:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 871 00000100:00100000:2.0:1770685225.278937:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+49:24493:x1856697500249088:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1770685225.279034:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef77f6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685225.279051:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef77f6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685225.279061:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef77f6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00010000:2.0:1770685225.279247:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000aa0ae527 reply state 000000005f1368bb transno 4294967881 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef77f6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:2.0:1770685225.279257:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1770685225.279361:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+51:24493:x1856697500249088:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 424us (1141us total) trans 4294967881 rc 0/0 00000100:00100000:2.0:1770685225.279369:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 871 00000100:00100000:3.0:1770685225.281555:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685225.281811:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500249216 00000100:00100000:0.0:1770685225.281821:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500249216 00000100:00100000:0.0:1770685225.281901:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 872 00000100:00100000:0.0:1770685225.281912:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+51:24493:x1856697500249216:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685225.281934:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685225.281955:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef77fd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd799 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685225.282018:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef77fd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd799 expref: 52 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685225.282032:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef77fd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd799 expref: 52 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685225.282042:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff9d92f27c0600) 00010000:00010000:0.0:1770685225.282045:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1770685225.282048:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271d600, rc 0) 00000100:00100000:0.0:1770685225.282107:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+52:24493:x1856697500249216:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 197us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685225.282114:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 872 00010000:00010000:2.0:1770685225.283158:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef77f6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685225.283171:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef77f6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685225.283179:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef77f6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685225.283185:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685225.283190:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef77f6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685225.283198:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef77f6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685225.283211:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff9d92f27c0600) 00010000:00010000:2.0:1770685225.283226:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1770685225.283232:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef77f6 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685225.283238:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef77f6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:3.0:1770685225.284824:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685225.284957:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500249344 00000100:00100000:0.0:1770685225.284966:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500249344 00000100:00100000:0.0:1770685225.285030:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 200 00000100:00100000:0.0:1770685225.285040:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+51:24493:x1856697500249344:12345-192.168.203.41@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1770685225.285162:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+51:24493:x1856697500249344:12345-192.168.203.41@tcp:49:lhsmtool_posix.0 Request processed in 124us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685225.285170:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 200 00000100:00100000:1.0:1770685225.297996:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685225.298840:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500249600 00000100:00100000:0.0:1770685225.298851:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500249600 00000100:00100000:0.0:1770685225.298929:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 201 00000100:00100000:0.0:1770685225.298939:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5164e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+51:24493:x1856697500249600:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1770685225.299170:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5164e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+52:24493:x1856697500249600:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 232us (1183us total) trans 4294967882 rc 0/0 00000100:00100000:0.0:1770685225.299178:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 201 00000100:00100000:3.0:1770685225.310046:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685225.311103:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500249856 00000100:00100000:0.0:1770685225.311115:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500249856 00000100:00100000:0.0:1770685225.311181:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 873 00000100:00100000:0.0:1770685225.311191:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+52:24493:x1856697500249856:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1770685225.311313:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+52:24493:x1856697500249856:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 123us (1276us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685225.311321:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 873 00000100:00100000:3.0:1770685225.317975:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685225.318083:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500250112 00000100:00100000:2.0:1770685225.318093:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500250112 00000100:00100000:2.0:1770685225.318162:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 874 00000100:00100000:2.0:1770685225.318172:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+52:24493:x1856697500250112:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685225.318191:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685225.318210:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef7804 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd7a0 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685225.318300:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef780b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685225.318314:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef77fd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd799 expref: 53 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685225.318323:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef780b lrc: 4/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685225.318355:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef77fd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd799 expref: 53 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685225.318368:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef77fd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd799 expref: 53 pid: 5761 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1770685225.318381:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5341500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514761728:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685225.318500:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fc3299c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685225.329674:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685225.330794:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5341500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514761728:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685225.330819:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef780b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:3.0:1770685225.333648:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500250240 00000100:00100000:3.0:1770685225.333663:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500250240 00010000:00010000:3.0:1770685225.333714:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef77fd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd799 expref: 54 pid: 5761 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1770685225.333766:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 260 00000100:00100000:3.0:1770685225.333785:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5165880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+54:2351:x1856697500250240:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685225.333799:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685225.333805:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef77fd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd799 expref: 54 pid: 5761 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1770685225.333819:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef77fd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd799 expref: 54 pid: 5761 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1770685225.333848:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef77fd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd799 expref: 54 pid: 5761 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1770685225.333881:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff9d92f27c0600) 00010000:00010000:3.0:1770685225.333887:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef780b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685225.333896:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef780b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685225.333903:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef780b lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685225.333938:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1770685225.333970:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef780b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.333980:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef780b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:0.0:1770685225.333999:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x16:0x0]: returning size 0 00000100:00100000:3.0:1770685225.334009:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5165880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+53:2351:x1856697500250240:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 234us (4345us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685225.334018:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 260 00000004:00080000:0.0:1770685225.334175:0:5762:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x11:0x0], index 0: 0 00010000:00010000:0.0:1770685225.334335:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef780b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.334344:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef780b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.334350:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef780b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.334356:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685225.334366:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef780b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.334373:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef780b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.334384:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff9d92f27c0600) 00010000:00010000:0.0:1770685225.334387:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1770685225.334390:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef780b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.334396:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef780b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.334447:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef7804 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd7a0 expref: 53 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685225.334457:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff9d92d40b3a00) 00010000:00010000:0.0:1770685225.334459:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1770685225.334463:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef7804 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd7a0 expref: 53 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685225.334471:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76000, rc 0) 00000100:00100000:0.0:1770685225.334499:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+52:24493:x1856697500250112:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 16329us (16534us total) trans 4294967883 rc 301/301 00000100:00100000:0.0:1770685225.334507:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 874 00000100:00100000:3.0:1770685225.341017:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685225.341430:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500250496 00000100:00100000:0.0:1770685225.341445:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500250496 00000100:00100000:0.0:1770685225.341510:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 202 00000100:00100000:0.0:1770685225.341521:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c486ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+52:24493:x1856697500250496:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1770685225.341937:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c486ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+53:24493:x1856697500250496:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 416us (928us total) trans 4294967884 rc 0/0 00000100:00100000:0.0:1770685225.341945:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 202 00000100:00100000:1.0:1770685225.345885:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685225.345979:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500250624 00000100:00100000:0.0:1770685225.345995:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500250624 00000100:00100000:0.0:1770685225.346054:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 875 00000100:00100000:0.0:1770685225.346065:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5167100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+53:24493:x1856697500250624:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685225.346090:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685225.346110:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef7819 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd7a7 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685225.346179:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7820 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.346191:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7820 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.346202:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7820 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:0.0:1770685225.346233:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x16:0x0]: returning size 0 00000004:00200000:0.0:1770685225.346237:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685225.346256:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7820 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.346282:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef7819 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd7a7 expref: 55 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685225.346298:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7820 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd7a7 expref: 54 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685225.346326:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff9d92f27c0600) 00010000:00010000:0.0:1770685225.346330:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1770685225.346333:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271c600, rc 0) 00000100:00100000:0.0:1770685225.346394:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5167100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+54:24493:x1856697500250624:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 330us (519us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685225.346402:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 875 00000100:00100000:1.0:1770685225.361988:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685225.364462:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500250752 00000100:00100000:2.0:1770685225.364477:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500250752 00000100:00100000:2.0:1770685225.364567:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 218 00000100:00100000:2.0:1770685225.364610:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5165180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500250752:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00000100:00080000:3.0:1770685225.364612:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1770685225.364630:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685225.364653:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7827 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd7ae expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1770685225.364679:0:6539:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1770685225.364696:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685225.364699:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685225.364707:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7827 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd7ae expref: 9 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685225.364725:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7827 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd7ae expref: 9 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685225.364737:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c77e00, rc 0) 00000100:00100000:2.0:1770685225.364822:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5165180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500250752:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 246us (2844us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685225.364829:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 218 00000100:00100000:3.0:1770685225.368882:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685225.372064:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500251008 00000100:00100000:0.0:1770685225.372079:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500251008 00000100:00100000:0.0:1770685225.372156:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 876 00000100:00100000:0.0:1770685225.372166:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+54:24493:x1856697500251008:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1770685225.372273:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+54:24493:x1856697500251008:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 109us (3401us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685225.372281:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 876 00000100:00100000:3.0:1770685225.390440:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685225.390544:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500251136 00000100:00100000:1.0:1770685225.390553:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500251136 00000100:00100000:1.0:1770685225.390637:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 219 00000100:00100000:1.0:1770685225.390647:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:24493:x1856697500251136:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685225.390665:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685225.390683:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2600/0x8f0dbafbd9ef782e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd7b5 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685225.390711:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7827 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd7ae expref: 10 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685225.390718:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685225.390721:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685225.390725:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2600/0x8f0dbafbd9ef782e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd7b5 expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685225.390758:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7827 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd7ae expref: 10 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685225.390815:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7827 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd7ae expref: 10 pid: 6539 timeout: 650 lvb_type: 1 00000100:00100000:1.0:1770685225.390828:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5165500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514761856:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685225.390909:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0335900 going to sleep for 11 seconds 00000100:00100000:0.0:1770685225.396861:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5165500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514761856:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685225.396898:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2600/0x8f0dbafbd9ef782e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd7b5 expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685225.396930:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc2600, rc 0) 00000100:00100000:0.0:1770685225.396995:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:24493:x1856697500251136:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 6349us (6563us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685225.397004:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 219 00000100:00100000:3.0:1770685225.397549:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685225.398088:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500251264 00000100:00100000:2.0:1770685225.398106:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500251264 00010000:00010000:2.0:1770685225.398142:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7827 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd7ae expref: 10 pid: 6539 timeout: 650 lvb_type: 1 00000100:00100000:2.0:1770685225.398183:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 261 00000100:00100000:2.0:1770685225.398192:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500251264:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685225.398208:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685225.398230:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7827 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd7ae expref: 10 pid: 6539 timeout: 650 lvb_type: 1 00010000:00010000:2.0:1770685225.398244:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7827 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd7ae expref: 10 pid: 6539 timeout: 650 lvb_type: 1 00010000:00010000:2.0:1770685225.398269:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7827 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd7ae expref: 10 pid: 6539 timeout: 650 lvb_type: 1 00010000:00010000:2.0:1770685225.398284:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685225.398286:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685225.398294:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2600/0x8f0dbafbd9ef782e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd7b5 expref: 9 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685225.398304:0:5745:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2600/0x8f0dbafbd9ef782e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd7b5 expref: 9 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685225.398338:0:5745:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2600/0x8f0dbafbd9ef782e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd7b5 expref: 9 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685225.398353:0:5745:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5341500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5745:1856697514761984:192.168.203.41@tcp:105: 00000100:00100000:2.0:1770685225.398441:0:5745:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fc3299c0 going to sleep for 11 seconds 00000100:00100000:2.0:1770685225.410549:0:5745:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5341500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5745:1856697514761984:192.168.203.41@tcp:105: 00010000:00010000:2.0:1770685225.410599:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685225.410658:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500251264:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 12466us (13109us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685225.410668:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 261 00000100:00100000:1.0:1770685225.437411:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685225.437510:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500251392 00000100:00100000:3.0:1770685225.437520:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500251392 00002000:00100000:3.0:1770685225.437569:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x11:0x0] (0->1048575) req@ffff9d91c5167480 x1856697500251392/t0(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:346/0 lens 488/0 e 0 to 0 dl 1770685236 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685225.437626:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c5167480 with x1856697500251392 ext(0->1048575) 00002000:00010000:3.0:1770685225.437633:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d91c5167480 00000100:00100000:3.0:1770685225.437667:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 76 00000100:00100000:3.0:1770685225.437678:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5167480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500251392:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1770685225.486474:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685225.487980:0:17684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500251520 00000100:00100000:1.0:1770685225.487994:0:17684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500251520 00002000:00100000:1.0:1770685225.488048:0:17684:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x11:0x0] (1048576->2097151) req@ffff9d92d18e5500 x1856697500251520/t0(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:346/0 lens 488/0 e 0 to 0 dl 1770685236 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1770685225.488059:0:17684:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92d18e5500 with x1856697500251520 ext(1048576->2097151) 00002000:00010000:1.0:1770685225.488065:0:17684:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92d18e5500 00000100:00100000:1.0:1770685225.488107:0:17684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 77 00000100:00100000:1.0:1770685225.488117:0:17684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500251520:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1770685225.511389:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685225.511424:0:13877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500251648 00000100:00100000:3.0:1770685225.511432:0:13877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500251648 00002000:00100000:3.0:1770685225.511466:0:13877:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x11:0x0] (2097152->3145727) req@ffff9d92d18e6a00 x1856697500251648/t0(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:346/0 lens 488/0 e 0 to 0 dl 1770685236 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685225.511473:0:13877:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92d18e6a00 with x1856697500251648 ext(2097152->3145727) 00002000:00010000:3.0:1770685225.511478:0:13877:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92d18e6a00 00000100:00100000:3.0:1770685225.511496:0:13877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 78 00000100:00100000:3.0:1770685225.511501:0:13877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1b20a364-7a5a-4770-9192-023629c7ce89+13:2349:x1856697500251648:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1770685225.514059:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5167480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+15:2351:x1856697500251392:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 Request processed in 76373us (76648us total) trans 4294967333 rc 0/0 00000100:00100000:2.0:1770685225.514073:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 76 00002000:00100000:2.0:1770685225.514085:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x11:0x0] (0->1048575) req@ffff9d91c5167480 x1856697500251392/t4294967333(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:346/0 lens 488/448 e 0 to 0 dl 1770685236 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685225.514096:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c5167480 with x1856697500251392 ext(0->1048575) 00002000:00010000:2.0:1770685225.514102:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d91c5167480 00000100:00100000:3.0:1770685225.515360:0:17684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1b20a364-7a5a-4770-9192-023629c7ce89+15:2350:x1856697500251520:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 Request processed in 27238us (28891us total) trans 4294967334 rc 0/0 00000100:00100000:3.0:1770685225.515370:0:17684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 77 00002000:00100000:3.0:1770685225.515379:0:17684:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x11:0x0] (1048576->2097151) req@ffff9d92d18e5500 x1856697500251520/t4294967334(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:346/0 lens 488/448 e 0 to 0 dl 1770685236 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685225.515389:0:17684:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92d18e5500 with x1856697500251520 ext(1048576->2097151) 00002000:00010000:3.0:1770685225.515395:0:17684:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92d18e5500 00000100:00100000:2.0:1770685225.534101:0:13877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1b20a364-7a5a-4770-9192-023629c7ce89+15:2349:x1856697500251648:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 Request processed in 22589us (22713us total) trans 4294967335 rc 0/0 00000100:00100000:2.0:1770685225.534115:0:13877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 78 00002000:00100000:2.0:1770685225.534128:0:13877:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x11:0x0] (2097152->3145727) req@ffff9d92d18e6a00 x1856697500251648/t4294967335(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:346/0 lens 488/448 e 0 to 0 dl 1770685236 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685225.534138:0:13877:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92d18e6a00 with x1856697500251648 ext(2097152->3145727) 00002000:00010000:2.0:1770685225.534144:0:13877:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92d18e6a00 00000100:00100000:0.0:1770685225.537740:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685225.537942:0:13877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500251776 00000100:00100000:2.0:1770685225.537952:0:13877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500251776 00002000:00100000:2.0:1770685225.537995:0:13877:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x11:0x0] (3145728->4194303) req@ffff9d92fb2d3100 x1856697500251776/t0(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:346/0 lens 488/0 e 0 to 0 dl 1770685236 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685225.538025:0:13877:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb2d3100 with x1856697500251776 ext(3145728->4194303) 00002000:00010000:2.0:1770685225.538030:0:13877:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fb2d3100 00000100:00100000:2.0:1770685225.538061:0:13877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 79 00000100:00100000:2.0:1770685225.538070:0:13877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1b20a364-7a5a-4770-9192-023629c7ce89+15:2349:x1856697500251776:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1770685225.557302:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685225.558564:0:17684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500251904 00000100:00100000:3.0:1770685225.558686:0:17684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500251904 00002000:00100000:0.0:1770685225.560843:0:17684:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x11:0x0] (4194304->5242879) req@ffff9d91c5167800 x1856697500251904/t0(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:346/0 lens 488/0 e 0 to 0 dl 1770685236 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685225.560869:0:17684:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c5167800 with x1856697500251904 ext(4194304->5242879) 00002000:00010000:0.0:1770685225.560876:0:17684:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d91c5167800 00000100:00100000:1.0:1770685225.562119:0:13877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1b20a364-7a5a-4770-9192-023629c7ce89+18:2349:x1856697500251776:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 Request processed in 24038us (24377us total) trans 4294967336 rc 0/0 00000100:00100000:1.0:1770685225.562132:0:13877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 79 00002000:00100000:1.0:1770685225.562143:0:13877:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x11:0x0] (3145728->4194303) req@ffff9d92fb2d3100 x1856697500251776/t4294967336(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:346/0 lens 488/448 e 0 to 0 dl 1770685236 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1770685225.562153:0:17684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 80 00002000:00100000:1.0:1770685225.562159:0:13877:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb2d3100 with x1856697500251776 ext(3145728->4194303) 00002000:00010000:1.0:1770685225.562166:0:13877:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fb2d3100 00000100:00100000:0.0:1770685225.562177:0:17684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5167800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1b20a364-7a5a-4770-9192-023629c7ce89+18:2348:x1856697500251904:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1770685225.586142:0:17684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5167800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1b20a364-7a5a-4770-9192-023629c7ce89+19:2348:x1856697500251904:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 Request processed in 23661us (28533us total) trans 4294967337 rc 0/0 00000100:00100000:0.0:1770685225.586156:0:17684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 80 00002000:00100000:0.0:1770685225.586225:0:17684:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x11:0x0] (4194304->5242879) req@ffff9d91c5167800 x1856697500251904/t4294967337(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:346/0 lens 488/448 e 0 to 0 dl 1770685236 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685225.586236:0:17684:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c5167800 with x1856697500251904 ext(4194304->5242879) 00002000:00010000:0.0:1770685225.586242:0:17684:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d91c5167800 00000100:00100000:3.0:1770685225.590020:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685225.590666:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500252032 00000100:00100000:2.0:1770685225.590683:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500252032 00000100:00100000:2.0:1770685225.590750:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 877 00000100:00100000:2.0:1770685225.590761:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+54:24493:x1856697500252032:12345-192.168.203.41@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1770685225.645626:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967884 is committed 00000001:00080000:2.0:1770685225.645646:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967877 is committed 00000004:00080000:2.0:1770685225.645650:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 12 committed 00000020:00080000:2.0:1770685225.645697:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9d92c8444e40 refcount 2 committed 0 result 0 batchid 13 00000020:00080000:2.0:1770685225.645703:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92d0779800 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9d92c84446c0 00000020:00080000:2.0:1770685225.645706:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92d0779100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9d91c1712c00 00000020:00080000:2.0:1770685225.645727:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 12 batchid updated 00000001:00080000:2.0:1770685225.645748:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967878 is committed 00000004:00080000:2.0:1770685225.645795:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 7 committed 00000004:00080000:2.0:1770685225.645802:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 11 committed 00000020:00080000:1.0:1770685225.645814:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 13 committed batchid 12 00000020:00080000:1.0:1770685225.646010:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 12 00000100:00100000:1.0:1770685225.646030:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5164000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514762112:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1770685225.646096:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685225.646128:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+44:24493:x1856697500252032:12345-192.168.203.41@tcp:44:lhsmtool_posix.0 Request processed in 55367us (56124us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685225.646138:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 877 00000100:00100000:1.0:1770685225.646433:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5165500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514762240:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1770685225.646463:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685225.646495:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1770685225.646501:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514762368:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1770685225.646526:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685225.646884:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514762112 00000100:00100000:0.0:1770685225.646891:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514762112 00000100:00100000:3.0:1770685225.646909:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514762240 00000100:00100000:3.0:1770685225.646913:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514762240 00000100:00100000:0.0:1770685225.646939:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514762368 00000100:00100000:0.0:1770685225.646942:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514762368 00000100:00080000:1.0:1770685225.646963:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1770685225.646967:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1770685225.647423:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:0.0:1770685225.647433:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5164e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3291:x1856697514762112:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1770685225.647457:0:6538:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:18 count 1 00000100:00100000:3.0:1770685225.647469:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:3.0:1770685225.647476:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3288:x1856697514762240:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1770685225.647480:0:6538:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef7835 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1770685225.647501:0:6539:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:19 count 1 00002000:00010000:3.0:1770685225.647522:0:6539:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x13:0x0] initial LVB size: 5242880, mtime: 0x698a8327, atime: 0x0, ctime: 0x698a8327, blocks: 0x1 00010000:00010000:3.0:1770685225.647529:0:6539:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef783c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685225.647542:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685225.647544:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685225.647549:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef783c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685225.647564:0:6539:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef783c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685225.647574:0:6539:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef783c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685225.647596:0:6538:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c3b35200/0x8f0dbafbd9ef764b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd71b expref: 21 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685225.647604:0:6539:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef783c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685225.647621:0:6539:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1770685225.647702:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:2.0:1770685225.647714:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514762368:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1770685225.647732:0:8401:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:16 count 1 00010000:00010000:2.0:1770685225.647746:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7843 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685225.647768:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef7652 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd722 expref: 11 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685225.647785:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685225.647787:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685225.647790:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7843 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685225.647817:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef7652 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.41@tcp remote: 0xa999371225bd722 expref: 11 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685225.647829:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef7652 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.41@tcp remote: 0xa999371225bd722 expref: 11 pid: 6539 timeout: 650 lvb_type: 1 00000100:00100000:2.0:1770685225.647843:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5341500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514762496:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685225.647908:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fc3299c0 going to sleep for 11 seconds 00010000:00010000:2.0:1770685225.647930:0:5748:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1770685225.647936:0:5748:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef783c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685225.647943:0:5748:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa8e00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:2.0:1770685225.647947:0:5748:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef783c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685225.648030:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685225.648033:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685225.648036:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef7835 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685225.648056:0:6538:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c3b35200/0x8f0dbafbd9ef764b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.41@tcp remote: 0xa999371225bd71b expref: 21 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685225.648065:0:6538:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c3b35200/0x8f0dbafbd9ef764b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.41@tcp remote: 0xa999371225bd71b expref: 21 pid: 6539 timeout: 650 lvb_type: 1 00000100:00100000:0.0:1770685225.648074:0:6538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6538:1856697514762624:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685225.648098:0:6538:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d07f7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1770685225.648644:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3288:x1856697514762240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1168us (2179us total) trans 4294967348 rc 0/0 00000100:00100000:3.0:1770685225.648652:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000004:00080000:1.0:1770685225.648712:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9d91c5165500/2, rc 0, transno 4294967348 00000100:00100000:1.0:1770685225.648718:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5165500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514762240:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1770685225.649240:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00010000:00010000:2.0:1770685225.649255:0:5748:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef783c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685225.649287:0:5748:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef783c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685225.649294:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef783c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685225.649312:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685225.649315:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685225.649317:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1770685225.649845:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500252160 00000100:00100000:0.0:1770685225.649853:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500252160 00000100:00100000:0.0:1770685225.649900:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 223 00000100:00100000:0.0:1770685225.649910:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+19:2350:x1856697500252160:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 00000100:00100000:0.0:1770685225.661306:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5341500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514762496:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685225.661372:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7843 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685225.668288:0:6538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6538:1856697514762624:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685225.668321:0:6538:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef7835 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685225.687174:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685225.687224:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685225.687255:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500252288 00000100:00100000:3.0:1770685225.687268:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500252288 00010000:00010000:3.0:1770685225.687335:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef7652 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.41@tcp remote: 0xa999371225bd722 expref: 12 pid: 6539 timeout: 650 lvb_type: 1 00000100:00100000:3.0:1770685225.687376:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500252416 00000100:00100000:3.0:1770685225.687379:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500252416 00010000:00010000:3.0:1770685225.687398:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c3b35200/0x8f0dbafbd9ef764b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.41@tcp remote: 0xa999371225bd71b expref: 22 pid: 6539 timeout: 650 lvb_type: 1 00000100:00100000:3.0:1770685225.687420:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 262 00000100:00100000:3.0:1770685225.687430:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2350:x1856697500252288:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685225.687448:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685225.687454:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef7652 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.41@tcp remote: 0xa999371225bd722 expref: 12 pid: 6539 timeout: 650 lvb_type: 1 00010000:00010000:3.0:1770685225.687470:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef7652 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.41@tcp remote: 0xa999371225bd722 expref: 12 pid: 6539 timeout: 650 lvb_type: 1 00010000:00010000:3.0:1770685225.687499:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef7652 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.41@tcp remote: 0xa999371225bd722 expref: 12 pid: 6539 timeout: 650 lvb_type: 1 00010000:00010000:3.0:1770685225.687516:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685225.687536:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685225.687542:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7843 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685225.687561:0:11010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7843 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685225.687623:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685225.687683:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:2350:x1856697500252288:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 253us (521us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685225.687691:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 262 00000100:00100000:3.0:1770685225.687710:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 263 00000100:00100000:3.0:1770685225.687717:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+22:2350:x1856697500252416:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685225.687727:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685225.687732:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c3b35200/0x8f0dbafbd9ef764b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.41@tcp remote: 0xa999371225bd71b expref: 22 pid: 6539 timeout: 650 lvb_type: 1 00010000:00010000:3.0:1770685225.687742:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c3b35200/0x8f0dbafbd9ef764b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.41@tcp remote: 0xa999371225bd71b expref: 22 pid: 6539 timeout: 650 lvb_type: 1 00010000:00010000:3.0:1770685225.687756:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c3b35200/0x8f0dbafbd9ef764b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.41@tcp remote: 0xa999371225bd71b expref: 22 pid: 6539 timeout: 650 lvb_type: 1 00010000:00010000:3.0:1770685225.687785:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685225.687787:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685225.687790:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef7835 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685225.687811:0:11010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef7835 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685225.687829:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685225.687850:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+21:2350:x1856697500252416:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 133us (627us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685225.687857:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 263 00000100:00080000:3.0:1770685225.687876:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1770685225.687881:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1770685225.687900:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7843 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685225.687910:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7843 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685225.687921:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7843 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685225.687928:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7843 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685225.687945:0:8401:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1770685225.688646:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3288:x1856697514762368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 40931us (42116us total) trans 4294967338 rc 0/0 00000100:00100000:3.0:1770685225.688657:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00010000:00010000:3.0:1770685225.688687:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1770685225.688694:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7843 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685225.688712:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77e00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:3.0:1770685225.688717:0:5749:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7843 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685225.688728:0:5749:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7843 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685225.688746:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7843 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685225.688753:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7843 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685225.688786:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685225.688788:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685225.688790:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1770685225.688841:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9d92fb2d6a00/2, rc 0, transno 4294967338 00000100:00100000:3.0:1770685225.688849:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514762368:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1770685225.688873:0:6538:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef7835 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685225.688882:0:6538:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef7835 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685225.688891:0:6538:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef7835 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685225.688910:0:6538:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef7835 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685225.688927:0:6538:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1770685225.689119:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5164e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3291:x1856697514762112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 41687us (43022us total) trans 4294967349 rc 0/0 00000100:00100000:3.0:1770685225.689127:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000004:00080000:3.0:1770685225.689163:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9d91c5164000/2, rc 0, transno 4294967349 00000100:00100000:3.0:1770685225.689170:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5164000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514762112:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1770685225.689185:0:16755:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1770685225.689189:0:16755:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef7835 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685225.689196:0:16755:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271c000 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:3.0:1770685225.689199:0:16755:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef7835 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685225.689206:0:16755:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef7835 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685225.689218:0:16755:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef7835 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685225.689224:0:16755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef7835 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685225.689249:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685225.689250:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685225.689252:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685225.713779:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1770685225.742689:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967337 is committed 00000100:00100000:0.0:1770685225.743346:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500252160:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 Request processed in 93428us (94098us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685225.743373:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 223 00000100:00100000:0.0:1770685225.749304:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685225.749976:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500252672 00000100:00100000:2.0:1770685225.749993:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500252672 00000100:00100000:2.0:1770685225.750065:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 878 00000100:00100000:2.0:1770685225.750076:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+44:24493:x1856697500252672:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1770685225.750128:0:5761:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685225.750154:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7820 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd7a7 expref: 44 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685225.750173:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff9d92f27c0600) 00010000:00010000:2.0:1770685225.750178:0:5761:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770685225.750208:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef784a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685225.750220:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef784a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685225.750229:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef784a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685225.750276:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef784a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685225.750282:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef784a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685225.750289:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef784a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685225.750294:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685225.750298:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef784a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685225.750305:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef784a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685225.750313:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff9d92f27c0600) 00010000:00010000:2.0:1770685225.750316:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685225.750318:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef784a lrc: 2/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685225.750324:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef784a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:2.0:1770685225.750424:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+43:24493:x1856697500252672:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 350us (1135us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685225.750431:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 878 00000100:00100000:3.0:1770685225.754368:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685225.754502:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500252800 00000100:00100000:2.0:1770685225.754518:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500252800 00000100:00100000:2.0:1770685225.754655:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 879 00000100:00100000:2.0:1770685225.754669:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+43:24493:x1856697500252800:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685225.754716:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685225.754743:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef7851 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd7bc expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685225.754835:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef7851 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd7bc expref: 44 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685225.754852:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef7851 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd7bc expref: 44 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685225.754876:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff9d92f27c0600) 00010000:00010000:2.0:1770685225.754880:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1770685225.754884:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76000, rc 0) 00000100:00100000:2.0:1770685225.754965:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+44:24493:x1856697500252800:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 300us (614us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685225.754975:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 879 00000100:00100000:3.0:1770685225.758439:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685225.758956:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500252928 00000100:00100000:0.0:1770685225.758970:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500252928 00000100:00100000:0.0:1770685225.759057:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 224 00000100:00100000:0.0:1770685225.759070:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500252928:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1770685225.759386:0:6539:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x11:0x0] updating lvb size from disk: 0 -> 5242880 00002000:00010000:0.0:1770685225.759390:0:6539:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x11:0x0] updating lvb mtime from disk: 0 -> 1770685223 00002000:00010000:0.0:1770685225.759393:0:6539:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x11:0x0] updating lvb atime from disk: 0 -> 1770685223 00002000:00010000:0.0:1770685225.759396:0:6539:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x11:0x0] updating lvb ctime from disk: 0 -> 1770685223 00002000:00010000:0.0:1770685225.759398:0:6539:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x11:0x0] updating lvb blocks from disk: 1 -> 10247 00000100:00100000:0.0:1770685225.759492:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500252928:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 Request processed in 425us (1075us total) trans 4294967339 rc 0/0 00000100:00100000:0.0:1770685225.759500:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 224 00000100:00100000:1.0:1770685225.767380:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685225.770135:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500253184 00000100:00100000:0.0:1770685225.770158:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500253184 00000100:00100000:0.0:1770685225.770264:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 880 00000100:00100000:0.0:1770685225.770279:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+44:24493:x1856697500253184:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1770685225.770395:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7858 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.770416:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef77ef lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd792 expref: 44 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685225.770429:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7858 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.770512:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef77ef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd792 expref: 44 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685225.770529:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef77ef lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd792 expref: 44 pid: 5761 timeout: 650 lvb_type: 0 00000100:00100000:0.0:1770685225.770546:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d2300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514762752:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685225.770758:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d07f7b40 going to sleep for 11 seconds 00000100:00100000:0.0:1770685225.780071:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d2300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514762752:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685225.780114:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7858 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:1.0:1770685225.787883:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685225.788215:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500253312 00000100:00100000:2.0:1770685225.788231:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500253312 00010000:00010000:2.0:1770685225.788288:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef77ef lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd792 expref: 45 pid: 5761 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1770685225.788339:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 264 00000100:00100000:2.0:1770685225.788352:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+45:2351:x1856697500253312:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685225.788372:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685225.788381:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef77ef lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd792 expref: 45 pid: 5761 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1770685225.788398:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef77ef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd792 expref: 45 pid: 5761 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1770685225.788449:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef77ef lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd792 expref: 45 pid: 5761 timeout: 650 lvb_type: 0 00010000:00010000:2.0:1770685225.788473:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff9d92f27c0600) 00010000:00010000:2.0:1770685225.788479:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7858 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685225.788503:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7858 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685225.788513:0:5745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7858 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685225.788557:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685225.788699:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+44:2351:x1856697500253312:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 348us (830us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685225.788710:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 264 00010000:00010000:0.0:1770685225.788893:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7858 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.788904:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7858 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.788943:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7858 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.788951:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7858 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.788959:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7858 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.788965:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685225.788969:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7858 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.788991:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7858 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.789002:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff9d92f27c0600) 00010000:00010000:0.0:1770685225.789005:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1770685225.789009:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7858 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.789015:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7858 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:0.0:1770685225.789079:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+43:24493:x1856697500253184:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 Request processed in 18803us (21710us total) trans 0 rc -22/-22 00000100:00100000:0.0:1770685225.789089:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 880 00000100:00100000:2.0:1770685225.793871:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685225.794057:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500253440 00000100:00100000:3.0:1770685225.794070:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500253440 00000100:00100000:3.0:1770685225.794142:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 225 00000100:00100000:3.0:1770685225.794155:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5343480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500253440:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1770685225.794224:0:6538:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef785f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685225.794248:0:6538:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2600/0x8f0dbafbd9ef782e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd7b5 expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685225.794259:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1770685225.794262:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1770685225.794267:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef785f lrc: 4/1,0 mode: --/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685225.794316:0:6538:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2600/0x8f0dbafbd9ef782e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd7b5 expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685225.794334:0:6538:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2600/0x8f0dbafbd9ef782e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd7b5 expref: 10 pid: 8401 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1770685225.794382:0:6538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d18e5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6538:1856697514762880:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685225.794507:0:6538:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0361e40 going to sleep for 11 seconds 00000100:00100000:0.0:1770685225.803421:0:6538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d18e5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6538:1856697514762880:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685225.803468:0:6538:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef785f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685225.817569:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685225.818201:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500253568 00000100:00100000:3.0:1770685225.818220:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500253568 00010000:00010000:3.0:1770685225.818284:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2600/0x8f0dbafbd9ef782e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd7b5 expref: 11 pid: 8401 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1770685225.818349:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 265 00000100:00100000:3.0:1770685225.818362:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5342d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500253568:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685225.818391:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685225.818429:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2600/0x8f0dbafbd9ef782e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd7b5 expref: 11 pid: 8401 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1770685225.818448:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2600/0x8f0dbafbd9ef782e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd7b5 expref: 11 pid: 8401 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1770685225.818568:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2600/0x8f0dbafbd9ef782e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd7b5 expref: 11 pid: 8401 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1770685225.818869:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685225.818873:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685225.818879:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef785f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685225.818890:0:5747:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef785f lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685225.819191:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685225.819351:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5342d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500253568:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 989us (1797us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685225.819363:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 265 00010000:00010000:0.0:1770685225.819457:0:6538:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef785f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685225.819472:0:6538:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef785f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685225.819519:0:6538:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef785f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685225.819530:0:6538:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef785f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685225.819548:0:6538:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef785f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685225.819557:0:6538:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa9a00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:0.0:1770685225.819562:0:6538:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef785f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685225.819571:0:6538:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef785f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685225.819617:0:6538:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef785f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685225.819625:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef785f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685225.819701:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5343480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500253440:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 25549us (25846us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685225.819711:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 225 00000100:00100000:1.0:1770685225.835860:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685225.836006:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500253824 00000100:00100000:0.0:1770685225.836024:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500253824 00000100:00100000:0.0:1770685225.836323:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 881 00000100:00100000:0.0:1770685225.836346:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+43:24493:x1856697500253824:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1770685225.837960:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef7866 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685225.838000:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef7851 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd7bc expref: 44 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685225.838011:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef7866 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685225.838175:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef7851 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd7bc expref: 44 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685225.838199:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef7851 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd7bc expref: 44 pid: 5761 timeout: 650 lvb_type: 0 00000100:00100000:1.0:1770685225.838244:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d4380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514763008:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685225.839196:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92e0b710c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685225.847510:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685225.848229:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500253952 00000100:00100000:3.0:1770685225.848245:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500253952 00010000:00010000:3.0:1770685225.848314:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef7851 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd7bc expref: 45 pid: 5761 timeout: 650 lvb_type: 0 00000100:00100000:3.0:1770685225.848386:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 266 00000100:00100000:3.0:1770685225.848401:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d03a6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+45:2351:x1856697500253952:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685225.848424:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685225.848433:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef7851 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd7bc expref: 45 pid: 5761 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1770685225.848449:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef7851 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd7bc expref: 45 pid: 5761 timeout: 650 lvb_type: 0 00010000:00010000:3.0:1770685225.848478:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff9d92f27c0600) 00010000:00010000:3.0:1770685225.848494:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef7866 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685225.848506:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef7866 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685225.848514:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef7866 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685225.848560:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685225.848761:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d03a6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+45:2351:x1856697500253952:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 363us (1266us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685225.848847:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 266 00010000:00010000:2.0:1770685225.850372:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef7851 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd7bc expref: 44 pid: 5761 timeout: 650 lvb_type: 0 00000100:00100000:2.0:1770685225.850404:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d4380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514763008:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685225.850435:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef7866 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685225.850447:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef7866 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685225.850453:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef7866 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000001:00080000:2.0:1770685225.851195:0:5762:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967885 00000001:00080000:2.0:1770685225.851392:0:5762:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967886 00000001:00080000:2.0:1770685225.851444:0:5762:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967887 00000100:00100000:2.0:1770685225.851569:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5342d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5762:1856697514763136:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1770685225.851712:0:5762:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685225.851777:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fc329900 going to sleep for 11 seconds 00000100:00100000:3.0:1770685225.852096:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514763136 00000100:00100000:3.0:1770685225.852108:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514763136 00000100:00100000:3.0:1770685225.852178:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1770685225.852189:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5762:x1856697514763136:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1770685225.852290:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5762:x1856697514763136:12345-0@lo:1000:mdt00_002.0 Request processed in 102us (577us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685225.852297:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1770685225.853069:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5342d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5762:1856697514763136:0@lo:1000:mdt00_002.0 00000001:00080000:0.0:1770685225.853933:0:5762:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967888 00000100:00100000:0.0:1770685225.854098:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d2300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5762:1856697514763264:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1770685225.854177:0:5762:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685225.854218:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d07f76c0 going to sleep for 11 seconds 00000100:00100000:2.0:1770685225.854441:0:13246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514763264 00000100:00100000:2.0:1770685225.854453:0:13246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514763264 00000100:00100000:2.0:1770685225.854532:0:13246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1770685225.854542:0:13246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:5762:x1856697514763264:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1770685225.855253:0:13246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:5762:x1856697514763264:12345-0@lo:1000:mdt00_002.0 Request processed in 709us (1072us total) trans 4294967340 rc 0/0 00000100:00100000:2.0:1770685225.855265:0:13246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1770685225.855523:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d2300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5762:1856697514763264:0@lo:1000:mdt00_002.0 00000001:00080000:0.0:1770685225.856244:0:5762:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967889 00010000:00010000:0.0:1770685225.856302:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef7866 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.856314:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef7866 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.856322:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef7866 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.856329:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685225.856335:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef7866 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.856344:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef7866 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.856367:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff9d92f27c0600) 00010000:00010000:0.0:1770685225.856370:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1770685225.856376:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef7866 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.856383:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef7866 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.856427:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7755 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.856434:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7755 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.856460:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7755 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.856466:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685225.856469:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7755 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.856476:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7755 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.856501:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9d92c8ee3d00) 00010000:00010000:0.0:1770685225.856504:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1770685225.856513:0:5762:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76200/0x8f0dbafbd9ef775c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd76f expref: 84 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685225.856527:0:5762:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76200/0x8f0dbafbd9ef775c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd76f expref: 84 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685225.856538:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76200/0x8f0dbafbd9ef775c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd76f expref: 84 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685225.856933:0:5762:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76200/0x8f0dbafbd9ef775c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd76f expref: 84 pid: 5762 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685225.857218:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d3800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514763392:192.168.203.41@tcp:105: 00000100:00100000:0.0:1770685225.857379:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d07f76c0 going to sleep for 11 seconds 00000100:00100000:0.0:1770685225.871711:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d3800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514763392:192.168.203.41@tcp:105: 00010000:00010000:0.0:1770685225.871755:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7755 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.871808:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7755 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.871856:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef786d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.871872:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef786d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.871886:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef786d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.871898:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef786d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.871905:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef786d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.871912:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef786d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.871919:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685225.871924:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef786d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.871932:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef786d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.871947:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff9d92c8ee3d00) 00010000:00010000:0.0:1770685225.871951:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685225.871955:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef786d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685225.871961:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef786d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:0.0:1770685225.872317:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+48:24493:x1856697500253824:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 35979us (36689us total) trans 4294967890 rc 0/0 00000100:00100000:0.0:1770685225.872331:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 881 00000020:00080000:0.0:1770685225.872340:0:5762:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:3.0:1770685225.872986:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685225.872995:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:2.0:1770685225.873366:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000040:00080000:3.0:1770685225.874688:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:3.0:1770685225.874710:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1770685225.874887:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500254080 00000100:00100000:0.0:1770685225.874902:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500254080 00000100:00100000:0.0:1770685225.874998:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 203 00000100:00100000:0.0:1770685225.875014:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+85:24492:x1856697500254080:12345-192.168.203.41@tcp:49:md5sum.0 00000100:00100000:0.0:1770685225.875233:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+85:24492:x1856697500254080:12345-192.168.203.41@tcp:49:md5sum.0 Request processed in 223us (1872us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685225.875241:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 203 00000100:00100000:3.0:1770685225.877674:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685225.877961:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500254336 00000100:00100000:0.0:1770685225.877980:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500254336 00000100:00100000:0.0:1770685225.878070:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 204 00000100:00100000:0.0:1770685225.878082:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+48:24493:x1856697500254336:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1770685225.880041:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685225.880132:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500254464 00000100:00100000:3.0:1770685225.880144:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500254464 00000100:00100000:3.0:1770685225.880256:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 226 00000100:00100000:3.0:1770685225.880268:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:24492:x1856697500254464:12345-192.168.203.41@tcp:101:md5sum.0 00010000:00010000:3.0:1770685225.880294:0:6538:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685225.880332:0:6538:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef7874 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd7c3 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1770685225.880372:0:6538:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x11:0x0] initial LVB size: 5242880, mtime: 0x698a8327, atime: 0x698a8327, ctime: 0x698a8327, blocks: 0x2807 00010000:00010000:3.0:1770685225.880428:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685225.880431:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685225.880443:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef7874 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd7c3 expref: 12 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685225.880462:0:6538:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c3aa9a00/0x8f0dbafbd9ef7874 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd7c3 expref: 12 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685225.880479:0:6538:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3aa9a00, rc 0) 00000100:00100000:3.0:1770685225.880548:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:24492:x1856697500254464:12345-192.168.203.41@tcp:101:md5sum.0 Request processed in 283us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685225.880556:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 226 00000004:00080000:0.0:1770685225.881383:0:5764:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x16:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1770685225.881536:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967891 00010000:00010000:0.0:1770685225.882522:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef787b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685225.882544:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef787b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685225.882557:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef787b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685225.882566:0:5764:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef787b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685225.884942:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef787b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685225.884964:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef787b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685225.884999:0:5764:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1770685225.885266:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+50:24493:x1856697500254336:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 7178us (7603us total) trans 4294967892 rc 0/0 00000100:00100000:0.0:1770685225.885278:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 204 00000020:00080000:0.0:1770685225.885288:0:5764:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1770685225.886406:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1770685225.886422:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef787b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685225.886436:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271ce00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:3.0:1770685225.886442:0:5749:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef787b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685225.886453:0:5749:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef787b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685225.886476:0:5749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff9d92f27c0600) 00010000:00010000:3.0:1770685225.886481:0:5749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1770685225.886487:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef787b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685225.886494:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef787b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685225.886541:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685225.886543:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685225.886545:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685225.887616:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685225.888218:0:17684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500254592 00000100:00100000:1.0:1770685225.888235:0:17684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500254592 00002000:00100000:1.0:1770685225.888313:0:17684:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x11:0x0] (0->32767) req@ffff9d92d18e7480 x1856697500254592/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:346/0 lens 488/0 e 0 to 0 dl 1770685236 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1770685225.888327:0:17684:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92d18e7480 with x1856697500254592 ext(0->32767) 00002000:00010000:1.0:1770685225.888333:0:17684:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92d18e7480 00000100:00100000:1.0:1770685225.888365:0:17684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 81 00000100:00100000:1.0:1770685225.888375:0:17684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2351:x1856697500254592:12345-192.168.203.41@tcp:3:md5sum.0 00000100:00100000:0.0:1770685225.894162:0:17684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2351:x1856697500254592:12345-192.168.203.41@tcp:3:md5sum.0 Request processed in 5771us (6543us total) trans 0 rc 32768/32768 00000100:00100000:0.0:1770685225.894179:0:17684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 81 00002000:00100000:0.0:1770685225.894195:0:17684:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x11:0x0] (0->32767) req@ffff9d92d18e7480 x1856697500254592/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:346/0 lens 488/440 e 0 to 0 dl 1770685236 ref 1 fl Complete:/600/0 rc 32768/32768 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685225.894207:0:17684:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92d18e7480 with x1856697500254592 ext(0->32767) 00002000:00010000:0.0:1770685225.894215:0:17684:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92d18e7480 00000100:00100000:2.0:1770685225.903167:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685225.903287:0:17684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500254720 00000100:00100000:0.0:1770685225.903302:0:17684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500254720 00002000:00100000:0.0:1770685225.903367:0:17684:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x11:0x0] (32768->1048575) req@ffff9d92f5340700 x1856697500254720/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:346/0 lens 488/0 e 0 to 0 dl 1770685236 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685225.903380:0:17684:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92f5340700 with x1856697500254720 ext(32768->1048575) 00002000:00010000:0.0:1770685225.903387:0:17684:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92f5340700 00000100:00100000:0.0:1770685225.903449:0:17684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 82 00000100:00100000:0.0:1770685225.903459:0:17684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5340700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2349:x1856697500254720:12345-192.168.203.41@tcp:3:md5sum.0 00000100:00100000:0.0:1770685225.922857:0:17684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5340700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2349:x1856697500254720:12345-192.168.203.41@tcp:3:md5sum.0 Request processed in 19300us (19605us total) trans 0 rc 1015808/1015808 00000100:00100000:0.0:1770685225.922877:0:17684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 82 00002000:00100000:0.0:1770685225.922894:0:17684:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x11:0x0] (32768->1048575) req@ffff9d92f5340700 x1856697500254720/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:346/0 lens 488/440 e 0 to 0 dl 1770685236 ref 1 fl Complete:/600/0 rc 1015808/1015808 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685225.922907:0:17684:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92f5340700 with x1856697500254720 ext(32768->1048575) 00002000:00010000:0.0:1770685225.922914:0:17684:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92f5340700 00000100:00100000:2.0:1770685225.939481:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685225.939797:0:17684:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500254848 00000100:00100000:0.0:1770685225.939812:0:17684:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500254848 00002000:00100000:0.0:1770685225.939883:0:17684:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x11:0x0] (1048576->2097151) req@ffff9d92f5342680 x1856697500254848/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:346/0 lens 488/0 e 0 to 0 dl 1770685236 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685225.939896:0:17684:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92f5342680 with x1856697500254848 ext(1048576->2097151) 00002000:00010000:0.0:1770685225.939904:0:17684:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92f5342680 00000100:00100000:0.0:1770685225.939941:0:17684:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 83 00000100:00100000:0.0:1770685225.939952:0:17684:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5342680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2350:x1856697500254848:12345-192.168.203.41@tcp:3:md5sum.0 00000100:00100000:3.0:1770685225.942261:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685225.942966:0:13877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500254976 00000100:00100000:2.0:1770685225.942988:0:13877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500254976 00002000:00100000:2.0:1770685225.943059:0:13877:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x11:0x0] (2097152->3145727) req@ffff9d92d18e6680 x1856697500254976/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:346/0 lens 488/0 e 0 to 0 dl 1770685236 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685225.943075:0:13877:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92d18e6680 with x1856697500254976 ext(2097152->3145727) 00002000:00010000:2.0:1770685225.943082:0:13877:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92d18e6680 00000100:00100000:2.0:1770685225.943122:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 84 00000100:00100000:2.0:1770685225.943134:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+14:2350:x1856697500254976:12345-192.168.203.41@tcp:3:md5sum.0 00000100:00100000:3.0:1770685225.946546:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685225.946623:0:6544:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500255232 00000100:00100000:3.0:1770685225.946641:0:6544:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500255232 00002000:00100000:3.0:1770685225.946718:0:6544:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x11:0x0] (4194304->5242879) req@ffff9d92d18e5880 x1856697500255232/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:346/0 lens 488/0 e 0 to 0 dl 1770685236 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685225.946732:0:6544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92d18e5880 with x1856697500255232 ext(4194304->5242879) 00002000:00010000:3.0:1770685225.946741:0:6544:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92d18e5880 00000100:00100000:0.0:1770685225.947332:0:6545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 85 00000100:00100000:0.0:1770685225.947351:0:6545:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+15:2351:x1856697500255232:12345-192.168.203.41@tcp:3:md5sum.0 00000100:00100000:0.0:1770685225.948297:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685225.949752:0:13877:0:(service.c:3434:ptlrpc_start_thread()) ost_io[0] started 5 min 3 max 116 00000100:00100000:2.0:1770685225.949793:0:13877:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_io00_005' 00000100:00100000:3.0:1770685225.952192:0:6544:0:(service.c:3434:ptlrpc_start_thread()) ost_io[0] started 5 min 3 max 116 00000100:00100000:3.0:1770685225.952219:0:6544:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500255104 00000100:00100000:3.0:1770685225.952234:0:6544:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500255104 00002000:00100000:3.0:1770685225.953084:0:6544:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x11:0x0] (3145728->4194303) req@ffff9d92fb2d3800 x1856697500255104/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:346/0 lens 488/0 e 0 to 0 dl 1770685236 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685225.953102:0:6544:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb2d3800 with x1856697500255104 ext(3145728->4194303) 00002000:00010000:3.0:1770685225.953112:0:6544:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fb2d3800 00000100:00100000:1.0:1770685225.955870:0:17738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 86 00000100:00100000:1.0:1770685225.955897:0:17738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:bb0b411f-1e9f-4664-994e-ef5350eaf62d+18:2351:x1856697500255104:12345-192.168.203.41@tcp:3:md5sum.0 00000100:00100000:1.0:1770685225.963425:0:17684:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5342680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:bb0b411f-1e9f-4664-994e-ef5350eaf62d+18:2350:x1856697500254848:12345-192.168.203.41@tcp:3:md5sum.0 Request processed in 23455us (23942us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1770685225.963447:0:17684:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 83 00002000:00100000:1.0:1770685225.963468:0:17684:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x11:0x0] (1048576->2097151) req@ffff9d92f5342680 x1856697500254848/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:346/0 lens 488/440 e 0 to 0 dl 1770685236 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1770685225.963482:0:17684:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92f5342680 with x1856697500254848 ext(1048576->2097151) 00002000:00010000:1.0:1770685225.963490:0:17684:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92f5342680 00000100:00100000:1.0:1770685225.978329:0:6545:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:2351:x1856697500255232:12345-192.168.203.41@tcp:3:md5sum.0 Request processed in 30954us (31767us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1770685225.978375:0:6545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 85 00002000:00100000:1.0:1770685225.978395:0:6545:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x11:0x0] (4194304->5242879) req@ffff9d92d18e5880 x1856697500255232/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:346/0 lens 488/440 e 0 to 0 dl 1770685236 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1770685225.978408:0:6545:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92d18e5880 with x1856697500255232 ext(4194304->5242879) 00002000:00010000:1.0:1770685225.978418:0:6545:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92d18e5880 00000100:00100000:3.0:1770685226.006721:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+14:2350:x1856697500254976:12345-192.168.203.41@tcp:3:md5sum.0 Request processed in 63571us (64461us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1770685226.006740:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 84 00002000:00100000:3.0:1770685226.006757:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x11:0x0] (2097152->3145727) req@ffff9d92d18e6680 x1856697500254976/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:346/0 lens 488/440 e 0 to 0 dl 1770685236 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685226.007066:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92d18e6680 with x1856697500254976 ext(2097152->3145727) 00002000:00010000:3.0:1770685226.007089:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92d18e6680 00000100:00100000:1.0:1770685226.019126:0:17738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2351:x1856697500255104:12345-192.168.203.41@tcp:3:md5sum.0 Request processed in 63217us (70814us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1770685226.019150:0:17738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 86 00002000:00100000:1.0:1770685226.019170:0:17738:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x11:0x0] (3145728->4194303) req@ffff9d92fb2d3800 x1856697500255104/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:346/0 lens 488/440 e 0 to 0 dl 1770685236 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1770685226.019183:0:17738:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb2d3800 with x1856697500255104 ext(3145728->4194303) 00002000:00010000:1.0:1770685226.019192:0:17738:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fb2d3800 00000100:00100000:0.0:1770685226.033983:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514763776:0@lo:400:kworker.0 00000100:00100000:0.0:1770685226.034091:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685226.035000:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:02368443-f312-44b4-8d5b-8c5b083a881f:3290:1856697514763520:0@lo:400:kworker.0 00000100:00100000:1.0:1770685226.035075:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685226.035136:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1770685226.035145:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514763648:0@lo:400:kworker.0 00000100:00100000:1.0:1770685226.035177:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685226.035220:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514763520 00000100:00100000:1.0:1770685226.035231:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514763520 00000100:00100000:1.0:1770685226.035296:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:1.0:1770685226.035310:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300567c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3290:x1856697514763520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685226.035384:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300567c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3290:x1856697514763520:12345-0@lo:400:kworker.0 Request processed in 75us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685226.035418:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:1.0:1770685226.035485:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:02368443-f312-44b4-8d5b-8c5b083a881f:3290:1856697514763520:0@lo:400:kworker.0 00000100:00100000:1.0:1770685226.036282:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514763904:0@lo:400:kworker.0 00000100:00100000:1.0:1770685226.036336:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685226.036975:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514763776 00000100:00100000:3.0:1770685226.036987:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514763776 00000100:00100000:3.0:1770685226.037066:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514763648 00000100:00100000:3.0:1770685226.037070:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514763648 00000100:00100000:3.0:1770685226.037086:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514763904 00000100:00100000:3.0:1770685226.037089:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514763904 00000100:00100000:3.0:1770685226.037107:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:3.0:1770685226.037117:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514763776:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1770685226.037226:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770685226.037726:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:1.0:1770685226.037741:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514763648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685226.037821:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514763648:12345-0@lo:400:kworker.0 Request processed in 85us (2642us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685226.037829:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00100000:1.0:1770685226.037894:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514763648:0@lo:400:kworker.0 00000100:00100000:1.0:1770685226.037930:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:1.0:1770685226.037937:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514763904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685226.038116:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514763904:12345-0@lo:400:kworker.0 Request processed in 179us (1779us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685226.038123:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00100000:1.0:1770685226.038157:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514763904:0@lo:400:kworker.0 00000100:00100000:3.0:1770685226.038407:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514763776:12345-0@lo:400:kworker.0 Request processed in 1289us (4314us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685226.038414:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:0.0:1770685226.038847:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514763776:0@lo:400:kworker.0 00000100:00100000:2.0:1770685226.073414:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685226.073996:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500255488 00000100:00100000:0.0:1770685226.074029:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500255488 00000100:00100000:0.0:1770685226.074133:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 205 00000100:00100000:0.0:1770685226.074151:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+85:24492:x1856697500255488:12345-192.168.203.41@tcp:35:md5sum.0 00000100:00080000:1.0:1770685226.075234:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685226.077185:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+86:24492:x1856697500255488:12345-192.168.203.41@tcp:35:md5sum.0 Request processed in 3015us (3766us total) trans 4294967893 rc 0/0 00000100:00100000:0.0:1770685226.077206:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 205 00000100:00100000:3.0:1770685226.545858:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1770685226.545890:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d18e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514764032:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1770685226.545987:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685226.546269:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1770685226.546280:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514764160:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1770685226.546317:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685226.546571:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514764032 00000100:00100000:3.0:1770685226.546615:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514764032 00000100:00100000:3.0:1770685226.546672:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514764160 00000100:00100000:3.0:1770685226.546676:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514764160 00000100:00100000:3.0:1770685226.546694:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1770685226.546703:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:3291:x1856697514764032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1770685226.546751:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 76480512 pending 8519680 free 3856662528 avail 3854565376 00000100:00100000:0.0:1770685226.546869:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1770685226.546882:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5340a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3290:x1856697514764160:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1770685226.546897:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 73203712 pending 0 free 3856662528 avail 3849322496 00000100:00100000:0.0:1770685226.546962:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5340a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3290:x1856697514764160:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685226.546969:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1770685226.547137:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:3291:x1856697514764032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 433us (1150us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685226.547145:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:2.0:1770685226.547302:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514764160:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1770685226.547398:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d18e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514764032:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1770685226.743775:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1770685226.790825:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967347 is committed 00000001:00080000:2.0:1770685226.790849:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967346 is committed 00000001:00080000:2.0:1770685226.790886:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967349 is committed 00010000:00010000:2.0:1770685227.761780:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685228.749637:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685228.750397:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500255616 00000100:00100000:1.0:1770685228.750415:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500255616 00000100:00100000:3.0:1770685228.752435:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685228.752550:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685228.752622:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685228.752651:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685228.752837:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500255872 00000100:00100000:2.0:1770685228.752850:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500255872 00000100:00100000:2.0:1770685228.753345:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500256384 00000100:00100000:2.0:1770685228.753351:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500256384 00000100:00100000:2.0:1770685228.753384:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 323 00000100:00100000:2.0:1770685228.753395:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2350:x1856697500255872:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685228.753509:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2350:x1856697500255872:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 115us (1091us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685228.753518:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 323 00000100:00100000:2.0:1770685228.753540:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 324 00000100:00100000:2.0:1770685228.753547:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500256384:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685228.753599:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500256384:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 29us (953us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685228.753606:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 324 00000100:00100000:2.0:1770685228.753631:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500256128 00000100:00100000:2.0:1770685228.753636:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500256128 00000100:00100000:1.0:1770685228.754028:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 543 00000100:00100000:1.0:1770685228.757384:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300564c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2350:x1856697500255616:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685228.757570:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500255744 00000100:00100000:0.0:1770685228.757603:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500255744 00000100:00100000:0.0:1770685228.757712:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 353 00000100:00100000:0.0:1770685228.757723:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+86:2350:x1856697500255744:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685228.757838:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 354 00000100:00100000:2.0:1770685228.757868:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5165880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+50:2350:x1856697500256128:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685228.761538:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300564c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2350:x1856697500255616:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 7476us (11937us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685228.761597:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 543 00000100:00080000:1.0:1770685228.768725:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1770685228.768744:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1770685228.768749:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1770685228.769434:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685228.772684:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+86:2350:x1856697500255744:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 14925us (19994us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685228.772708:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 353 00000100:00100000:3.0:1770685228.773304:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685228.774099:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5165880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+50:2350:x1856697500256128:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 16226us (21540us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685228.774114:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 354 00000100:00100000:2.0:1770685228.774215:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500256000 00000100:00100000:2.0:1770685228.774227:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500256000 00000100:00100000:2.0:1770685228.774283:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500256256 00000100:00100000:2.0:1770685228.774286:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500256256 00000100:00100000:2.0:1770685228.774306:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 325 00000100:00100000:2.0:1770685228.774313:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:2350:x1856697500256000:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685228.774387:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:2350:x1856697500256000:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 74us (4966us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685228.774394:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 325 00000100:00100000:2.0:1770685228.774407:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 326 00000100:00100000:2.0:1770685228.774414:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500256256:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685228.774449:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500256256:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 27us (1140us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685228.774456:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 326 00000100:00080000:0.0:1770685228.775042:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1770685228.775049:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1770685228.787412:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685229.809898:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1770685230.697961:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967893 is committed 00000001:00080000:0.0:1770685230.697983:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967892 is committed 00000020:00080000:0.0:1770685230.698001:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9d92d07f7a80 refcount 2 committed 0 result 0 batchid 14 00000020:00080000:0.0:1770685230.698008:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92f5168b00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9d92d07f7c00 00000020:00080000:0.0:1770685230.698020:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92f5168100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9d91c2c7f400 00000020:00080000:1.0:1770685230.698046:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 14 committed batchid 12 00000020:00080000:0.0:1770685230.698137:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 13 batchid updated 00000020:00080000:1.0:1770685230.698316:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 13 00010000:00010000:3.0:1770685230.835802:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1770685231.009162:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685231.011526:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500256512 00000100:00100000:1.0:1770685231.011557:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500256512 00000100:00100000:1.0:1770685231.011679:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 882 00000100:00100000:1.0:1770685231.011695:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+42:24467:x1856697500256512:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1770685231.011858:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+42:24467:x1856697500256512:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 Request processed in 168us (2717us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685231.011866:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 882 00000100:00080000:0.0:1770685231.012144:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685231.020229:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685231.022914:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500256768 00000100:00100000:1.0:1770685231.022934:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500256768 00000100:00100000:1.0:1770685231.023692:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 206 00000100:00100000:1.0:1770685231.023710:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+42:24467:x1856697500256768:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1770685231.024340:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+43:24467:x1856697500256768:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 632us (4336us total) trans 4294967894 rc 0/0 00000100:00100000:1.0:1770685231.024351:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 206 00000100:00100000:3.0:1770685231.154070:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb156a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514764544:0@lo:400:kworker.0 00000100:00100000:3.0:1770685231.154162:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685231.154243:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1770685231.154249:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb157800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514764672:0@lo:400:kworker.0 00000100:00100000:3.0:1770685231.154271:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685231.154367:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514764288:0@lo:400:kworker.0 00000100:00100000:0.0:1770685231.154405:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685231.154429:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb155c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514764800:0@lo:400:kworker.0 00000100:00100000:0.0:1770685231.154447:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685231.154461:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1770685231.154466:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c24db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3288:1856697514764416:0@lo:400:kworker.0 00000100:00100000:0.0:1770685231.154483:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685231.154497:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb154000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514764928:0@lo:400:kworker.0 00000100:00100000:0.0:1770685231.154514:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685231.154546:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514764544 00000100:00100000:0.0:1770685231.154555:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514764544 00000100:00100000:0.0:1770685231.154639:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514764800 00000100:00100000:0.0:1770685231.154642:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514764800 00000100:00100000:0.0:1770685231.154653:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514764416 00000100:00100000:0.0:1770685231.154655:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514764416 00000100:00100000:0.0:1770685231.154668:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:0.0:1770685231.154676:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514764544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685231.154731:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514764544:12345-0@lo:400:kworker.0 Request processed in 55us (570us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685231.154750:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00100000:0.0:1770685231.154767:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:0.0:1770685231.154772:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514764800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685231.154818:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514764800:12345-0@lo:400:kworker.0 Request processed in 46us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685231.154824:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:0.0:1770685231.154834:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:0.0:1770685231.154839:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514764416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685231.154859:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514764416:12345-0@lo:400:kworker.0 Request processed in 20us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685231.154864:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:0.0:1770685231.154880:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514764672 00000100:00100000:0.0:1770685231.154883:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514764672 00000100:00100000:0.0:1770685231.154907:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514764928 00000100:00100000:0.0:1770685231.154910:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514764928 00000100:00100000:0.0:1770685231.154940:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:0.0:1770685231.154946:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3290:x1856697514764672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685231.154972:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3290:x1856697514764672:12345-0@lo:400:kworker.0 Request processed in 27us (700us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685231.154978:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00100000:0.0:1770685231.154986:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:0.0:1770685231.154990:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514764928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685231.155008:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514764928:12345-0@lo:400:kworker.0 Request processed in 18us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685231.155013:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00080000:0.0:1770685231.155026:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1770685231.155030:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1770685231.155033:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685231.155072:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c24db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3288:1856697514764416:0@lo:400:kworker.0 00000100:00100000:0.0:1770685231.155091:0:3288:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967349 gen 2 00000004:00080000:0.0:1770685231.155111:0:3288:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967347 committed transno 4294967349 00000004:00080000:0.0:1770685231.155127:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9d91c5165500, transno 4294967348 00000004:00080000:0.0:1770685231.155134:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9d91c5164000, transno 4294967349 00000100:00100000:0.0:1770685231.155138:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb154000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514764928:0@lo:400:kworker.0 00000100:00100000:0.0:1770685231.155147:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb155c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514764800:0@lo:400:kworker.0 00000100:00100000:3.0:1770685231.155392:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb157800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514764672:0@lo:400:kworker.0 00000100:00100000:3.0:1770685231.155402:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb156a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514764544:0@lo:400:kworker.0 00000100:00100000:1.0:1770685231.155555:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514764288 00000100:00100000:1.0:1770685231.155560:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514764288 00000100:00100000:1.0:1770685231.155613:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:1.0:1770685231.155620:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300566850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514764288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685231.155671:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300566850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514764288:12345-0@lo:400:kworker.0 Request processed in 52us (1265us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685231.155683:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:3.0:1770685231.156375:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514764288:0@lo:400:kworker.0 00000001:00080000:3.0:1770685231.226215:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967339 is committed 00000001:00080000:3.0:1770685231.226243:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967340 is committed 00000100:00100000:3.0:1770685231.672510:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1770685231.672540:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514765056:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1770685231.672655:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685231.679193:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514765056 00000100:00100000:1.0:1770685231.679214:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514765056 00000100:00100000:1.0:1770685231.679300:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1770685231.679312:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514765056:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1770685231.679361:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 73203712 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1770685231.679640:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514765056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 330us (6984us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685231.679650:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1770685231.679719:0:3291:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967340 gen 2 00000004:00080000:1.0:1770685231.679726:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9d92fb2d6a00, transno 4294967338 00000004:00080000:1.0:1770685231.679748:0:3291:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967340 committed transno 4294967340 00000100:00100000:1.0:1770685231.679794:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514765056:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1770685231.682900:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514765184:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1770685231.682992:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685231.683221:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514765184 00000100:00100000:3.0:1770685231.683233:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514765184 00000100:00100000:3.0:1770685231.683297:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:3.0:1770685231.683308:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb157100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514765184:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1770685231.683352:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 67960832 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1770685231.683410:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb157100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514765184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685231.683441:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1770685231.683890:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514765184:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1770685231.869151:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1770685232.050013:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1770685232.050027:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1770685232.050302:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 22 count 3 00000040:00080000:0.0:1770685232.050310:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1770685232.881869:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1770685232.894086:0:17927:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12d: Restore of a non archived, non released file must work ========================================================== 20:00:31 (1770685231) 00000100:00100000:1.0:1770685233.201841:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685233.201969:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500257024 00000100:00100000:2.0:1770685233.201984:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500257024 00000100:00100000:2.0:1770685233.202140:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 883 00000100:00100000:2.0:1770685233.202154:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+43:25095:x1856697500257024:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685233.202207:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685233.202235:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef7882 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd7ca expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685233.202435:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7889 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.202454:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7889 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.202470:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7889 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:2.0:1770685233.202483:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:2.0:1770685233.203054:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef7882 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd7ca expref: 46 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685233.203078:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7889 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd7ca expref: 45 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685233.203089:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:2.0:1770685233.203092:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 7 00010000:00010000:2.0:1770685233.203096:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c77e00, rc 0) 00000100:00100000:2.0:1770685233.203176:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+45:25095:x1856697500257024:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 1025us (1349us total) trans 4294967895 rc 0/0 00000100:00100000:2.0:1770685233.203185:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 883 00000100:00080000:0.0:1770685233.204756:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685233.207425:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685233.207573:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500257152 00000100:00100000:2.0:1770685233.207640:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500257152 00000100:00100000:2.0:1770685233.207754:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 48 00000100:00100000:2.0:1770685233.207766:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+45:2348:x1856697500257152:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685233.207807:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685233.207844:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7889 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd7ca expref: 45 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685233.207867:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:2.0:1770685233.207873:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685233.207962:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+44:2348:x1856697500257152:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 198us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685233.207971:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 48 00000100:00100000:3.0:1770685233.217397:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685233.217536:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500257280 00000100:00100000:1.0:1770685233.217552:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500257280 00000100:00100000:1.0:1770685233.217674:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 884 00000100:00100000:1.0:1770685233.217684:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+44:25095:x1856697500257280:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1770685233.217829:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+44:25095:x1856697500257280:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 Request processed in 145us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685233.217839:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 884 00000100:00100000:1.0:1770685233.231473:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685233.231714:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500257408 00000100:00100000:2.0:1770685233.231739:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500257408 00000100:00100000:2.0:1770685233.231831:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 885 00000100:00100000:2.0:1770685233.231842:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+85:25096:x1856697500257408:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685233.231870:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685233.231896:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7897 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd7d1 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685233.231983:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef789e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685233.232000:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef789e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685233.232013:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef789e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685233.234630:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef78a5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685233.234656:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef78a5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685233.234690:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef78a5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685233.234949:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef789e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685233.234958:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef789e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685233.234966:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef789e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685233.234974:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685233.234978:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef789e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685233.234985:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef789e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00000100:00080000:0.0:1770685233.234995:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1770685233.235001:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5e00) 00010000:00010000:2.0:1770685233.235006:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685233.235011:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef789e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685233.235018:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef789e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685233.235032:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef78a5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685233.235038:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef78a5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685233.235044:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef78a5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685233.235055:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685233.235058:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef78a5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685233.235064:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef78a5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685233.235071:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff9d92c8ee3b00) 00010000:00010000:2.0:1770685233.235073:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685233.235076:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef78a5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685233.235081:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef78a5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685233.235127:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7897 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd7d1 expref: 86 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685233.235137:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5e00) 00010000:00010000:2.0:1770685233.235140:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685233.235143:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7897 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd7d1 expref: 86 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685233.235152:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c77e00, rc 0) 00000100:00100000:2.0:1770685233.235223:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+85:25096:x1856697500257408:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 3382us (3764us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685233.235231:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 885 00000100:00100000:0.0:1770685233.241028:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685233.241678:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500257664 00000100:00100000:2.0:1770685233.241695:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500257664 00000100:00100000:2.0:1770685233.241788:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 886 00000100:00100000:2.0:1770685233.241798:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+85:25096:x1856697500257664:12345-192.168.203.41@tcp:36:lfs.0 00010000:00010000:2.0:1770685233.241873:0:5761:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685233.241909:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d92f5174200/0x8f0dbafbd9ef75bf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd6ea expref: 85 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685233.241930:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5e00) 00010000:00010000:2.0:1770685233.241936:0:5761:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770685233.242025:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef78ac lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685233.242039:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef77a2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd77d expref: 43 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685233.242047:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef78ac lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685233.242082:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef77a2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd77d expref: 43 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685233.242094:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef77a2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd77d expref: 43 pid: 5762 timeout: 658 lvb_type: 0 00000100:00100000:2.0:1770685233.242108:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb156d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514765312:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685233.242399:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c3082e40 going to sleep for 11 seconds 00000100:00100000:3.0:1770685233.248874:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685233.249007:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb156d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514765312:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685233.249033:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef78ac lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685233.249307:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500257792 00000100:00100000:1.0:1770685233.249331:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500257792 00010000:00010000:1.0:1770685233.249380:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef77a2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd77d expref: 44 pid: 5762 timeout: 658 lvb_type: 0 00000100:00100000:1.0:1770685233.249430:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 267 00000100:00100000:1.0:1770685233.249445:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+44:2351:x1856697500257792:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685233.249466:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685233.249477:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef77a2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd77d expref: 44 pid: 5762 timeout: 658 lvb_type: 0 00010000:00010000:1.0:1770685233.249492:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef77a2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd77d expref: 44 pid: 5762 timeout: 658 lvb_type: 0 00010000:00010000:1.0:1770685233.249519:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef77a2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd77d expref: 44 pid: 5762 timeout: 658 lvb_type: 0 00010000:00010000:1.0:1770685233.249539:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5e00) 00010000:00010000:1.0:1770685233.249547:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef78ac lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685233.249558:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef78ac lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685233.249568:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef78ac lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685233.249649:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685233.249711:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+43:2351:x1856697500257792:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 269us (845us total) trans 0 rc 0/0 00010000:00010000:3.0:1770685233.249717:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef78ac lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685233.249729:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 267 00010000:00010000:3.0:1770685233.249752:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef78ac lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.249792:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef78b3 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.249806:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef78b3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.249818:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef78b3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:3.0:1770685233.251029:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3a:0x0]: returning size 512 00010000:00010000:3.0:1770685233.251047:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef78ac lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.251056:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef78ac lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.251064:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef78ac lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.251070:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685233.251074:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef78ac lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.251095:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef78ac lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.251111:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5e00) 00010000:00010000:3.0:1770685233.251114:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685233.251119:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef78ac lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.251125:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef78ac lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000004:00010000:3.0:1770685233.251146:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000007368481f reply state 00000000e23cf4b2 transno 4294967896 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef78b3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:3.0:1770685233.251157:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1770685233.251288:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+86:25096:x1856697500257664:12345-192.168.203.41@tcp:36:lfs.0 Request processed in 9486us (10268us total) trans 4294967896 rc 0/0 00000100:00100000:3.0:1770685233.251298:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 886 00010000:00010000:0.0:1770685233.254308:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef78b3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685233.254332:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef78b3 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685233.254342:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef78b3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685233.254352:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7b200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685233.254359:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef78b3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685233.254369:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef78b3 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685233.254419:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff9d92c80b5600) 00010000:00010000:0.0:1770685233.254424:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685233.254431:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef78b3 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685233.254438:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef78b3 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:0.0:1770685233.272288:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685233.272635:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500257920 00000100:00100000:3.0:1770685233.272653:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500257920 00000100:00100000:3.0:1770685233.272744:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 887 00000100:00100000:3.0:1770685233.272756:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+85:25097:x1856697500257920:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:3.0:1770685233.272792:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685233.272827:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef78ba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd7d8 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685233.272924:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef78c1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.272941:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef78c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.272984:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef78c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:3.0:1770685233.273069:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1770685233.273074:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 24 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685233.273106:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef78c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.273138:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef78ba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd7d8 expref: 87 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685233.273159:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef78c1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd7d8 expref: 86 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685233.273170:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5e00) 00010000:00010000:3.0:1770685233.273173:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685233.273177:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7b000, rc 0) 00000100:00100000:3.0:1770685233.273258:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+86:25097:x1856697500257920:12345-192.168.203.41@tcp:101:bash.0 Request processed in 504us (980us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685233.273266:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 887 00000100:00100000:3.0:1770685233.280424:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685233.280633:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500258048 00000100:00100000:1.0:1770685233.280649:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500258048 00000100:00100000:1.0:1770685233.280715:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 888 00000100:00100000:1.0:1770685233.280735:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+86:25097:x1856697500258048:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:1.0:1770685233.280756:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685233.280776:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef78c8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd7df expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685233.280849:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef78cf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.280862:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef78cf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.280874:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef78cf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.280887:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef78d6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.280893:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef78d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.280899:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef78d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.281005:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3200/0x8f0dbafbd9ef78dd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.281012:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3200/0x8f0dbafbd9ef78dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.281020:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3200/0x8f0dbafbd9ef78dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:1.0:1770685233.281069:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3a:0x0]: returning size 512 00000004:00200000:1.0:1770685233.281073:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685233.281094:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3200/0x8f0dbafbd9ef78dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.281105:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef78cf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.281112:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef78cf lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.281119:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef78cf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.281125:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685233.281129:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef78cf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.281137:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef78cf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.281148:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5e00) 00010000:00010000:1.0:1770685233.281152:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685233.281156:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef78cf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.281161:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef78cf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.281173:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef78d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.281179:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef78d6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.281190:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef78d6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.281195:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685233.281198:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef78d6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.281203:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef78d6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.281209:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff9d92d40b3d00) 00010000:00010000:1.0:1770685233.281212:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685233.281214:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef78d6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.281219:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef78d6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.281249:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef78c8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd7df expref: 88 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685233.281261:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3200/0x8f0dbafbd9ef78dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd7df expref: 87 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685233.281268:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff9d92d40b3700) 00010000:00010000:1.0:1770685233.281271:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1770685233.281273:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc3200, rc 0) 00000100:00100000:1.0:1770685233.281348:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+87:25097:x1856697500258048:12345-192.168.203.41@tcp:101:bash.0 Request processed in 623us (941us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685233.281355:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 888 00000100:00100000:0.0:1770685233.290155:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685233.290370:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500258176 00000100:00100000:3.0:1770685233.290387:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500258176 00000100:00100000:3.0:1770685233.290481:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 889 00000100:00100000:3.0:1770685233.290494:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+87:25097:x1856697500258176:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:3.0:1770685233.290523:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685233.290555:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef78e4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd7e6 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685233.290711:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef78eb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.290737:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef78eb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.290751:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef78eb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.290769:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b800/0x8f0dbafbd9ef78f2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.290776:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b800/0x8f0dbafbd9ef78f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.290782:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b800/0x8f0dbafbd9ef78f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.290878:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef78eb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.290886:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef78eb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.290893:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef78eb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.290899:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7ac00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685233.290904:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef78eb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.290911:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef78eb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.290937:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff9d92d40b3700) 00010000:00010000:3.0:1770685233.290940:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685233.290946:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef78eb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.290952:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef78eb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.290966:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b800/0x8f0dbafbd9ef78f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.290971:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b800/0x8f0dbafbd9ef78f2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.290977:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b800/0x8f0dbafbd9ef78f2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.290981:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7b800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685233.290984:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b800/0x8f0dbafbd9ef78f2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.290990:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b800/0x8f0dbafbd9ef78f2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.290997:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff9d92c80b5000) 00010000:00010000:3.0:1770685233.290999:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685233.291002:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b800/0x8f0dbafbd9ef78f2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.291007:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b800/0x8f0dbafbd9ef78f2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.291048:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef78e4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd7e6 expref: 88 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685233.291066:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff9d92d40b3700) 00010000:00010000:3.0:1770685233.291069:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685233.291073:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef78e4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd7e6 expref: 88 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685233.291083:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7a800, rc 0) 00000100:00100000:3.0:1770685233.291760:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+87:25097:x1856697500258176:12345-192.168.203.41@tcp:101:bash.0 Request processed in 1265us (1613us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685233.291770:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 889 00000100:00100000:0.0:1770685233.307764:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685233.307865:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500258304 00000100:00100000:3.0:1770685233.307880:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500258304 00000100:00100000:3.0:1770685233.307944:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 890 00000100:00100000:3.0:1770685233.307957:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+43:25098:x1856697500258304:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:3.0:1770685233.307982:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685233.308009:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef78f9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd7ed expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685233.308100:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b800/0x8f0dbafbd9ef7900 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.308114:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b800/0x8f0dbafbd9ef7900 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.308128:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b800/0x8f0dbafbd9ef7900 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:3.0:1770685233.308220:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1770685233.308225:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 24 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685233.308281:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b800/0x8f0dbafbd9ef7900 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.308312:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef78f9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd7ed expref: 45 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685233.308334:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b800/0x8f0dbafbd9ef7900 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd7ed expref: 44 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685233.308344:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5e00) 00010000:00010000:3.0:1770685233.308347:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685233.308352:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7b800, rc 0) 00000100:00100000:3.0:1770685233.308436:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+44:25098:x1856697500258304:12345-192.168.203.41@tcp:101:rm.0 Request processed in 482us (721us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685233.308445:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 890 00000100:00100000:0.0:1770685233.312557:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685233.312955:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500258432 00000100:00100000:1.0:1770685233.312970:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500258432 00000100:00100000:1.0:1770685233.313073:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 891 00000100:00100000:1.0:1770685233.313084:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+44:25098:x1856697500258432:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:1.0:1770685233.313110:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685233.313137:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef7907 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd7f4 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685233.313234:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef790e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.313251:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef790e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.313264:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef790e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.313281:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef7915 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.313288:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef7915 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.313294:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef7915 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.313456:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3a00/0x8f0dbafbd9ef791c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.313465:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3a00/0x8f0dbafbd9ef791c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.313473:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3a00/0x8f0dbafbd9ef791c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:1.0:1770685233.313537:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3a:0x0]: returning size 512 00000004:00200000:1.0:1770685233.313541:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685233.313569:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3a00/0x8f0dbafbd9ef791c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.313614:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef790e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.313621:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef790e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.313627:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef790e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.313634:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685233.313638:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef790e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.313646:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef790e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.313661:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5e00) 00010000:00010000:1.0:1770685233.313664:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685233.313669:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef790e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.313676:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef790e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.313692:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef7915 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.313699:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef7915 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.313712:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef7915 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.313717:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685233.313733:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef7915 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.313741:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef7915 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.313750:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff9d92d40b3d00) 00010000:00010000:1.0:1770685233.313753:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685233.313756:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef7915 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.313762:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef7915 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685233.313806:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef7907 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd7f4 expref: 46 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685233.313822:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3a00/0x8f0dbafbd9ef791c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd7f4 expref: 45 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685233.313830:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff9d92d40b3700) 00010000:00010000:1.0:1770685233.313833:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1770685233.313836:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc3a00, rc 0) 00000100:00100000:1.0:1770685233.313923:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+45:25098:x1856697500258432:12345-192.168.203.41@tcp:101:rm.0 Request processed in 840us (1378us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685233.313931:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 891 00000100:00100000:0.0:1770685233.320073:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685233.320539:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500258560 00000100:00100000:2.0:1770685233.320555:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500258560 00000100:00100000:2.0:1770685233.320650:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 892 00000100:00100000:2.0:1770685233.320663:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+45:25098:x1856697500258560:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:2.0:1770685233.320693:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685233.320734:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7923 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd7fb expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685233.320832:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef792a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.320850:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef792a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.320862:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef792a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.320878:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef7931 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.320884:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef7931 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.320892:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef7931 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.321267:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef792a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.321276:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef792a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.321298:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef792a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.321305:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685233.321309:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef792a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.321318:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef792a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.321333:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff9d92d40b3700) 00010000:00010000:2.0:1770685233.321536:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685233.321543:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef792a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.321550:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef792a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.321565:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef7931 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.321572:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef7931 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.321605:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef7931 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.321611:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685233.321614:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef7931 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.321621:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef7931 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.321642:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff9d92c8ee3b00) 00010000:00010000:2.0:1770685233.321645:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685233.321649:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef7931 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.321654:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef7931 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.321700:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7923 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd7fb expref: 46 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685233.321713:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff9d92d40b3700) 00010000:00010000:2.0:1770685233.321716:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685233.321719:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7923 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd7fb expref: 46 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685233.321740:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c77e00, rc 0) 00000100:00100000:2.0:1770685233.321824:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+45:25098:x1856697500258560:12345-192.168.203.41@tcp:101:rm.0 Request processed in 1162us (1764us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685233.321834:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 892 00000100:00100000:0.0:1770685233.336853:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685233.336930:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500258688 00000100:00100000:2.0:1770685233.336945:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500258688 00000100:00100000:2.0:1770685233.337016:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 893 00000100:00100000:2.0:1770685233.337029:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+45:25098:x1856697500258688:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:2.0:1770685233.337057:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685233.337185:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7938 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd802 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685233.337307:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef793f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.337325:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef793f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.337340:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef793f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.337357:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef7946 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.337365:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef7946 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.337372:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef7946 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.337472:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef793f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.337480:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef793f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.337487:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef793f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.337493:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685233.337497:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef793f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.337505:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef793f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.337531:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff9d92d40b3700) 00010000:00010000:2.0:1770685233.337535:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685233.337541:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef793f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.337548:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef793f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.337564:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef7946 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.337570:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef7946 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.337635:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef7946 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.337642:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685233.337645:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef7946 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.337652:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef7946 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.337660:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff9d92c8ee3b00) 00010000:00010000:2.0:1770685233.337663:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685233.337669:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef7946 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.337674:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef7946 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685233.337717:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7938 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd802 expref: 46 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685233.337747:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff9d92d40b3700) 00010000:00010000:2.0:1770685233.337750:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685233.337754:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7938 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd802 expref: 46 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685233.337763:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c77e00, rc 0) 00000100:00100000:2.0:1770685233.337848:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+45:25098:x1856697500258688:12345-192.168.203.41@tcp:101:rm.0 Request processed in 821us (1011us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685233.337858:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 893 00000100:00100000:0.0:1770685233.356770:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685233.357208:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500258816 00000100:00100000:2.0:1770685233.357223:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500258816 00000100:00100000:0.0:1770685233.357386:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 894 00000100:00100000:0.0:1770685233.357400:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+45:25099:x1856697500258816:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:0.0:1770685233.357507:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685233.357538:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef794d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd809 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685233.357753:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6c00/0x8f0dbafbd9ef7954 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685233.357771:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6c00/0x8f0dbafbd9ef7954 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685233.357784:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6c00/0x8f0dbafbd9ef7954 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685233.357822:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef795b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685233.357829:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef795b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685233.357836:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef795b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685233.357923:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6c00/0x8f0dbafbd9ef7954 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685233.357932:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6c00/0x8f0dbafbd9ef7954 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685233.357938:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6c00/0x8f0dbafbd9ef7954 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685233.357946:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e6c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685233.357951:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6c00/0x8f0dbafbd9ef7954 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685233.357958:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6c00/0x8f0dbafbd9ef7954 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685233.357972:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff9d92d40b3700) 00010000:00010000:0.0:1770685233.357976:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685233.357982:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6c00/0x8f0dbafbd9ef7954 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685233.357987:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6c00/0x8f0dbafbd9ef7954 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685233.358001:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef795b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685233.358013:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef795b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685233.358019:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef795b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685233.358023:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e6400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685233.358026:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef795b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685233.358031:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef795b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685233.358038:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff9d92f27c0a00) 00010000:00010000:0.0:1770685233.358040:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685233.358042:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef795b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685233.358048:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef795b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685233.359270:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef794d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd809 expref: 46 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685233.360465:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff9d92d40b3700) 00010000:00010000:0.0:1770685233.360473:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685233.360485:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef794d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd809 expref: 46 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685233.360509:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e6a00, rc 0) 00000100:00100000:0.0:1770685233.360634:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+45:25099:x1856697500258816:12345-192.168.203.41@tcp:101:cp.0 Request processed in 3236us (3877us total) trans 0 rc 301/301 00000100:00100000:0.0:1770685233.360664:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 894 00000100:00100000:0.0:1770685233.363568:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685233.363703:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500258944 00000100:00100000:3.0:1770685233.363718:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500258944 00000100:00100000:3.0:1770685233.364077:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 895 00000100:00100000:3.0:1770685233.364090:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+45:25099:x1856697500258944:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:3.0:1770685233.364119:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685233.364146:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef7962 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd810 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685233.364237:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7969 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.364256:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7969 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.364269:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7969 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.364302:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7970 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.364309:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7970 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.364316:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7970 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.364402:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7969 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.364411:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7969 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.364417:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7969 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.364423:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7ac00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685233.364428:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7969 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.364527:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7969 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.364674:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff9d92d40b3700) 00010000:00010000:3.0:1770685233.364678:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685233.364685:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7969 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.364693:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7969 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.364707:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7970 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.364734:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7970 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.364740:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7970 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.364745:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7a000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685233.364749:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7970 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.364755:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7970 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.364764:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff9d92c80b5000) 00010000:00010000:3.0:1770685233.364766:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685233.364769:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7970 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.364785:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7970 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.364829:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef7962 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd810 expref: 46 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685233.364840:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff9d92d40b3700) 00010000:00010000:3.0:1770685233.364842:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685233.364846:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef7962 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd810 expref: 46 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685233.364856:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7a800, rc 0) 00000100:00100000:3.0:1770685233.365152:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+45:25099:x1856697500258944:12345-192.168.203.41@tcp:101:cp.0 Request processed in 1063us (1597us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685233.365168:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 895 00000100:00100000:0.0:1770685233.376122:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685233.376225:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500259200 00000100:00100000:3.0:1770685233.376241:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500259200 00000100:00100000:3.0:1770685233.376317:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 896 00000100:00100000:3.0:1770685233.376330:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+45:25099:x1856697500259200:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:3.0:1770685233.376364:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685233.376393:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef7977 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd817 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685233.376654:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef797e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.376673:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef797e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.376686:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef797e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.376705:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7985 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.376713:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7985 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.376732:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7985 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00080000:3.0:1770685233.377836:0:5761:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x14:0x0], index 1: 0 00010000:00010000:3.0:1770685233.378196:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b400/0x8f0dbafbd9ef798c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.378214:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b400/0x8f0dbafbd9ef798c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.378241:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b400/0x8f0dbafbd9ef798c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.378291:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef797e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.378299:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef797e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.378306:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef797e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.378312:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7aa00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685233.378318:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef797e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.378327:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef797e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.378342:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff9d92d40b3700) 00010000:00010000:3.0:1770685233.378346:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685233.378352:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef797e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.378358:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef797e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000004:00010000:3.0:1770685233.378372:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000bc5f268a reply state 00000000ec2016c3 transno 4294967897 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7985 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:3.0:1770685233.378384:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1770685233.378429:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef7977 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd817 expref: 48 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685233.378668:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b400/0x8f0dbafbd9ef798c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd817 expref: 47 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685233.378677:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff9d92c5e37a00) 00010000:00010000:3.0:1770685233.378680:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1770685233.378683:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7b400, rc 0) 00000100:00100000:3.0:1770685233.378802:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+48:25099:x1856697500259200:12345-192.168.203.41@tcp:101:cp.0 Request processed in 2473us (2693us total) trans 4294967897 rc 0/0 00000100:00100000:3.0:1770685233.378813:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 896 00010000:00010000:2.0:1770685233.385278:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7985 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685233.385304:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7985 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685233.385313:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7985 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685233.385320:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7a400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685233.385325:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7985 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685233.385333:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7985 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685233.385353:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff9d92c80b5600) 00010000:00010000:2.0:1770685233.385356:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685233.385381:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7985 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685233.385389:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7985 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:0.0:1770685233.388421:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685233.388532:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500259328 00000100:00100000:1.0:1770685233.388546:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500259328 00000100:00100000:1.0:1770685233.388664:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 227 00000100:00100000:1.0:1770685233.388677:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500259328:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:1.0:1770685233.388700:0:17436:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685233.388738:0:17436:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef799a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd81e expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1770685233.388769:0:17436:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1770685233.388794:0:17436:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685233.388797:0:17436:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685233.388807:0:17436:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef799a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd81e expref: 10 pid: 17436 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685233.388829:0:17436:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef799a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd81e expref: 10 pid: 17436 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685233.388844:0:17436:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc3800, rc 0) 00000100:00100000:1.0:1770685233.388926:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500259328:12345-192.168.203.41@tcp:101:cp.0 Request processed in 252us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685233.388933:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 227 00000100:00080000:0.0:1770685233.389339:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1770685233.393008:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685233.393178:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500259456 00000100:00100000:2.0:1770685233.393191:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500259456 00000100:00100000:2.0:1770685233.393260:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 228 00000100:00100000:2.0:1770685233.393272:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+10:25099:x1856697500259456:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:2.0:1770685233.393296:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685233.393321:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef79a1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd825 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685233.393356:0:6539:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef799a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd81e expref: 11 pid: 17436 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685233.393365:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685233.393367:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685233.393372:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef79a1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd825 expref: 11 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685233.393414:0:6539:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef799a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd81e expref: 11 pid: 17436 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685233.393428:0:6539:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef799a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd81e expref: 11 pid: 17436 timeout: 658 lvb_type: 1 00000100:00100000:2.0:1770685233.393458:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb156d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514765440:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685233.393647:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c3082e40 going to sleep for 11 seconds 00000100:00100000:3.0:1770685233.397365:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685233.397498:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500259584 00000100:00100000:0.0:1770685233.397511:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500259584 00010000:00010000:0.0:1770685233.397618:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef799a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd81e expref: 12 pid: 17436 timeout: 658 lvb_type: 1 00000100:00100000:0.0:1770685233.397657:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 268 00000100:00100000:0.0:1770685233.397669:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+12:2350:x1856697500259584:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685233.397689:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685233.397729:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef799a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd81e expref: 12 pid: 17436 timeout: 658 lvb_type: 1 00010000:00010000:0.0:1770685233.397746:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef799a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd81e expref: 12 pid: 17436 timeout: 658 lvb_type: 1 00010000:00010000:0.0:1770685233.397779:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685233.397782:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685233.397791:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef79a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd825 expref: 12 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685233.397802:0:5745:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef79a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd825 expref: 12 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685233.398257:0:5745:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef79a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd825 expref: 12 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685233.398275:0:5745:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5165500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5745:1856697514765568:192.168.203.41@tcp:105: 00000100:00100000:0.0:1770685233.398467:0:5745:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fc329cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1770685233.398628:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef799a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd81e expref: 12 pid: 17436 timeout: 658 lvb_type: 1 00000100:00100000:2.0:1770685233.398646:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb156d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514765440:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685233.398678:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef79a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd825 expref: 11 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685233.398690:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c77c00, rc 0) 00000100:00100000:2.0:1770685233.398736:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+11:25099:x1856697500259456:12345-192.168.203.41@tcp:101:cp.0 Request processed in 5466us (5745us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685233.398746:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 228 00000100:00100000:0.0:1770685233.408357:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685233.408484:0:5745:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5165500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5745:1856697514765568:192.168.203.41@tcp:105: 00010000:00010000:2.0:1770685233.408516:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685233.408622:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500259584:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 10954us (11271us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685233.408635:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 268 00000100:00100000:1.0:1770685233.410070:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500259840 00000100:00100000:1.0:1770685233.410089:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500259840 00000100:00100000:1.0:1770685233.410176:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 207 00000100:00100000:1.0:1770685233.410189:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5164000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+47:25099:x1856697500259840:12345-192.168.203.41@tcp:35:cp.0 00000100:00100000:1.0:1770685233.411132:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5164000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+48:25099:x1856697500259840:12345-192.168.203.41@tcp:35:cp.0 Request processed in 936us (2778us total) trans 4294967898 rc 0/0 00000100:00100000:1.0:1770685233.411160:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 207 00000100:00100000:0.0:1770685233.483153:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685233.487231:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500259968 00000100:00100000:3.0:1770685233.487257:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500259968 00000100:00100000:3.0:1770685233.487354:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 897 00000100:00100000:3.0:1770685233.487370:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5166a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+87:25102:x1856697500259968:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685233.487399:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685233.487427:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef79a8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd82c expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685233.487536:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef79af lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.487553:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef79af lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.487566:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef79af lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.487603:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef79b6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.487628:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef79b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.487636:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef79b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.487771:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef79bd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.487780:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef79bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.487787:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef79bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:3.0:1770685233.487829:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x17:0x0]: returning size 158 00000004:00200000:3.0:1770685233.487833:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685233.487853:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef79bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.487865:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef79bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.487874:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef79af lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.487881:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef79af lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.487887:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef79af lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.487894:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7aa00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685233.488149:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef79af lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.488170:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef79af lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.488186:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff9d92d40b3700) 00010000:00010000:3.0:1770685233.488189:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685233.488194:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef79af lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.488201:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef79af lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.488217:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef79b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.488224:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef79b6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.488230:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef79b6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.488235:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7a800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685233.488238:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef79b6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.488243:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef79b6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.488250:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff9d92c80b5600) 00010000:00010000:3.0:1770685233.488253:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685233.488255:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef79b6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.488261:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef79b6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.488308:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef79a8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd82c expref: 89 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685233.488322:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef79bd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd82c expref: 88 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685233.488329:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff9d92c5e37a00) 00010000:00010000:3.0:1770685233.488331:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1770685233.488334:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7a000, rc 0) 00000100:00100000:3.0:1770685233.488419:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5166a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+88:25102:x1856697500259968:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 1052us (5278us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685233.488429:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 897 00000100:00100000:0.0:1770685233.492464:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685233.492833:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500260096 00000100:00100000:3.0:1770685233.492846:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500260096 00000100:00100000:3.0:1770685233.492927:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 229 00000100:00100000:3.0:1770685233.492939:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5165500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:2350:x1856697500260096:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685233.492962:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685233.492985:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef79c4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd833 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685233.493053:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5341880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514765696:192.168.203.41@tcp:106: 00000100:00100000:3.0:1770685233.493158:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c5768540 going to sleep for 11 seconds 00000100:00080000:0.0:1770685233.493320:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:3.0:1770685233.499112:0:6539:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x14:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1770685233.499126:0:6539:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x14:0x0] updating lvb mtime: 0 -> 1770685233 00002000:00010000:3.0:1770685233.499129:0:6539:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x14:0x0] updating lvb atime: 0 -> 1770685233 00002000:00010000:3.0:1770685233.499131:0:6539:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x14:0x0] updating lvb ctime: 0 -> 1770685233 00000100:00100000:3.0:1770685233.499183:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5341880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514765696:192.168.203.41@tcp:106: 00010000:00010000:3.0:1770685233.499233:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef79c4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd833 expref: 12 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685233.499263:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef79c4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd833 expref: 12 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685233.499281:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7ac00, rc 0) 00000100:00100000:3.0:1770685233.499363:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5165500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:2350:x1856697500260096:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 6425us (6929us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685233.499373:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 229 00000100:00100000:0.0:1770685233.517874:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685233.518058:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500260224 00000100:00100000:3.0:1770685233.518073:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500260224 00000100:00100000:3.0:1770685233.518150:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 898 00000100:00100000:3.0:1770685233.518161:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3b97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+88:25102:x1856697500260224:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685233.518190:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685233.518218:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef79cb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd83a expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685233.518314:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef79d2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.518330:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef79d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.518342:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef79d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:3.0:1770685233.518420:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3a:0x0]: returning size 512 00000004:00200000:3.0:1770685233.518751:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685233.518787:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef79d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685233.518823:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef79cb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd83a expref: 90 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685233.518845:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a600/0x8f0dbafbd9ef79d2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd83a expref: 89 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685233.518856:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff9d92d40b3700) 00010000:00010000:3.0:1770685233.518859:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685233.518864:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7a600, rc 0) 00000100:00100000:3.0:1770685233.519021:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3b97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+89:25102:x1856697500260224:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 861us (1161us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685233.519031:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 898 00000100:00100000:0.0:1770685233.523953:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685233.524127:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500260352 00000100:00100000:3.0:1770685233.524143:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500260352 00000100:00100000:3.0:1770685233.524231:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 230 00000100:00100000:3.0:1770685233.524243:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:2351:x1856697500260352:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685233.524269:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685233.524295:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef79d9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd841 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685233.524380:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5341880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514765824:192.168.203.41@tcp:106: 00000100:00100000:3.0:1770685233.524848:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c5768540 going to sleep for 11 seconds 00000100:00100000:3.0:1770685233.533670:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5341880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514765824:192.168.203.41@tcp:106: 00010000:00010000:3.0:1770685233.533737:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef79d9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd841 expref: 12 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685233.533793:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef79d9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd841 expref: 12 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685233.533808:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7a800, rc 0) 00000100:00100000:3.0:1770685233.533892:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:2351:x1856697500260352:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 9651us (9954us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685233.533916:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 230 00000100:00100000:0.0:1770685233.538642:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685233.538890:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500260608 00000100:00100000:3.0:1770685233.538914:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500260608 00000100:00100000:3.0:1770685233.538987:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 49 00000100:00100000:3.0:1770685233.538998:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e84a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+89:25102:x1856697500260608:12345-192.168.203.41@tcp:103:lfs.0 00010000:00010000:3.0:1770685233.539020:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685233.539052:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef79bd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd82c expref: 89 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685233.539077:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff9d92c5e37a00) 00010000:00010000:3.0:1770685233.539083:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685233.539146:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e84a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+88:25102:x1856697500260608:12345-192.168.203.41@tcp:103:lfs.0 Request processed in 151us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685233.539156:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 49 00000100:00100000:2.0:1770685233.542972:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685233.543418:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500260736 00000100:00100000:1.0:1770685233.543447:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500260736 00000100:00100000:1.0:1770685233.543514:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 899 00000100:00100000:1.0:1770685233.543526:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb156d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+88:25102:x1856697500260736:12345-192.168.203.41@tcp:58:lfs.0 00000100:00100000:1.0:1770685233.543736:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb156d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+88:25102:x1856697500260736:12345-192.168.203.41@tcp:58:lfs.0 Request processed in 210us (776us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685233.543745:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 899 00000100:00100000:3.0:1770685233.862140:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685233.862206:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685233.862242:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685233.862277:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500260864 00000100:00100000:3.0:1770685233.862300:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500260864 00000100:00100000:3.0:1770685233.862377:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 545 00000100:00100000:3.0:1770685233.862388:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300567450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697500260864:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685233.862475:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300567450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697500260864:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 89us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685233.862483:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 545 00000100:00100000:1.0:1770685233.862745:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500260992 00000100:00100000:1.0:1770685233.862751:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500260992 00000100:00100000:1.0:1770685233.862799:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500261120 00000100:00100000:1.0:1770685233.862802:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500261120 00000100:00100000:1.0:1770685233.862826:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 329 00000100:00100000:1.0:1770685233.862833:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5341880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2351:x1856697500260992:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685233.862871:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5341880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2351:x1856697500260992:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 39us (747us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685233.862878:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 329 00000100:00100000:1.0:1770685233.862892:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 330 00000100:00100000:1.0:1770685233.862898:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500261120:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685233.862920:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500261120:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 22us (679us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685233.862926:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 330 00000100:00080000:1.0:1770685233.862949:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1770685233.907061:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1770685234.099903:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1770685234.099916:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1770685234.099962:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 22 count 3 00000040:00080000:0.0:1770685234.099969:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:1.0:1770685234.665091:0:17976:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685234.665108:0:17976:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685234.665164:0:17976:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 22 count 3 00000040:00080000:1.0:1770685234.665170:0:17976:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1770685234.727996:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685234.728152:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500261248 00000100:00100000:3.0:1770685234.728166:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500261248 00000100:00100000:3.0:1770685234.728286:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 900 00000100:00100000:3.0:1770685234.728297:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+88:25112:x1856697500261248:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685234.728324:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685234.728349:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef79e0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd848 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685234.728432:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef79e7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685234.728449:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef79e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685234.728476:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef79e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685234.728492:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef79ee lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685234.728500:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef79ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685234.728507:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef79ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685234.728689:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef79f5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685234.728697:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef79f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685234.728704:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef79f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:3.0:1770685234.728750:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x17:0x0]: returning size 158 00000004:00200000:3.0:1770685234.728755:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685234.728774:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef79f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685234.728786:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef79f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685234.728796:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef79e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685234.728802:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef79e7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685234.728810:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef79e7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685234.728816:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7a000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685234.728820:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef79e7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685234.728827:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef79e7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685234.728840:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff9d92d40b3700) 00010000:00010000:3.0:1770685234.728849:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685234.728855:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef79e7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685234.728861:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef79e7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685234.728875:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef79ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685234.728881:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef79ee lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685234.728887:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef79ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685234.728892:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7ac00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685234.728894:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef79ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685234.728900:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef79ee lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685234.728908:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff9d92c80b5600) 00010000:00010000:3.0:1770685234.728910:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685234.728913:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef79ee lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685234.728919:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef79ee lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685234.728951:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef79e0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd848 expref: 90 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685234.728974:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef79f5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd848 expref: 89 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685234.728982:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff9d92c5e37a00) 00010000:00010000:3.0:1770685234.728984:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1770685234.728987:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7aa00, rc 0) 00000100:00100000:3.0:1770685234.729062:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+89:25112:x1856697500261248:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 766us (1080us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685234.729069:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 900 00000100:00100000:3.0:1770685234.734649:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685234.734977:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500261376 00000100:00100000:0.0:1770685234.734991:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500261376 00000100:00100000:0.0:1770685234.735214:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 231 00000100:00100000:0.0:1770685234.735227:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:2350:x1856697500261376:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685234.735251:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685234.735276:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef79fc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd84f expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685234.735350:0:6540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e86680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514765952:192.168.203.41@tcp:106: 00000100:00100000:0.0:1770685234.735496:0:6540:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fc329840 going to sleep for 11 seconds 00000100:00100000:3.0:1770685234.739154:0:6540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e86680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514765952:192.168.203.41@tcp:106: 00010000:00010000:3.0:1770685234.739204:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef79fc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd84f expref: 12 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685234.739234:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef79fc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd84f expref: 12 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685234.739248:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e7c00, rc 0) 00000100:00100000:3.0:1770685234.739326:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:2350:x1856697500261376:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 4101us (4690us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685234.739337:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 231 00000100:00100000:0.0:1770685234.745701:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685234.745756:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500261504 00000100:00100000:3.0:1770685234.745769:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500261504 00000100:00100000:3.0:1770685234.745867:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 232 00000100:00100000:3.0:1770685234.745880:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:2350:x1856697500261504:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685234.745922:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685234.745946:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef7a03 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd856 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685234.746015:0:6540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5006300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514766080:192.168.203.41@tcp:106: 00000100:00100000:3.0:1770685234.746120:0:6540:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c70e4840 going to sleep for 11 seconds 00000100:00100000:3.0:1770685234.753872:0:6540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5006300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514766080:192.168.203.41@tcp:106: 00010000:00010000:3.0:1770685234.753926:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef7a03 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd856 expref: 12 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685234.753955:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef7a03 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd856 expref: 12 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685234.753966:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7a800, rc 0) 00000100:00100000:3.0:1770685234.754058:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:2350:x1856697500261504:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 8179us (8366us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685234.754068:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 232 00000100:00100000:0.0:1770685234.760278:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685234.761401:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500261760 00000100:00100000:3.0:1770685234.761418:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500261760 00000100:00100000:3.0:1770685234.761698:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 901 00000100:00100000:3.0:1770685234.761722:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+89:25112:x1856697500261760:12345-192.168.203.41@tcp:58:lfs.0 00000040:00080000:3.0:1770685234.762106:0:5761:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].22, 136 off11184 00000100:00100000:3.0:1770685234.762215:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+89:25112:x1856697500261760:12345-192.168.203.41@tcp:58:lfs.0 Request processed in 507us (1949us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685234.762225:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 901 00010000:00010000:3.0:1770685234.932209:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1770685235.126117:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1770685235.126131:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1770685235.126182:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 4 00000040:00080000:0.0:1770685235.126190:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1770685235.126537:0:11361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e84e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514766208:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1770685235.127087:0:11361:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c84449c0 going to sleep for 11 seconds 00000100:00100000:2.0:1770685235.131181:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685235.131248:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500261888 00000100:00100000:3.0:1770685235.131259:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500261888 00000100:00100000:3.0:1770685235.131337:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 902 00000100:00100000:3.0:1770685235.131348:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb156300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+49:25122:x1856697500261888:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1770685235.131391:0:5761:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0x17:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1770685235.131508:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb156300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+49:25122:x1856697500261888:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 161us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685235.131516:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 902 00000100:00100000:3.0:1770685235.131571:0:11361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e84e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514766208:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00080000:2.0:1770685235.132801:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685235.136539:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685235.136950:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500262144 00000100:00100000:1.0:1770685235.136964:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500262144 00000100:00100000:1.0:1770685235.137210:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 903 00000100:00100000:1.0:1770685235.137224:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb156680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+48:25122:x1856697500262144:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685235.137252:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685235.137281:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef7a0a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd85d expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685235.137382:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef7a11 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685235.137400:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef7a11 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685235.137412:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef7a11 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685235.137445:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7a18 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xd983d8af bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685235.137453:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7a18 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd983d8af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685235.137460:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7a18 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd983d8af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685235.137535:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef7a1f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685235.137545:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef7a1f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685235.137608:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef7a1f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:1.0:1770685235.137624:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x17:0x0]: returning size 158 00010000:00010000:1.0:1770685235.137784:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef7a11 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685235.137792:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef7a11 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685235.137799:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef7a11 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685235.137806:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685235.137811:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef7a11 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685235.137819:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef7a11 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685235.137834:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:1.0:1770685235.137837:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685235.137843:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef7a11 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685235.137850:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef7a11 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685235.137864:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7a18 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd983d8af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685235.137870:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7a18 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd983d8af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685235.137886:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7a18 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd983d8af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685235.137891:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685235.137894:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7a18 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd983d8af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685235.137900:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7a18 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd983d8af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685235.137908:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xd983d8af (ffff9d92d40b3e00) 00010000:00010000:1.0:1770685235.137910:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685235.137913:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7a18 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xd983d8af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685235.137919:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7a18 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xd983d8af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685235.137970:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef7a0a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd85d expref: 51 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685235.137985:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef7a1f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd85d expref: 50 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685235.137993:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff9d92c5e37a00) 00010000:00010000:1.0:1770685235.137995:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1770685235.137998:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc3600, rc 0) 00000100:00100000:1.0:1770685235.138102:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb156680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+50:25122:x1856697500262144:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 881us (1579us total) trans 4294967899 rc 0/0 00000100:00100000:1.0:1770685235.138113:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 903 00000100:00100000:3.0:1770685235.145404:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685235.145448:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500262272 00000100:00100000:3.0:1770685235.145460:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500262272 00000100:00100000:3.0:1770685235.145529:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 50 00000100:00100000:3.0:1770685235.145542:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5006300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+50:2351:x1856697500262272:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685235.145561:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685235.145611:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef7a1f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd85d expref: 50 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685235.145633:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff9d92c5e37a00) 00010000:00010000:3.0:1770685235.145639:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685235.146149:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5006300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+49:2351:x1856697500262272:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 608us (760us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685235.146158:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 50 00000100:00100000:0.0:1770685235.169146:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685235.169261:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500262400 00000100:00100000:1.0:1770685235.169274:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500262400 00000100:00100000:1.0:1770685235.169359:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 233 00000100:00100000:1.0:1770685235.169373:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500262400:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1770685235.169436:0:6540:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef7a2d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685235.169460:0:6540:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef79a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd825 expref: 10 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685235.169469:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1770685235.169472:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1770685235.169477:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef7a2d lrc: 4/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685235.169521:0:6540:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef79a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd825 expref: 10 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685235.169538:0:6540:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef79a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd825 expref: 10 pid: 6539 timeout: 660 lvb_type: 0 00000100:00100000:1.0:1770685235.169557:0:6540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514766336:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685235.169695:0:6540:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb1853c0 going to sleep for 11 seconds 00000100:00080000:0.0:1770685235.170477:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1770685235.176082:0:6540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514766336:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685235.176117:0:6540:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef7a2d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685235.177249:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685235.178169:0:17738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500262528 00000100:00100000:2.0:1770685235.178184:0:17738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500262528 00002000:00100000:2.0:1770685235.178249:0:17738:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x14:0x0] (0->157) req@ffff9d91c1e84000 x1856697500262528/t0(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:356/0 lens 648/0 e 0 to 0 dl 1770685246 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685235.178261:0:17738:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c1e84000 with x1856697500262528 ext(0->157) 00010000:00010000:2.0:1770685235.178280:0:17738:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef79a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd825 expref: 11 pid: 6539 timeout: 660 lvb_type: 0 00010000:00010000:2.0:1770685235.178299:0:17738:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef79a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd825 expref: 11 pid: 6539 timeout: 660 lvb_type: 0 00002000:00010000:2.0:1770685235.178307:0:17738:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9d91c1e84000 00000100:00100000:2.0:1770685235.178354:0:17738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 6 00000100:00100000:2.0:1770685235.178364:0:17738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1b20a364-7a5a-4770-9192-023629c7ce89+11:2351:x1856697500262528:12345-192.168.203.41@tcp:4:cp.0 00000100:00100000:2.0:1770685235.179049:0:17738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1b20a364-7a5a-4770-9192-023629c7ce89+13:2351:x1856697500262528:12345-192.168.203.41@tcp:4:cp.0 Request processed in 680us (1803us total) trans 4294967350 rc 0/0 00000100:00100000:2.0:1770685235.179060:0:17738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 6 00002000:00100000:2.0:1770685235.179069:0:17738:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x14:0x0] (0->157) req@ffff9d91c1e84000 x1856697500262528/t4294967350(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:356/0 lens 648/448 e 0 to 0 dl 1770685246 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685235.179079:0:17738:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c1e84000 with x1856697500262528 ext(0->157) 00010000:00010000:2.0:1770685235.179086:0:17738:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef79a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd825 expref: 13 pid: 6539 timeout: 660 lvb_type: 0 00010000:00010000:2.0:1770685235.179101:0:17738:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef79a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd825 expref: 13 pid: 6539 timeout: 660 lvb_type: 0 00002000:00010000:2.0:1770685235.179107:0:17738:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9d91c1e84000 00000100:00100000:0.0:1770685235.190891:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685235.191048:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500262656 00000100:00100000:3.0:1770685235.191067:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500262656 00010000:00010000:3.0:1770685235.191124:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef79a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd825 expref: 13 pid: 6539 timeout: 660 lvb_type: 0 00000100:00100000:3.0:1770685235.191171:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 269 00000100:00100000:3.0:1770685235.191183:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e85f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+13:2349:x1856697500262656:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685235.191200:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685235.191228:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef79a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd825 expref: 13 pid: 6539 timeout: 660 lvb_type: 0 00010000:00010000:3.0:1770685235.191244:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef79a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd825 expref: 13 pid: 6539 timeout: 660 lvb_type: 0 00010000:00010000:3.0:1770685235.191274:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef79a1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd825 expref: 13 pid: 6539 timeout: 660 lvb_type: 0 00010000:00010000:3.0:1770685235.191291:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685235.191294:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685235.191300:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef7a2d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685235.191310:0:5745:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef7a2d lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685235.191355:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685235.191419:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e85f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+12:2349:x1856697500262656:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 238us (540us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685235.191427:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 269 00010000:00010000:2.0:1770685235.191875:0:6540:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef7a2d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685235.191892:0:6540:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef7a2d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685235.191935:0:6540:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef7a2d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685235.191944:0:6540:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef7a2d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685235.191952:0:6540:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef7a2d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685235.191959:0:6540:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3e00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:2.0:1770685235.191964:0:6540:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef7a2d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685235.191973:0:6540:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef7a2d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685235.191986:0:6540:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef7a2d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685235.191994:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef7a2d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685235.192079:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500262400:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 22709us (22944us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685235.192088:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 233 00000100:00100000:0.0:1770685235.199416:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685235.199514:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500262912 00000100:00100000:2.0:1770685235.199543:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500262912 00000100:00100000:2.0:1770685235.199638:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 904 00000100:00100000:2.0:1770685235.199649:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+49:25122:x1856697500262912:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1770685235.199817:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+49:25122:x1856697500262912:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 169us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685235.199825:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 904 00000100:00100000:1.0:1770685235.211552:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685235.211622:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500263040 00000100:00100000:2.0:1770685235.211636:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500263040 00000100:00100000:2.0:1770685235.211730:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 234 00000100:00100000:2.0:1770685235.211742:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:2351:x1856697500263040:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685235.211764:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685235.211794:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77600/0x8f0dbafbd9ef7a34 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd864 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1770685235.211826:0:6540:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x14:0x0] initial LVB size: 158, mtime: 0x698a8331, atime: 0x0, ctime: 0x698a8331, blocks: 0x1 00010000:00010000:2.0:1770685235.211850:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685235.211852:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685235.211861:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77600/0x8f0dbafbd9ef7a34 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd864 expref: 12 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685235.211882:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77600/0x8f0dbafbd9ef7a34 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd864 expref: 12 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685235.211910:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c77600, rc 0) 00000100:00100000:2.0:1770685235.211987:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+12:2351:x1856697500263040:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 247us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685235.211995:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 234 00000100:00100000:2.0:1770685235.216786:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685235.216980:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500263296 00000100:00100000:3.0:1770685235.217013:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500263296 00000100:00100000:3.0:1770685235.217082:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 905 00000100:00100000:3.0:1770685235.217093:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb155f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+49:25122:x1856697500263296:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1770685235.217232:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb155f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+49:25122:x1856697500263296:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 141us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685235.217240:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 905 00000100:00100000:1.0:1770685235.223371:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685235.223462:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500263424 00000100:00100000:3.0:1770685235.223476:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500263424 00002000:00100000:3.0:1770685235.223543:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x14:0x0] (0->4095) req@ffff9d92fb2d6680 x1856697500263424/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:356/0 lens 488/0 e 0 to 0 dl 1770685246 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685235.223556:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb2d6680 with x1856697500263424 ext(0->4095) 00002000:00010000:3.0:1770685235.223564:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d92fb2d6680 00000100:00100000:3.0:1770685235.223626:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 87 00000100:00100000:3.0:1770685235.223637:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+12:2351:x1856697500263424:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1770685235.224222:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+12:2351:x1856697500263424:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 Request processed in 581us (860us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1770685235.224232:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 87 00002000:00100000:3.0:1770685235.224241:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x14:0x0] (0->4095) req@ffff9d92fb2d6680 x1856697500263424/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:356/0 lens 488/4536 e 0 to 0 dl 1770685246 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685235.224252:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb2d6680 with x1856697500263424 ext(0->4095) 00002000:00010000:3.0:1770685235.224256:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d92fb2d6680 00000100:00100000:3.0:1770685235.245067:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685235.245239:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500263552 00000100:00100000:2.0:1770685235.245254:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500263552 00000100:00100000:2.0:1770685235.245315:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 906 00000100:00100000:2.0:1770685235.245326:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5005880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+49:25122:x1856697500263552:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685235.245349:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685235.245377:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef7a3b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd86b expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685235.245418:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76a00/0x8f0dbafbd9ef7a42 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685235.245435:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76a00/0x8f0dbafbd9ef7a42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685235.245450:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76a00/0x8f0dbafbd9ef7a42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685235.245599:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef7a3b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd86b expref: 51 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685235.245618:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76a00/0x8f0dbafbd9ef7a42 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd86b expref: 50 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685235.245628:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff9d92c5e37a00) 00010000:00010000:2.0:1770685235.245632:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1770685235.245637:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76a00, rc 0) 00000100:00100000:2.0:1770685235.245720:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5005880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+50:25122:x1856697500263552:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 386us (658us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685235.245728:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 906 00000100:00100000:0.0:1770685235.265738:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685235.265784:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500263680 00000100:00100000:0.0:1770685235.265797:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500263680 00000100:00100000:0.0:1770685235.265860:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 907 00000100:00100000:0.0:1770685235.265873:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+50:25122:x1856697500263680:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1770685235.265914:0:5761:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0x17:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1770685235.266046:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+50:25122:x1856697500263680:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 174us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685235.266064:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 907 00000100:00100000:0.0:1770685235.273264:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685235.273459:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500263808 00000100:00100000:1.0:1770685235.273487:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500263808 00000100:00100000:1.0:1770685235.273563:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 235 00000100:00100000:1.0:1770685235.273617:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+12:2348:x1856697500263808:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1770685235.273912:0:6540:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7a49 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685235.273932:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685235.273935:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685235.273941:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7a49 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685235.273958:0:6540:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7a49 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685235.273999:0:6540:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7a49 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685235.274007:0:6540:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7a49 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685235.274017:0:6540:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7a49 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685235.274025:0:6540:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2e00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:1.0:1770685235.274030:0:6540:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7a49 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685235.274040:0:6540:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7a49 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685235.274074:0:6540:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7a49 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685235.274082:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7a49 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685235.274182:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+12:2348:x1856697500263808:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 567us (928us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685235.274191:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 235 00000100:00100000:0.0:1770685235.286004:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685235.286187:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500264064 00000100:00100000:2.0:1770685235.286202:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500264064 00000100:00100000:2.0:1770685235.286328:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 908 00000100:00100000:2.0:1770685235.286340:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+50:25122:x1856697500264064:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1770685235.287183:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+51:25122:x1856697500264064:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 840us (1191us total) trans 4294967900 rc 0/0 00000100:00100000:2.0:1770685235.287195:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 908 00000040:00080000:1.0:1770685235.287391:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685235.287397:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685235.287946:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:1.0:1770685235.287956:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1770685235.293752:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685235.293875:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500264320 00000100:00100000:3.0:1770685235.293890:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500264320 00000100:00100000:3.0:1770685235.294283:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 208 00000100:00100000:3.0:1770685235.294304:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c486a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+51:25122:x1856697500264320:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1770685235.294655:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c486a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+52:25122:x1856697500264320:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 354us (915us total) trans 4294967901 rc 0/0 00000100:00100000:3.0:1770685235.294664:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 208 00000040:00080000:2.0:1770685235.627213:0:18026:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1770685235.627224:0:18026:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1770685235.627281:0:18026:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 4 00000040:00080000:2.0:1770685235.627288:0:18026:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1770685235.687804:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685235.687903:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500264448 00000100:00100000:3.0:1770685235.687917:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500264448 00000100:00100000:3.0:1770685235.687997:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 236 00000100:00100000:3.0:1770685235.688007:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+11:2350:x1856697500264448:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685235.688040:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685235.688065:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef7a50 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd872 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685235.688093:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685235.688096:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685235.688105:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef7a50 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd872 expref: 12 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685235.688124:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a800/0x8f0dbafbd9ef7a50 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd872 expref: 12 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685235.688141:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7a800, rc 0) 00000100:00100000:3.0:1770685235.688207:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2350:x1856697500264448:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 200us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685235.688215:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 236 00000100:00080000:1.0:1770685235.688445:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1770685235.696056:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685235.698111:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500264704 00000100:00100000:3.0:1770685235.698128:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500264704 00000100:00080000:1.0:1770685235.698169:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685235.698224:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 51 00000100:00100000:3.0:1770685235.698245:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d03a6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+89:25124:x1856697500264704:12345-192.168.203.41@tcp:103:lfs.0 00010000:00010000:3.0:1770685235.698265:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685235.698298:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef79f5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd848 expref: 89 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685235.698318:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff9d92c5e37a00) 00010000:00010000:3.0:1770685235.698324:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685235.698394:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d03a6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+88:25124:x1856697500264704:12345-192.168.203.41@tcp:103:lfs.0 Request processed in 152us (2351us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685235.698402:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 51 00000100:00100000:0.0:1770685235.703422:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685235.703551:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500264832 00000100:00100000:3.0:1770685235.703564:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500264832 00000100:00100000:3.0:1770685235.703643:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 909 00000100:00100000:3.0:1770685235.703654:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+88:25124:x1856697500264832:12345-192.168.203.41@tcp:58:lfs.0 00000100:00100000:3.0:1770685235.703847:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+88:25124:x1856697500264832:12345-192.168.203.41@tcp:58:lfs.0 Request processed in 194us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685235.703855:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 909 00000001:00080000:0.0:1770685235.879636:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967899 is committed 00000020:00080000:0.0:1770685235.879667:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 14 batchid updated 00000001:00080000:0.0:1770685235.879692:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967900 is committed 00000001:00080000:0.0:1770685235.879712:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967901 is committed 00000020:00080000:1.0:1770685235.879716:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 14 00000001:00080000:0.0:1770685235.879731:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967896 is committed 00000020:00080000:1.0:1770685235.879733:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 14 00010000:00010000:3.0:1770685235.953782:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1770685236.275890:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3289:1856697514766592:0@lo:400:kworker.0 00000100:00100000:0.0:1770685236.275982:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685236.276059:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514767104:0@lo:400:kworker.0 00000100:00100000:0.0:1770685236.276089:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685236.276120:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1770685236.276127:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514766464:0@lo:400:kworker.0 00000100:00100000:0.0:1770685236.276159:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685236.276186:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514766976:0@lo:400:kworker.0 00000100:00100000:0.0:1770685236.276210:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685236.276247:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514766720:0@lo:400:kworker.0 00000100:00100000:0.0:1770685236.276272:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685236.276294:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1770685236.276300:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514766848:0@lo:400:kworker.0 00000100:00100000:0.0:1770685236.276323:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685236.276377:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514766592 00000100:00100000:0.0:1770685236.276387:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514766592 00000100:00100000:0.0:1770685236.276450:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514766976 00000100:00100000:0.0:1770685236.276453:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514766976 00000100:00100000:0.0:1770685236.276475:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514766720 00000100:00100000:0.0:1770685236.276477:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514766720 00000100:00100000:0.0:1770685236.276492:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:0.0:1770685236.276500:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1856697514766592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685236.276560:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1856697514766592:12345-0@lo:400:kworker.0 Request processed in 60us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685236.276568:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00100000:0.0:1770685236.276620:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:0.0:1770685236.276626:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514766976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685236.276655:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514766976:12345-0@lo:400:kworker.0 Request processed in 30us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685236.276661:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:0.0:1770685236.276672:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:0.0:1770685236.276678:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514766720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685236.276718:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514766720:12345-0@lo:400:kworker.0 Request processed in 40us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685236.276724:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:0.0:1770685236.276743:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514767104 00000100:00100000:0.0:1770685236.276746:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514767104 00000100:00100000:0.0:1770685236.276772:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514766848 00000100:00100000:0.0:1770685236.276774:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514766848 00000100:00100000:0.0:1770685236.276795:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:0.0:1770685236.276800:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514767104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685236.276832:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514767104:12345-0@lo:400:kworker.0 Request processed in 31us (742us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685236.276846:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:0.0:1770685236.276856:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:0.0:1770685236.276861:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514766848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685236.276885:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514766848:12345-0@lo:400:kworker.0 Request processed in 25us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685236.276890:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000100:00100000:0.0:1770685236.276907:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514766464 00000100:00100000:0.0:1770685236.276910:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514766464 00000100:00100000:0.0:1770685236.276933:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:0.0:1770685236.276938:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514766464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685236.276966:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514766464:12345-0@lo:400:kworker.0 Request processed in 28us (807us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685236.276972:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00080000:0.0:1770685236.277007:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1770685236.277012:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1770685236.277016:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685236.277063:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514766848:0@lo:400:kworker.0 00000100:00100000:0.0:1770685236.277075:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514766720:0@lo:400:kworker.0 00000100:00100000:0.0:1770685236.277122:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514766464:0@lo:400:kworker.0 00000100:00100000:0.0:1770685236.277133:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514766976:0@lo:400:kworker.0 00000100:00100000:0.0:1770685236.277143:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3289:1856697514766592:0@lo:400:kworker.0 00000100:00100000:0.0:1770685236.277152:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514767104:0@lo:400:kworker.0 00000040:00080000:1.0:1770685236.337946:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685236.337958:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685236.338517:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:1.0:1770685236.338531:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1770685236.603135:0:18080:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685236.603149:0:18080:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1770685236.603214:0:18080:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 4 00000040:00080000:3.0:1770685236.603223:0:18080:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1770685236.785857:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514767232:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1770685236.785947:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685236.786071:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514767232 00000100:00100000:1.0:1770685236.786081:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514767232 00000100:00100000:1.0:1770685236.786137:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1770685236.786146:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514767232:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1770685236.786189:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 73203712 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1770685236.786257:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514767232:12345-0@lo:13:osp-pre-0-0.0 Request processed in 112us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685236.786265:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1770685236.786314:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514767232:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1770685236.786752:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1770685236.786762:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514767360:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1770685236.786792:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685236.786945:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514767360 00000100:00100000:0.0:1770685236.786950:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514767360 00000100:00100000:0.0:1770685236.786984:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1770685236.786991:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514767360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1770685236.787003:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 71368704 pending 1703936 free 3856662528 avail 3854565376 00000100:00100000:0.0:1770685236.787037:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514767360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 47us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685236.787044:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1770685236.787104:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514767360:0@lo:13:osp-pre-1-0.0 00000001:00080000:2.0:1770685236.885757:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967350 is committed 00010000:00010000:1.0:1770685236.980974:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685238.001838:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685239.005946:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685239.005994:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685239.006020:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685239.006041:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685239.006069:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685239.006094:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685239.006121:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685239.006158:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500265216 00000100:00100000:1.0:1770685239.006171:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500265216 00000100:00100000:1.0:1770685239.006239:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500265728 00000100:00100000:1.0:1770685239.006242:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500265728 00000100:00100000:1.0:1770685239.006257:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500265344 00000100:00100000:1.0:1770685239.006260:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500265344 00000100:00100000:1.0:1770685239.006272:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500265600 00000100:00100000:1.0:1770685239.006275:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500265600 00000100:00100000:1.0:1770685239.006290:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 333 00000100:00100000:1.0:1770685239.006301:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2349:x1856697500265216:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685239.006400:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2349:x1856697500265216:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 101us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685239.006415:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 333 00000100:00100000:1.0:1770685239.006435:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 334 00000100:00100000:1.0:1770685239.006441:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+10:2349:x1856697500265728:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685239.006469:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+10:2349:x1856697500265728:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 28us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685239.006476:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 334 00000100:00100000:1.0:1770685239.006487:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 335 00000100:00100000:1.0:1770685239.006493:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2349:x1856697500265344:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685239.006515:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2349:x1856697500265344:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 22us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685239.006521:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 335 00000100:00100000:1.0:1770685239.006530:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 336 00000100:00100000:1.0:1770685239.006536:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+8:2349:x1856697500265600:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685239.006558:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+8:2349:x1856697500265600:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 22us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685239.006563:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 336 00000100:00100000:1.0:1770685239.006610:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500265472 00000100:00100000:1.0:1770685239.006614:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500265472 00000100:00100000:1.0:1770685239.006639:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500265088 00000100:00100000:1.0:1770685239.006641:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500265088 00000100:00100000:1.0:1770685239.006660:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 361 00000100:00100000:1.0:1770685239.006666:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+45:2349:x1856697500265472:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685239.006711:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+45:2349:x1856697500265472:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 45us (691us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685239.006723:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 361 00000100:00100000:1.0:1770685239.006735:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 362 00000100:00100000:1.0:1770685239.006740:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+87:2349:x1856697500265088:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685239.006764:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+87:2349:x1856697500265088:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 23us (695us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685239.006769:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 362 00000100:00080000:1.0:1770685239.006794:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1770685239.006799:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1770685239.006802:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1770685239.007595:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500264960 00000100:00100000:0.0:1770685239.007604:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500264960 00000100:00100000:0.0:1770685239.007644:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 547 00000100:00100000:0.0:1770685239.007663:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0339850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2349:x1856697500264960:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685239.007726:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0339850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2349:x1856697500264960:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 75us (1795us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685239.007733:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 547 00010000:00010000:3.0:1770685239.026485:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685240.050935:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770685241.075242:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685241.398649:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5005180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514767744:0@lo:400:kworker.0 00000100:00100000:3.0:1770685241.398749:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685241.398824:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1770685241.398859:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5007100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514767872:0@lo:400:kworker.0 00000100:00100000:3.0:1770685241.398891:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685241.398930:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514767744 00000100:00100000:3.0:1770685241.398939:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514767744 00000100:00100000:3.0:1770685241.399005:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:3.0:1770685241.399017:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5006a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514767744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685241.399078:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5006a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514767744:12345-0@lo:400:kworker.0 Request processed in 63us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685241.399085:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:3.0:1770685241.399111:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514767872 00000100:00100000:3.0:1770685241.399114:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514767872 00000100:00100000:3.0:1770685241.399145:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:3.0:1770685241.399152:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5004e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514767872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685241.399185:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5004e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514767872:12345-0@lo:400:kworker.0 Request processed in 33us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685241.399191:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00080000:3.0:1770685241.399208:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1770685241.399212:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685241.399252:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5007100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514767872:0@lo:400:kworker.0 00000100:00100000:3.0:1770685241.399263:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5005180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514767744:0@lo:400:kworker.0 00000100:00100000:0.0:1770685241.399855:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514767488:0@lo:400:kworker.0 00000100:00100000:0.0:1770685241.399902:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685241.399935:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514768000:0@lo:400:kworker.0 00000100:00100000:0.0:1770685241.399957:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685241.399979:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1770685241.399985:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3288:1856697514767616:0@lo:400:kworker.0 00000100:00100000:0.0:1770685241.400008:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685241.400025:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5005500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514768128:0@lo:400:kworker.0 00000100:00100000:0.0:1770685241.400062:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685241.400111:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514767488 00000100:00100000:0.0:1770685241.400117:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514767488 00000100:00100000:0.0:1770685241.400150:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:0.0:1770685241.400156:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514767488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685241.400199:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514767488:12345-0@lo:400:kworker.0 Request processed in 43us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685241.400206:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:0.0:1770685241.400252:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514767488:0@lo:400:kworker.0 00000100:00100000:0.0:1770685241.400273:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514768128 00000100:00100000:0.0:1770685241.400277:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514768128 00000100:00100000:0.0:1770685241.400311:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:0.0:1770685241.400317:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514768128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685241.400348:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514768128:12345-0@lo:400:kworker.0 Request processed in 32us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685241.400354:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:0.0:1770685241.400374:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5005500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514768128:0@lo:400:kworker.0 00000100:00100000:0.0:1770685241.400402:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514768000 00000100:00100000:0.0:1770685241.400405:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514768000 00000100:00100000:0.0:1770685241.400427:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514767616 00000100:00100000:0.0:1770685241.400429:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514767616 00000100:00100000:0.0:1770685241.400444:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:0.0:1770685241.400449:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514768000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685241.400478:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514768000:12345-0@lo:400:kworker.0 Request processed in 29us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685241.400484:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:0.0:1770685241.400508:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:0.0:1770685241.400513:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514767616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685241.400553:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514767616:12345-0@lo:400:kworker.0 Request processed in 40us (544us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685241.400559:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:0.0:1770685241.400644:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3288:1856697514767616:0@lo:400:kworker.0 00000100:00100000:0.0:1770685241.400654:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514768000:0@lo:400:kworker.0 00000100:00080000:0.0:1770685241.400680:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1770685241.400684:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1770685241.583431:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685241.585818:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500265856 00000100:00100000:0.0:1770685241.585842:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500265856 00000100:00100000:0.0:1770685241.585972:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 910 00000100:00100000:0.0:1770685241.585987:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+45:25095:x1856697500265856:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1770685241.586136:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+45:25095:x1856697500265856:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 Request processed in 152us (2720us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685241.586146:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 910 00000100:00080000:3.0:1770685241.586272:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685241.591163:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685241.591507:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500266112 00000100:00100000:3.0:1770685241.591523:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500266112 00000100:00100000:3.0:1770685241.591628:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 209 00000100:00100000:3.0:1770685241.591642:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+45:25095:x1856697500266112:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1770685241.592159:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+46:25095:x1856697500266112:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 519us (1010us total) trans 4294967902 rc 0/0 00000100:00100000:3.0:1770685241.592175:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 209 00000100:00100000:2.0:1770685241.906230:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1770685241.906265:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514768256:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1770685241.906370:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685241.906498:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514768256 00000100:00100000:1.0:1770685241.906509:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514768256 00000100:00100000:1.0:1770685241.906600:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:1.0:1770685241.906612:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb155180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514768256:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1770685241.906658:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 73203712 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1770685241.906723:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb155180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514768256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 112us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685241.906730:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1770685241.910426:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514768256:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1770685241.918273:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1770685241.918305:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514768384:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1770685241.918414:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685241.918607:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514768384 00000100:00100000:0.0:1770685241.918619:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514768384 00000100:00100000:0.0:1770685241.918696:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1770685241.918707:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514768384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1770685241.918752:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 69664768 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1770685241.918810:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514768384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 104us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685241.918817:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:1.0:1770685241.919169:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514768384:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1770685242.102183:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1770685242.482746:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685242.482758:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1770685242.483921:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 2 00000040:00080000:3.0:1770685242.483935:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1770685243.128163:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1770685243.161513:0:18279:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12e: Check forbidden restore ========== 20:00:42 (1770685242) 00000100:00100000:0.0:1770685243.429788:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685243.429880:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500266368 00000100:00100000:3.0:1770685243.429893:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500266368 00000100:00100000:3.0:1770685243.429985:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 911 00000100:00080000:0.0:1770685243.429996:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685243.429997:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+46:25735:x1856697500266368:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685243.430028:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685243.430055:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7a57 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd879 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685243.430226:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef7a5e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.430243:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef7a5e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.430257:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef7a5e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:3.0:1770685243.430270:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:3.0:1770685243.431285:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7a57 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd879 expref: 49 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685243.431328:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef7a5e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd879 expref: 48 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685243.431338:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:3.0:1770685243.431342:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 7 00010000:00010000:3.0:1770685243.431346:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7aa00, rc 0) 00000100:00100000:3.0:1770685243.431428:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+48:25735:x1856697500266368:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 1433us (1653us total) trans 4294967903 rc 0/0 00000100:00100000:3.0:1770685243.431438:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 911 00000100:00100000:0.0:1770685243.441563:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685243.441637:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685243.441866:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500266624 00000100:00100000:3.0:1770685243.441879:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500266624 00000100:00100000:3.0:1770685243.441967:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 52 00000100:00100000:3.0:1770685243.441978:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+48:2348:x1856697500266624:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685243.441998:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685243.442031:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef7a5e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd879 expref: 48 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685243.442050:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:3.0:1770685243.442056:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685243.442114:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+47:2348:x1856697500266624:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 138us (475us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685243.442123:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 52 00000100:00100000:3.0:1770685243.442487:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500266496 00000100:00100000:3.0:1770685243.442493:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500266496 00000100:00100000:3.0:1770685243.442527:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 912 00000100:00100000:3.0:1770685243.442533:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+47:25735:x1856697500266496:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1770685243.443517:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+47:25735:x1856697500266496:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 Request processed in 980us (1969us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685243.443527:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 912 00000100:00100000:0.0:1770685243.468185:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685243.468287:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500266752 00000100:00100000:3.0:1770685243.468299:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500266752 00000100:00100000:3.0:1770685243.468380:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 913 00000100:00100000:3.0:1770685243.468392:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+87:25736:x1856697500266752:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685243.468423:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685243.468453:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef7a6c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd880 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685243.468538:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7a73 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.468556:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7a73 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.468570:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7a73 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.468632:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7a7a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.468640:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7a7a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.468645:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7a7a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.468767:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7a73 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00000100:00080000:0.0:1770685243.468794:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1770685243.468797:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7a73 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.468804:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7a73 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.468810:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7ac00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685243.468815:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7a73 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.468824:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7a73 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.468844:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5e00) 00010000:00010000:3.0:1770685243.468848:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685243.468854:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7a73 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.468860:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7a73 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.468876:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7a7a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.468881:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7a7a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.468886:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7a7a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.468892:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7a000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685243.468894:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7a7a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.468912:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7a7a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.468925:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff9d9302158500) 00010000:00010000:3.0:1770685243.468927:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685243.468930:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7a7a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.468935:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7a7a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.468972:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef7a6c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd880 expref: 88 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685243.468982:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5e00) 00010000:00010000:3.0:1770685243.468985:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685243.468989:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef7a6c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd880 expref: 88 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685243.468998:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7aa00, rc 0) 00000100:00100000:3.0:1770685243.469317:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+87:25736:x1856697500266752:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 925us (1148us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685243.469327:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 913 00000100:00100000:0.0:1770685243.473522:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685243.473638:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500267008 00000100:00100000:3.0:1770685243.473667:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500267008 00000100:00100000:3.0:1770685243.473737:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 914 00000100:00100000:3.0:1770685243.473749:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+87:25736:x1856697500267008:12345-192.168.203.41@tcp:36:lfs.0 00010000:00010000:3.0:1770685243.473829:0:5760:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685243.473885:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef78c1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd7d8 expref: 87 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685243.473905:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5e00) 00010000:00010000:3.0:1770685243.473910:0:5760:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1770685243.474028:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7a81 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.474045:0:5760:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b800/0x8f0dbafbd9ef7900 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd7ed expref: 46 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685243.474054:0:5760:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7a81 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.474095:0:5760:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b800/0x8f0dbafbd9ef7900 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd7ed expref: 46 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685243.474109:0:5760:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b800/0x8f0dbafbd9ef7900 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd7ed expref: 46 pid: 5761 timeout: 668 lvb_type: 0 00000100:00100000:3.0:1770685243.474125:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5005180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514768512:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685243.474233:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c4966300 going to sleep for 11 seconds 00000100:00100000:0.0:1770685243.480154:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685243.480206:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500267136 00000100:00100000:0.0:1770685243.480224:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500267136 00010000:00010000:0.0:1770685243.480280:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b800/0x8f0dbafbd9ef7900 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd7ed expref: 47 pid: 5761 timeout: 668 lvb_type: 0 00000100:00100000:0.0:1770685243.480325:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 270 00000100:00100000:0.0:1770685243.480336:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e85f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+47:2350:x1856697500267136:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685243.480355:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685243.480363:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b800/0x8f0dbafbd9ef7900 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd7ed expref: 47 pid: 5761 timeout: 668 lvb_type: 0 00010000:00010000:0.0:1770685243.480389:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b800/0x8f0dbafbd9ef7900 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd7ed expref: 47 pid: 5761 timeout: 668 lvb_type: 0 00010000:00010000:0.0:1770685243.480420:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5e00) 00010000:00010000:0.0:1770685243.480426:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7a81 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685243.480437:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7a81 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685243.480458:0:5745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7a81 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685243.480483:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685243.480550:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e85f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+47:2350:x1856697500267136:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 215us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685243.480560:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 270 00010000:00010000:1.0:1770685243.484893:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b800/0x8f0dbafbd9ef7900 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd7ed expref: 46 pid: 5761 timeout: 668 lvb_type: 0 00000100:00100000:1.0:1770685243.484957:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5005180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514768512:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685243.484990:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7a81 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685243.485156:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7a81 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685243.485163:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7a81 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685243.485196:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef7a88 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685243.485212:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef7a88 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685243.485224:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef7a88 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:0.0:1770685243.486556:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3b:0x0]: returning size 512 00010000:00010000:0.0:1770685243.486838:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7a81 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685243.486852:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7a81 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685243.486862:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7a81 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685243.486869:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7a200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685243.486885:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7a81 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685243.486893:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7a81 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685243.486913:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c80b5e00) 00010000:00010000:0.0:1770685243.486917:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685243.486923:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7a81 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685243.486931:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7a81 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000004:00010000:0.0:1770685243.486954:0:5760:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000036a68ba0 reply state 00000000abfb74d1 transno 4294967904 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef7a88 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:0.0:1770685243.486965:0:5760:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1770685243.487144:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+88:25736:x1856697500267008:12345-192.168.203.41@tcp:36:lfs.0 Request processed in 13392us (13632us total) trans 4294967904 rc 0/0 00000100:00100000:0.0:1770685243.487155:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 914 00010000:00010000:3.0:1770685243.492392:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef7a88 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.492416:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef7a88 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.492424:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef7a88 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.492430:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e7e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685243.492452:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef7a88 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.492461:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef7a88 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.492483:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff9d92f27c0c00) 00010000:00010000:3.0:1770685243.492486:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685243.492493:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef7a88 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.492500:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef7a88 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:0.0:1770685243.500935:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685243.501186:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500267264 00000100:00100000:3.0:1770685243.501203:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500267264 00000100:00100000:3.0:1770685243.501279:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 915 00000100:00100000:3.0:1770685243.501291:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+87:25737:x1856697500267264:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:3.0:1770685243.501327:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685243.501360:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef7a8f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd887 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685243.501611:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef7a96 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.501628:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef7a96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.501641:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef7a96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:3.0:1770685243.501799:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1770685243.501803:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685243.501850:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef7a96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.501879:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef7a8f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd887 expref: 89 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685243.501898:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef7a96 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd887 expref: 88 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685243.501906:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d9302158500) 00010000:00010000:3.0:1770685243.501908:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685243.501911:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7aa00, rc 0) 00000100:00100000:3.0:1770685243.501989:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+88:25737:x1856697500267264:12345-192.168.203.41@tcp:101:bash.0 Request processed in 701us (1069us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685243.501997:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 915 00000040:00080000:3.0:1770685243.505903:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685243.505916:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1770685243.505968:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 2 00000040:00080000:3.0:1770685243.505977:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1770685243.508333:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685243.508627:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500267392 00000100:00100000:3.0:1770685243.508639:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500267392 00000100:00100000:3.0:1770685243.508720:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 916 00000100:00100000:3.0:1770685243.508732:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+88:25737:x1856697500267392:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:3.0:1770685243.508760:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685243.508927:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7a9d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd88e expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685243.509014:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7aa4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.509054:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7aa4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.509067:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7aa4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.509084:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7aab lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.509091:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7aab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.509097:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7aab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.509233:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b800/0x8f0dbafbd9ef7ab2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.509242:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b800/0x8f0dbafbd9ef7ab2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.509250:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b800/0x8f0dbafbd9ef7ab2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:3.0:1770685243.509286:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3b:0x0]: returning size 512 00000004:00200000:3.0:1770685243.509290:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685243.509315:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b800/0x8f0dbafbd9ef7ab2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.509330:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7aa4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.509337:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7aa4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.509354:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7aa4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.509361:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7ac00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685243.509377:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7aa4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.509385:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7aa4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.509398:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d9302158500) 00010000:00010000:3.0:1770685243.509401:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685243.509407:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7aa4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.509412:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7aa4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.509427:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7aab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.509433:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7aab lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.509438:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7aab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.509443:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7a200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685243.509446:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7aab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.509452:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7aab lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.509470:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff9d9302158800) 00010000:00010000:3.0:1770685243.509473:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685243.509476:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7aab lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.509482:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7aab lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.509520:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7a9d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd88e expref: 90 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685243.509535:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b800/0x8f0dbafbd9ef7ab2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd88e expref: 89 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685243.509543:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff9d9302158f00) 00010000:00010000:3.0:1770685243.509545:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1770685243.509547:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7b800, rc 0) 00000100:00100000:3.0:1770685243.509852:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+89:25737:x1856697500267392:12345-192.168.203.41@tcp:101:bash.0 Request processed in 1120us (1529us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685243.509861:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 916 00000100:00100000:1.0:1770685243.514332:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685243.515086:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500267520 00000100:00100000:3.0:1770685243.515104:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500267520 00000100:00100000:3.0:1770685243.515294:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 917 00000100:00100000:3.0:1770685243.515308:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+89:25737:x1856697500267520:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:3.0:1770685243.515337:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685243.515376:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef7ab9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd895 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685243.515496:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7ac0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.515513:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7ac0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.515527:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7ac0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.515544:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef7ac7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.515551:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef7ac7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.515558:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef7ac7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.515689:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7ac0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.515698:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7ac0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.515705:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7ac0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.515711:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7a400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685243.515716:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7ac0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.515724:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7ac0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.515749:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff9d9302158f00) 00010000:00010000:3.0:1770685243.515752:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685243.515758:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7ac0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.515764:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7ac0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.515777:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef7ac7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.515783:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef7ac7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.515789:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef7ac7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.515793:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7b200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685243.515796:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef7ac7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.515801:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef7ac7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.515807:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff9d9302158300) 00010000:00010000:3.0:1770685243.515809:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685243.515811:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef7ac7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.515816:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef7ac7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.515854:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef7ab9 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd895 expref: 90 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685243.515870:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff9d9302158f00) 00010000:00010000:3.0:1770685243.515873:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685243.515876:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef7ab9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd895 expref: 90 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685243.515886:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7b000, rc 0) 00000100:00100000:3.0:1770685243.515969:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+89:25737:x1856697500267520:12345-192.168.203.41@tcp:101:bash.0 Request processed in 665us (1651us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685243.515977:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 917 00000100:00100000:0.0:1770685243.525094:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685243.525231:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500267648 00000100:00100000:3.0:1770685243.525244:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500267648 00000100:00100000:3.0:1770685243.525302:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 918 00000100:00100000:3.0:1770685243.525310:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+46:25738:x1856697500267648:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:3.0:1770685243.525334:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685243.525356:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef7ace lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd89c expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685243.525526:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef7ad5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.525542:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef7ad5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.525556:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef7ad5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:2.0:1770685243.529145:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1770685243.529161:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685243.529222:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef7ad5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.529276:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef7ace lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd89c expref: 48 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685243.529305:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef7ad5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd89c expref: 47 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685243.529315:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d9302158500) 00010000:00010000:2.0:1770685243.529319:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1770685243.529347:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7b200, rc 0) 00000100:00100000:2.0:1770685243.529637:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+47:25738:x1856697500267648:12345-192.168.203.41@tcp:101:rm.0 Request processed in 4324us (4555us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685243.529648:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 918 00000100:00100000:0.0:1770685243.535238:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685243.535358:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500267776 00000100:00100000:2.0:1770685243.535379:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500267776 00000100:00100000:2.0:1770685243.535491:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 919 00000100:00100000:2.0:1770685243.535504:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+47:25738:x1856697500267776:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:2.0:1770685243.535535:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685243.535567:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7adc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd8a3 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685243.535703:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7ae3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.535719:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7ae3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.535732:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7ae3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.535749:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7aea lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.535755:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7aea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.535761:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7aea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.535901:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76800/0x8f0dbafbd9ef7af1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.535936:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76800/0x8f0dbafbd9ef7af1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.535945:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76800/0x8f0dbafbd9ef7af1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:2.0:1770685243.535986:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3b:0x0]: returning size 512 00000004:00200000:2.0:1770685243.535990:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685243.536016:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76800/0x8f0dbafbd9ef7af1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.536029:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7ae3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.536036:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7ae3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.536042:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7ae3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.536049:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685243.536053:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7ae3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.536061:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7ae3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.536074:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d9302158500) 00010000:00010000:2.0:1770685243.536078:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685243.536083:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7ae3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.536090:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7ae3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.536112:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7aea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.536118:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7aea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.536124:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7aea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.536129:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685243.536132:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7aea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.536139:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7aea lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.536147:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff9d92c8ee3500) 00010000:00010000:2.0:1770685243.536150:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685243.536152:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7aea lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.536158:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7aea lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.536195:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7adc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd8a3 expref: 49 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685243.536210:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76800/0x8f0dbafbd9ef7af1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd8a3 expref: 48 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685243.536217:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff9d9302158f00) 00010000:00010000:2.0:1770685243.536226:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1770685243.536229:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76800, rc 0) 00000100:00100000:2.0:1770685243.536316:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+48:25738:x1856697500267776:12345-192.168.203.41@tcp:101:rm.0 Request processed in 815us (1092us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685243.536325:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 919 00000100:00100000:1.0:1770685243.541565:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685243.541809:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500267904 00000100:00100000:2.0:1770685243.541825:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500267904 00000100:00100000:2.0:1770685243.541904:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 920 00000100:00100000:2.0:1770685243.541915:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+48:25738:x1856697500267904:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:2.0:1770685243.541942:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685243.541969:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7af8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd8aa expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685243.542054:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef7aff lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.542071:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef7aff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.542083:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef7aff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.542097:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef7b06 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.542104:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef7b06 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.542109:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef7b06 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.542180:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef7aff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.542202:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef7aff lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.542209:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef7aff lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.542215:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685243.542220:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef7aff lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.542228:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef7aff lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.542242:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff9d9302158f00) 00010000:00010000:2.0:1770685243.542245:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685243.542251:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef7aff lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.542257:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef7aff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.542272:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef7b06 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.542278:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef7b06 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.542283:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef7b06 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.542289:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685243.542291:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef7b06 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.542307:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef7b06 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.542315:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff9d92c8ee3e00) 00010000:00010000:2.0:1770685243.542317:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685243.542320:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef7b06 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.542326:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef7b06 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.542366:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7af8 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd8aa expref: 49 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685243.542378:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff9d9302158f00) 00010000:00010000:2.0:1770685243.542380:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685243.542384:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7af8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd8aa expref: 49 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685243.542393:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76400, rc 0) 00000100:00100000:2.0:1770685243.542572:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+48:25738:x1856697500267904:12345-192.168.203.41@tcp:101:rm.0 Request processed in 657us (1021us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685243.542616:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 920 00000100:00100000:0.0:1770685243.551121:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685243.551216:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500268032 00000100:00100000:2.0:1770685243.551234:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500268032 00000100:00100000:2.0:1770685243.551342:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 921 00000100:00100000:2.0:1770685243.551355:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+48:25738:x1856697500268032:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:2.0:1770685243.551391:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685243.551436:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7b0d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd8b1 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685243.551526:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7b14 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.551552:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7b14 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.551567:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7b14 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.551608:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7b1b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.551615:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7b1b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.551623:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7b1b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.551721:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7b14 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.551729:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7b14 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.551737:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7b14 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.551744:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685243.551748:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7b14 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.551757:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7b14 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.551779:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff9d9302158f00) 00010000:00010000:2.0:1770685243.551782:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685243.551788:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7b14 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.551794:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7b14 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.551809:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7b1b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.551816:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7b1b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.551822:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7b1b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.551827:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685243.551830:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7b1b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.551848:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7b1b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.551856:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff9d92c8ee3500) 00010000:00010000:2.0:1770685243.551858:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685243.551861:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7b1b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.551867:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7b1b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.551911:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7b0d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd8b1 expref: 49 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685243.551928:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff9d9302158f00) 00010000:00010000:2.0:1770685243.551931:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685243.551934:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7b0d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd8b1 expref: 49 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685243.551944:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c77800, rc 0) 00000100:00100000:2.0:1770685243.552028:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+48:25738:x1856697500268032:12345-192.168.203.41@tcp:101:rm.0 Request processed in 676us (922us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685243.552038:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 921 00000100:00100000:2.0:1770685243.568870:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685243.568977:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500268160 00000100:00100000:0.0:1770685243.568990:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500268160 00000100:00100000:0.0:1770685243.569064:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 922 00000100:00100000:0.0:1770685243.569076:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb157b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+48:25739:x1856697500268160:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:0.0:1770685243.569102:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685243.569148:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7000/0x8f0dbafbd9ef7b22 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd8b8 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685243.569240:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef7b29 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685243.569259:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef7b29 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685243.569274:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef7b29 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685243.569292:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef7b30 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685243.569300:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef7b30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685243.569307:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef7b30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685243.569400:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef7b29 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685243.569408:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef7b29 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685243.569415:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef7b29 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685243.569422:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e7200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685243.569426:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef7b29 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685243.569435:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef7b29 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685243.569458:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff9d9302158f00) 00010000:00010000:0.0:1770685243.569462:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685243.569467:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef7b29 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685243.569474:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef7b29 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685243.569489:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef7b30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685243.569495:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef7b30 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685243.569501:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef7b30 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685243.569507:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e7a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685243.569510:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef7b30 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685243.569516:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef7b30 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685243.569524:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff9d92f27c0500) 00010000:00010000:0.0:1770685243.569526:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685243.569528:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef7b30 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685243.569534:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef7b30 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685243.569636:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7000/0x8f0dbafbd9ef7b22 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd8b8 expref: 49 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685243.569981:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff9d9302158f00) 00010000:00010000:0.0:1770685243.569984:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685243.569989:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7000/0x8f0dbafbd9ef7b22 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd8b8 expref: 49 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685243.570001:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e7000, rc 0) 00000100:00100000:0.0:1770685243.570087:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb157b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+48:25739:x1856697500268160:12345-192.168.203.41@tcp:101:cp.0 Request processed in 1012us (1232us total) trans 0 rc 301/301 00000100:00100000:0.0:1770685243.570097:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 922 00000100:00100000:0.0:1770685243.573326:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685243.574038:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500268288 00000100:00100000:2.0:1770685243.574054:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500268288 00000100:00100000:2.0:1770685243.574176:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 923 00000100:00100000:2.0:1770685243.574189:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+48:25739:x1856697500268288:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:2.0:1770685243.574216:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685243.574246:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7b37 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd8bf expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685243.574339:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7b3e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.574356:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7b3e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.574367:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7b3e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.574393:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7b45 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.574418:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7b45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.574426:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7b45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.574504:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7b3e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.574512:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7b3e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.574519:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7b3e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.574526:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685243.574530:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7b3e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.574551:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7b3e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.574565:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff9d9302158f00) 00010000:00010000:2.0:1770685243.574569:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685243.574574:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7b3e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.575167:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7b3e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.575182:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7b45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.575189:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7b45 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.575205:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7b45 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.575210:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685243.575214:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7b45 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.575220:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7b45 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.575229:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff9d92c8ee3500) 00010000:00010000:2.0:1770685243.575232:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685243.575235:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7b45 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.575240:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7b45 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685243.575285:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7b37 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd8bf expref: 49 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685243.575296:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff9d9302158f00) 00010000:00010000:2.0:1770685243.575299:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685243.575303:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7b37 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd8bf expref: 49 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685243.575313:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c77800, rc 0) 00000100:00100000:2.0:1770685243.575446:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+48:25739:x1856697500268288:12345-192.168.203.41@tcp:101:cp.0 Request processed in 1259us (2132us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685243.575456:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 923 00000100:00100000:2.0:1770685243.582295:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685243.582384:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500268544 00000100:00100000:3.0:1770685243.582398:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500268544 00000100:00100000:3.0:1770685243.582488:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 924 00000100:00100000:3.0:1770685243.582499:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb156a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+48:25739:x1856697500268544:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:3.0:1770685243.582529:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685243.582568:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7b4c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd8c6 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685243.582955:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7b53 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.582972:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7b53 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.582985:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7b53 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.583002:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7b5a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.583009:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7b5a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.583015:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7b5a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00080000:3.0:1770685243.584534:0:5760:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x12:0x0], index 0: 0 00010000:00010000:3.0:1770685243.585204:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7b61 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.585225:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7b61 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.585239:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7b61 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.585306:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7b53 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.585313:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7b53 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.585320:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7b53 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.585326:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7a000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685243.585331:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7b53 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.585338:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7b53 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.585352:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff9d9302158f00) 00010000:00010000:3.0:1770685243.585354:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685243.585360:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7b53 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.585365:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7b53 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000004:00010000:3.0:1770685243.585390:0:5760:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000000ca3ed0a reply state 00000000df47e08f transno 4294967905 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7b5a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:3.0:1770685243.585401:0:5760:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1770685243.585447:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7b4c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd8c6 expref: 51 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685243.585463:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ac00/0x8f0dbafbd9ef7b61 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd8c6 expref: 50 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685243.585477:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff9d9302158800) 00010000:00010000:3.0:1770685243.585480:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1770685243.585483:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7ac00, rc 0) 00000100:00100000:3.0:1770685243.586127:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb156a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+51:25739:x1856697500268544:12345-192.168.203.41@tcp:101:cp.0 Request processed in 3624us (3841us total) trans 4294967905 rc 0/0 00000100:00100000:3.0:1770685243.586140:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 924 00000100:00100000:1.0:1770685243.586404:0:6565:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c4700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6565:1856697514768640:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1770685243.586474:0:6565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685243.586598:0:6565:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c21fe180 going to sleep for 11 seconds 00000100:00100000:0.0:1770685243.589989:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514768640 00000100:00100000:0.0:1770685243.590013:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514768640 00000100:00100000:0.0:1770685243.590134:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:0.0:1770685243.590148:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:6565:x1856697514768640:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:0.0:1770685243.590222:0:6540:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x240000400 at 34 00000100:00080000:3.0:1770685243.591025:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1770685243.594766:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685243.595810:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500268672 00000100:00100000:3.0:1770685243.595827:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500268672 00000100:00100000:3.0:1770685243.595916:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 238 00000100:00100000:3.0:1770685243.595928:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb157800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+8:2350:x1856697500268672:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:3.0:1770685243.595951:0:6538:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685243.595977:0:6538:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef7b6f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd8cd expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1770685243.596002:0:6538:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1770685243.596023:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685243.596025:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685243.596035:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef7b6f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd8cd expref: 9 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685243.596058:0:6538:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef7b6f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd8cd expref: 9 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685243.596074:0:6538:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7ae00, rc 0) 00000100:00100000:3.0:1770685243.596145:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb157800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500268672:12345-192.168.203.41@tcp:101:cp.0 Request processed in 219us (1390us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685243.596159:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 238 00000100:00080000:2.0:1770685243.597031:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1770685243.601933:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685243.602022:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500268800 00000100:00100000:3.0:1770685243.602036:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500268800 00000100:00100000:3.0:1770685243.602108:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 239 00000100:00100000:3.0:1770685243.602121:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb155c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+9:25739:x1856697500268800:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:3.0:1770685243.602146:0:6538:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685243.602171:0:6538:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef7b76 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd8d4 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685243.602208:0:6538:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef7b6f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd8cd expref: 10 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685243.602217:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685243.602220:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685243.602225:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef7b76 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd8d4 expref: 10 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685243.602267:0:6538:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef7b6f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd8cd expref: 10 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685243.602282:0:6538:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef7b6f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd8cd expref: 10 pid: 6538 timeout: 668 lvb_type: 1 00000100:00100000:3.0:1770685243.602300:0:6538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5007100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6538:1856697514768768:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685243.602408:0:6538:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c4966300 going to sleep for 11 seconds 00010000:00010000:1.0:1770685243.606190:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7b5a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685243.606209:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7b5a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685243.606217:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7b5a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685243.606224:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7a200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685243.606230:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7b5a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685243.606238:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7b5a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685243.606256:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff9d9302158300) 00010000:00010000:1.0:1770685243.606260:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685243.606265:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7b5a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685243.606285:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7b5a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:0.0:1770685243.612880:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685243.612966:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500268928 00000100:00100000:1.0:1770685243.612979:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500268928 00010000:00010000:1.0:1770685243.613031:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef7b6f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd8cd expref: 11 pid: 6538 timeout: 668 lvb_type: 1 00000100:00100000:1.0:1770685243.613079:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 271 00000100:00100000:1.0:1770685243.613091:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500268928:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685243.613110:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685243.613138:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef7b6f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd8cd expref: 11 pid: 6538 timeout: 668 lvb_type: 1 00010000:00010000:1.0:1770685243.613154:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef7b6f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd8cd expref: 11 pid: 6538 timeout: 668 lvb_type: 1 00010000:00010000:1.0:1770685243.613186:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685243.613189:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685243.613197:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef7b76 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd8d4 expref: 11 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685243.613208:0:5747:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef7b76 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd8d4 expref: 11 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685243.613254:0:5747:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef7b76 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd8d4 expref: 11 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685243.613293:0:5747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5747:1856697514768896:192.168.203.41@tcp:105: 00000100:00100000:1.0:1770685243.613403:0:5747:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c21fe6c0 going to sleep for 11 seconds 00010000:00010000:3.0:1770685243.613941:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef7b6f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd8cd expref: 11 pid: 6538 timeout: 668 lvb_type: 1 00000100:00100000:3.0:1770685243.613977:0:6538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5007100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6538:1856697514768768:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685243.614008:0:6538:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef7b76 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd8d4 expref: 10 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685243.614020:0:6538:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7b000, rc 0) 00000100:00100000:3.0:1770685243.614080:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb155c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+10:25739:x1856697500268800:12345-192.168.203.41@tcp:101:cp.0 Request processed in 11961us (12160us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685243.614088:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 239 00000100:00100000:2.0:1770685243.617710:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:6565:x1856697514768640:12345-0@lo:5:osp-pre-0-0.0 Request processed in 27552us (31221us total) trans 4294967341 rc 0/0 00000100:00100000:2.0:1770685243.617731:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:2.0:1770685243.621014:0:5747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5747:1856697514768896:192.168.203.41@tcp:105: 00010000:00010000:2.0:1770685243.621050:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685243.621167:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500268928:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 8076us (8298us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685243.621180:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 271 00000100:00100000:1.0:1770685243.622955:0:6565:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c4700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6565:1856697514768640:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1770685243.622978:0:6565:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x12:0x0]-[0x240000400:0x41:0x0] 00000100:00100000:0.0:1770685243.626361:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685243.626712:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500269184 00000100:00100000:2.0:1770685243.626726:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500269184 00000100:00100000:0.0:1770685243.626988:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 210 00000100:00100000:0.0:1770685243.627002:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+50:25739:x1856697500269184:12345-192.168.203.41@tcp:35:cp.0 00000001:00080000:0.0:1770685243.627400:0:13758:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967906 00000100:00100000:0.0:1770685243.627549:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+52:25739:x1856697500269184:12345-192.168.203.41@tcp:35:cp.0 Request processed in 550us (1203us total) trans 4294967907 rc 0/0 00000100:00100000:0.0:1770685243.627559:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 210 00000020:00080000:0.0:1770685243.627565:0:13758:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1770685243.659833:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685243.659957:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500269312 00000100:00100000:3.0:1770685243.659971:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500269312 00000100:00100000:3.0:1770685243.660070:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 925 00000100:00100000:3.0:1770685243.660083:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+89:25742:x1856697500269312:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685243.660108:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685243.660136:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef7b7d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd8db expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685243.660230:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7b84 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.660247:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7b84 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.660260:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7b84 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.660277:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7b8b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.660301:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7b8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.660308:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7b8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.660975:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7b92 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.660988:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7b92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.660997:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7b92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:3.0:1770685243.661041:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x18:0x0]: returning size 158 00000004:00200000:3.0:1770685243.661046:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685243.661067:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7b92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.661079:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7b92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.661088:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7b84 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.661095:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7b84 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.661101:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7b84 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.661108:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7a400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685243.661112:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7b84 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.661129:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7b84 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.661143:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff9d9302158f00) 00010000:00010000:3.0:1770685243.661147:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685243.661152:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7b84 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.661160:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7b84 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.661176:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7b8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.661183:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7b8b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.661189:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7b8b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.661194:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7a000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685243.661196:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7b8b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.661202:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7b8b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.661210:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff9d9302158a00) 00010000:00010000:3.0:1770685243.661213:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685243.661215:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7b8b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.661222:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7b8b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.661272:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef7b7d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd8db expref: 91 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685243.661288:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7b92 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd8db expref: 90 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685243.661295:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff9d9302158800) 00010000:00010000:3.0:1770685243.661297:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1770685243.661300:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7a200, rc 0) 00000100:00100000:3.0:1770685243.661439:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+90:25742:x1856697500269312:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 1357us (1619us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685243.661450:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 925 00000100:00100000:2.0:1770685243.665379:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685243.667722:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500269440 00000100:00100000:3.0:1770685243.667748:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500269440 00000100:00100000:0.0:1770685243.668058:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 240 00000100:00100000:0.0:1770685243.668091:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb154000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2349:x1856697500269440:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685243.668143:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685243.668169:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef7b99 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd8e2 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685243.668244:0:6540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f51fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6540:1856697514769024:192.168.203.41@tcp:106: 00000100:00100000:0.0:1770685243.668379:0:6540:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c84c63c0 going to sleep for 11 seconds 00000100:00080000:2.0:1770685243.670109:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:2.0:1770685243.670714:0:6540:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0x12:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1770685243.670722:0:6540:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x12:0x0] updating lvb mtime: 0 -> 1770685244 00002000:00010000:2.0:1770685243.670724:0:6540:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x12:0x0] updating lvb atime: 0 -> 1770685243 00002000:00010000:2.0:1770685243.670727:0:6540:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x12:0x0] updating lvb ctime: 0 -> 1770685244 00000100:00100000:2.0:1770685243.670764:0:6540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f51fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6540:1856697514769024:192.168.203.41@tcp:106: 00010000:00010000:2.0:1770685243.670814:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef7b99 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd8e2 expref: 13 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685243.670844:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef7b99 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd8e2 expref: 13 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685243.670882:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e7a00, rc 0) 00000100:00100000:2.0:1770685243.671003:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb154000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2349:x1856697500269440:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 2914us (5640us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685243.671014:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 240 00000100:00100000:1.0:1770685243.674021:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685243.674143:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500269568 00000100:00100000:3.0:1770685243.674158:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500269568 00000100:00100000:3.0:1770685243.674268:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 926 00000100:00100000:3.0:1770685243.674280:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+90:25742:x1856697500269568:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685243.674308:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685243.674340:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef7ba0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd8e9 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685243.674448:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7ba7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.674464:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685243.674477:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:0.0:1770685243.675167:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3b:0x0]: returning size 512 00000004:00200000:0.0:1770685243.675173:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685243.675210:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685243.675252:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef7ba0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd8e9 expref: 92 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685243.675275:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7ba7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd8e9 expref: 91 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685243.675284:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff9d9302158f00) 00010000:00010000:0.0:1770685243.675287:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1770685243.675291:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7a000, rc 0) 00000100:00100000:0.0:1770685243.675483:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+91:25742:x1856697500269568:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 1203us (1475us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685243.675493:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 926 00000100:00100000:0.0:1770685243.679292:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685243.679391:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500269696 00000100:00100000:2.0:1770685243.679405:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500269696 00000100:00100000:2.0:1770685243.679472:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 241 00000100:00100000:2.0:1770685243.679485:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f544d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2348:x1856697500269696:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685243.679508:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685243.679530:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef7bae lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd8f0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685243.679643:0:6540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb298380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6540:1856697514769152:192.168.203.41@tcp:106: 00000100:00100000:2.0:1770685243.680026:0:6540:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c70d70c0 going to sleep for 11 seconds 00000100:00100000:2.0:1770685243.685255:0:6540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb298380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6540:1856697514769152:192.168.203.41@tcp:106: 00010000:00010000:2.0:1770685243.685307:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef7bae lrc: 1/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd8f0 expref: 13 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685243.685337:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef7bae lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd8f0 expref: 13 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685243.685355:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76e00, rc 0) 00000100:00100000:2.0:1770685243.685433:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f544d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2348:x1856697500269696:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 5950us (6153us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685243.685465:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 241 00000100:00100000:1.0:1770685243.691333:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685243.694997:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500269952 00000100:00100000:0.0:1770685243.695018:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500269952 00000100:00100000:0.0:1770685243.695106:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 927 00000100:00100000:0.0:1770685243.695119:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+91:25742:x1856697500269952:12345-192.168.203.41@tcp:58:lfs.0 00000040:00080000:0.0:1770685243.695499:0:5760:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].23, 136 off11320 00000100:00100000:0.0:1770685243.696002:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+91:25742:x1856697500269952:12345-192.168.203.41@tcp:58:lfs.0 Request processed in 882us (4681us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685243.696014:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 927 00000100:00100000:0.0:1770685244.107135:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685244.107203:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685244.107238:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685244.107273:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500270208 00000100:00100000:0.0:1770685244.107284:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500270208 00000100:00100000:0.0:1770685244.107350:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500270336 00000100:00100000:0.0:1770685244.107353:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500270336 00000100:00100000:0.0:1770685244.107380:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 339 00000100:00100000:0.0:1770685244.107392:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2348:x1856697500270208:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685244.107481:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2348:x1856697500270208:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 91us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685244.107490:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 339 00000100:00100000:0.0:1770685244.107510:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 340 00000100:00100000:0.0:1770685244.107516:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+10:2348:x1856697500270336:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685244.107542:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+10:2348:x1856697500270336:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 26us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685244.107548:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 340 00000100:00080000:0.0:1770685244.107566:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1770685244.109305:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500270080 00000100:00100000:1.0:1770685244.109323:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500270080 00000100:00100000:1.0:1770685244.109390:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 549 00000100:00100000:1.0:1770685244.109402:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0339c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2348:x1856697500270080:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685244.109486:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0339c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2348:x1856697500270080:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 87us (2282us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685244.109494:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 549 00010000:00010000:1.0:1770685244.149797:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1770685244.533283:0:18328:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1770685244.533301:0:18328:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1770685244.533867:0:18328:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 24 count 3 00000040:00080000:2.0:1770685244.533877:0:18328:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1770685244.545330:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1770685244.545434:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1770685244.545496:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 24 count 3 00000040:00080000:0.0:1770685244.545504:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1770685244.546095:0:11361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c3100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514769280:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1770685244.546280:0:11361:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c83e5780 going to sleep for 11 seconds 00000100:00100000:2.0:1770685244.555280:0:11361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c3100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514769280:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1770685244.573765:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685244.574238:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500270464 00000100:00100000:1.0:1770685244.574255:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500270464 00000100:00100000:1.0:1770685244.574324:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 928 00000100:00100000:1.0:1770685244.574336:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+52:25752:x1856697500270464:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1770685244.574398:0:5762:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0x18:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1770685244.574551:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+52:25752:x1856697500270464:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 216us (801us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685244.574559:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 928 00000100:00100000:0.0:1770685244.594104:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685244.594225:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500270720 00000100:00100000:3.0:1770685244.594239:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500270720 00000100:00100000:3.0:1770685244.594317:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 929 00000100:00100000:3.0:1770685244.594329:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+52:25752:x1856697500270720:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685244.594376:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685244.594405:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef7bb5 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd8f7 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685244.594515:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7bbc lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685244.594532:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7bbc lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685244.594550:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7bbc lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685244.594569:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7bc3 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7c2c76b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685244.594604:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7bc3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7c2c76b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685244.594613:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7bc3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7c2c76b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685244.594700:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef7bca lrc: 3/1,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685244.594708:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef7bca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685244.594736:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef7bca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:3.0:1770685244.594750:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x18:0x0]: returning size 158 00010000:00010000:3.0:1770685244.594890:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7bbc lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685244.594899:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7bbc lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685244.594906:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7bbc lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685244.594914:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7a400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685244.594919:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7bbc lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685244.594928:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7bbc lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685244.594943:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:3.0:1770685244.594946:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685244.594953:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7bbc lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685244.594959:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef7bbc lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685244.594972:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7bc3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7c2c76b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685244.594978:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7bc3 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7c2c76b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685244.594993:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7bc3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7c2c76b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685244.594998:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271de00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685244.595001:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7bc3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7c2c76b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685244.595007:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7bc3 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7c2c76b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685244.595016:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x7c2c76b (ffff9d9302158000) 00010000:00010000:3.0:1770685244.595018:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685244.595020:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7bc3 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7c2c76b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685244.595026:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7bc3 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7c2c76b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685244.595078:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef7bb5 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd8f7 expref: 55 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685244.595094:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef7bca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd8f7 expref: 54 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685244.595102:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff9d9302158800) 00010000:00010000:3.0:1770685244.595105:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1770685244.595107:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271d000, rc 0) 00000100:00100000:3.0:1770685244.595198:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+54:25752:x1856697500270720:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 871us (1105us total) trans 4294967908 rc 0/0 00000100:00100000:3.0:1770685244.595207:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 929 00000100:00100000:0.0:1770685244.601993:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685244.604046:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500270848 00000100:00100000:3.0:1770685244.604070:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500270848 00000100:00100000:3.0:1770685244.604221:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 242 00000100:00100000:3.0:1770685244.604235:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500270848:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1770685244.604295:0:6540:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7bd8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685244.604320:0:6540:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef7b76 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd8d4 expref: 9 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685244.604328:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1770685244.604342:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1770685244.604347:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7bd8 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685244.605064:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685244.605298:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500270976 00000100:00100000:1.0:1770685244.605308:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500270976 00000100:00100000:1.0:1770685244.605390:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 53 00000100:00100000:1.0:1770685244.605400:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb299f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+54:2350:x1856697500270976:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685244.605417:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685244.605446:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef7bca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd8f7 expref: 54 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685244.605465:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff9d9302158800) 00010000:00010000:1.0:1770685244.605472:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685244.605540:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb299f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+53:2350:x1856697500270976:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 142us (481us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685244.605549:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 53 00010000:00010000:3.0:1770685244.606151:0:6540:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef7b76 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd8d4 expref: 9 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685244.606170:0:6540:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef7b76 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd8d4 expref: 9 pid: 6538 timeout: 669 lvb_type: 0 00000100:00100000:3.0:1770685244.606187:0:6540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5007100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6540:1856697514769408:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685244.607401:0:6540:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c835a180 going to sleep for 11 seconds 00000100:00100000:1.0:1770685244.622836:0:6540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5007100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6540:1856697514769408:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685244.622882:0:6540:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7bd8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685244.630547:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685244.631503:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500271104 00000100:00100000:3.0:1770685244.631519:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500271104 00002000:00100000:3.0:1770685244.632051:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x12:0x0] (0->157) req@ffff9d92fb0c3480 x1856697500271104/t0(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:365/0 lens 648/0 e 0 to 0 dl 1770685255 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685244.632064:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb0c3480 with x1856697500271104 ext(0->157) 00010000:00010000:3.0:1770685244.632096:0:6546:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef7b76 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd8d4 expref: 10 pid: 6538 timeout: 669 lvb_type: 0 00010000:00010000:3.0:1770685244.632113:0:6546:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef7b76 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd8d4 expref: 10 pid: 6538 timeout: 669 lvb_type: 0 00002000:00010000:3.0:1770685244.632122:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9d92fb0c3480 00000100:00100000:3.0:1770685244.632162:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 7 00000100:00100000:3.0:1770685244.632174:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500271104:12345-192.168.203.41@tcp:4:cp.0 00000100:00100000:3.0:1770685244.637185:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+12:2351:x1856697500271104:12345-192.168.203.41@tcp:4:cp.0 Request processed in 4994us (6635us total) trans 4294967342 rc 0/0 00000100:00100000:3.0:1770685244.637204:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 7 00002000:00100000:3.0:1770685244.637222:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x12:0x0] (0->157) req@ffff9d92fb0c3480 x1856697500271104/t4294967342(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:365/0 lens 648/448 e 0 to 0 dl 1770685255 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685244.637234:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb0c3480 with x1856697500271104 ext(0->157) 00010000:00010000:3.0:1770685244.637247:0:6546:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef7b76 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd8d4 expref: 12 pid: 6538 timeout: 669 lvb_type: 0 00010000:00010000:3.0:1770685244.637268:0:6546:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef7b76 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd8d4 expref: 12 pid: 6538 timeout: 669 lvb_type: 0 00002000:00010000:3.0:1770685244.637277:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9d92fb0c3480 00000100:00100000:3.0:1770685244.655789:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685244.655868:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500271232 00000100:00100000:1.0:1770685244.655882:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500271232 00010000:00010000:1.0:1770685244.655934:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef7b76 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd8d4 expref: 12 pid: 6538 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1770685244.655977:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 272 00000100:00100000:1.0:1770685244.655988:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5004700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+12:2350:x1856697500271232:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685244.656007:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685244.656037:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef7b76 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd8d4 expref: 12 pid: 6538 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1770685244.656068:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef7b76 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd8d4 expref: 12 pid: 6538 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1770685244.656101:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef7b76 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd8d4 expref: 12 pid: 6538 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1770685244.656122:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685244.656125:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685244.656131:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7bd8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685244.656143:0:5745:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7bd8 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685244.656187:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685244.656259:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5004700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500271232:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 272us (485us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685244.656267:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 272 00010000:00010000:3.0:1770685244.656809:0:6540:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7bd8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685244.656836:0:6540:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7bd8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685244.656873:0:6540:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7bd8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685244.656881:0:6540:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7bd8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685244.656890:0:6540:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7bd8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685244.656898:0:6540:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271de00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:3.0:1770685244.656903:0:6540:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7bd8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685244.656911:0:6540:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7bd8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685244.656926:0:6540:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7bd8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685244.656933:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7bd8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685244.657004:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500270848:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 52771us (55019us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685244.657020:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 242 00000100:00100000:2.0:1770685244.669800:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685244.669897:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500271488 00000100:00100000:3.0:1770685244.669911:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500271488 00000100:00100000:3.0:1770685244.669980:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 930 00000100:00100000:3.0:1770685244.669991:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+53:25752:x1856697500271488:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1770685244.670134:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+53:25752:x1856697500271488:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 144us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685244.670142:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 930 00000100:00100000:0.0:1770685244.679870:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685244.680052:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500271616 00000100:00100000:1.0:1770685244.680066:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500271616 00000100:00100000:1.0:1770685244.680143:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 243 00000100:00100000:1.0:1770685244.680156:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+10:2349:x1856697500271616:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685244.680180:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685244.680211:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3400/0x8f0dbafbd9ef7bdf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd8fe expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1770685244.680244:0:6540:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12:0x0] initial LVB size: 158, mtime: 0x698a833c, atime: 0x0, ctime: 0x698a833c, blocks: 0x1 00010000:00010000:1.0:1770685244.680277:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685244.680279:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685244.680290:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3400/0x8f0dbafbd9ef7bdf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd8fe expref: 11 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685244.680310:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3400/0x8f0dbafbd9ef7bdf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd8fe expref: 11 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685244.680326:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc3400, rc 0) 00000100:00100000:1.0:1770685244.680418:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:2349:x1856697500271616:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 265us (563us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685244.680426:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 243 00000100:00100000:3.0:1770685244.684136:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685244.684305:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500271872 00000100:00100000:0.0:1770685244.684320:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500271872 00000100:00100000:0.0:1770685244.684404:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 931 00000100:00100000:0.0:1770685244.684416:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5005f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+53:25752:x1856697500271872:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1770685244.684597:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5005f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+53:25752:x1856697500271872:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 161us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685244.684607:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 931 00000100:00100000:2.0:1770685244.693771:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685244.696792:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500272000 00000100:00100000:3.0:1770685244.696815:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500272000 00002000:00100000:3.0:1770685244.696891:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x12:0x0] (0->4095) req@ffff9d92fb29aa00 x1856697500272000/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:365/0 lens 488/0 e 0 to 0 dl 1770685255 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685244.696906:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb29aa00 with x1856697500272000 ext(0->4095) 00002000:00010000:3.0:1770685244.696913:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fb29aa00 00000100:00100000:3.0:1770685244.696947:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 88 00000100:00100000:3.0:1770685244.696958:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:2351:x1856697500272000:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1770685244.697195:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:2351:x1856697500272000:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 Request processed in 238us (3438us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1770685244.697203:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 88 00002000:00100000:3.0:1770685244.697210:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x12:0x0] (0->4095) req@ffff9d92fb29aa00 x1856697500272000/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:365/0 lens 488/4536 e 0 to 0 dl 1770685255 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685244.697218:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb29aa00 with x1856697500272000 ext(0->4095) 00002000:00010000:3.0:1770685244.697236:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fb29aa00 00000100:00100000:0.0:1770685244.707165:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685244.707235:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500272128 00000100:00100000:1.0:1770685244.707249:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500272128 00000100:00100000:1.0:1770685244.707328:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 932 00000100:00100000:1.0:1770685244.707352:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+53:25752:x1856697500272128:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685244.707388:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685244.707417:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef7be6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd905 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685244.707462:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2400/0x8f0dbafbd9ef7bed lrc: 3/1,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685244.707477:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2400/0x8f0dbafbd9ef7bed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685244.707491:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2400/0x8f0dbafbd9ef7bed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685244.707637:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef7be6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd905 expref: 55 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685244.708120:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2400/0x8f0dbafbd9ef7bed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd905 expref: 54 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685244.708131:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff9d9302158800) 00010000:00010000:1.0:1770685244.708135:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1770685244.708139:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc2400, rc 0) 00000100:00100000:1.0:1770685244.708264:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+54:25752:x1856697500272128:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 915us (1110us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685244.708274:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 932 00000100:00100000:3.0:1770685244.720980:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685244.722881:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500272256 00000100:00100000:0.0:1770685244.722902:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500272256 00000100:00100000:0.0:1770685244.722990:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 933 00000100:00100000:0.0:1770685244.723003:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5004000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+54:25752:x1856697500272256:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1770685244.723046:0:5762:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0x18:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1770685244.723197:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5004000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+54:25752:x1856697500272256:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 197us (2233us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685244.723206:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 933 00000100:00100000:3.0:1770685244.727685:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685244.729836:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500272384 00000100:00100000:1.0:1770685244.729856:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500272384 00000100:00100000:1.0:1770685244.729944:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 244 00000100:00100000:1.0:1770685244.729958:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5006680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1b20a364-7a5a-4770-9192-023629c7ce89+11:2348:x1856697500272384:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1770685244.730021:0:17436:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef7bf4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685244.730042:0:17436:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685244.730045:0:17436:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685244.730051:0:17436:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef7bf4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685244.730068:0:17436:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef7bf4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685244.730111:0:17436:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef7bf4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685244.730133:0:17436:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef7bf4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685244.730143:0:17436:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef7bf4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685244.730151:0:17436:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3600 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:1.0:1770685244.730156:0:17436:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef7bf4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685244.730165:0:17436:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef7bf4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685244.730186:0:17436:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef7bf4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685244.730194:0:17436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef7bf4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685244.730314:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5006680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1b20a364-7a5a-4770-9192-023629c7ce89+11:2348:x1856697500272384:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 358us (2639us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685244.730323:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 244 00000100:00100000:0.0:1770685244.736453:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685244.738073:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500272640 00000100:00100000:1.0:1770685244.738091:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500272640 00000100:00100000:1.0:1770685244.738169:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 934 00000100:00100000:1.0:1770685244.738182:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+54:25752:x1856697500272640:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1770685244.741197:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+55:25752:x1856697500272640:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 3000us (4737us total) trans 4294967909 rc 0/0 00000100:00100000:1.0:1770685244.741217:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 934 00000100:00100000:3.0:1770685244.743071:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000040:00080000:2.0:1770685244.743316:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1770685244.743322:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:1.0:1770685244.744736:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500272896 00000100:00100000:1.0:1770685244.744754:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500272896 00000100:00100000:1.0:1770685244.744833:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 211 00000100:00100000:1.0:1770685244.744846:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5007800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+55:25752:x1856697500272896:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1770685244.745164:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5007800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+56:25752:x1856697500272896:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 319us (2100us total) trans 4294967910 rc 0/0 00000100:00100000:1.0:1770685244.745173:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 211 00000040:00080000:2.0:1770685244.745193:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1770685244.745209:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1770685245.171462:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1770685246.086790:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967907 is committed 00000001:00080000:0.0:1770685246.086811:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967904 is committed 00000001:00080000:0.0:1770685246.086824:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967910 is committed 00010000:00010000:3.0:1770685246.199030:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1770685246.513802:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5007100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514769536:0@lo:400:kworker.0 00000100:00100000:3.0:1770685246.513831:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3289:1856697514769664:0@lo:400:kworker.0 00000100:00100000:3.0:1770685246.515758:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685246.515812:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514769664 00000100:00100000:1.0:1770685246.515826:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514769664 00000100:00100000:3.0:1770685246.515858:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514770176:0@lo:400:kworker.0 00000100:00100000:1.0:1770685246.515901:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:3.0:1770685246.515916:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685246.515917:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5007480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1856697514769664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685246.515948:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1770685246.515958:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5005180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514770048:0@lo:400:kworker.0 00000100:00100000:1.0:1770685246.515993:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5007480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1856697514769664:12345-0@lo:400:kworker.0 Request processed in 81us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685246.515997:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685246.516006:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:1.0:1770685246.516032:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514770048 00000100:00100000:1.0:1770685246.516036:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514770048 00000100:00100000:3.0:1770685246.516063:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3289:1856697514769664:0@lo:400:kworker.0 00000100:00100000:1.0:1770685246.516073:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:1.0:1770685246.516081:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5006300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514770048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685246.516106:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5004a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514769792:0@lo:400:kworker.0 00000100:00100000:1.0:1770685246.516120:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5006300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514770048:12345-0@lo:400:kworker.0 Request processed in 39us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685246.516127:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:3.0:1770685246.516138:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685246.517661:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685246.517756:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1770685246.517771:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5004e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514769920:0@lo:400:kworker.0 00000100:00080000:0.0:1770685246.517801:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685246.517826:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514769792 00000100:00100000:3.0:1770685246.517835:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685246.517836:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514769792 00000100:00100000:0.0:1770685246.517901:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:0.0:1770685246.517914:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5007b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514769792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685246.517924:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514770176 00000100:00100000:3.0:1770685246.517931:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514770176 00000100:00100000:3.0:1770685246.517971:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514769920 00000100:00100000:3.0:1770685246.517975:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514769920 00000100:00100000:0.0:1770685246.517985:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5007b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514769792:12345-0@lo:400:kworker.0 Request processed in 74us (1846us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685246.517995:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:3.0:1770685246.518003:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:3.0:1770685246.518012:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5005500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514770176:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1770685246.518052:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1770685246.518056:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5005500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514770176:12345-0@lo:400:kworker.0 Request processed in 45us (2144us total) trans 0 rc 0/0 00000100:00080000:0.0:1770685246.518057:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1770685246.518060:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685246.518074:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00100000:3.0:1770685246.518088:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:3.0:1770685246.518095:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3290:x1856697514769920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685246.518128:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3290:x1856697514769920:12345-0@lo:400:kworker.0 Request processed in 34us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685246.518134:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:3.0:1770685246.518195:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5004e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514769920:0@lo:400:kworker.0 00000100:00100000:3.0:1770685246.518210:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5004a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514769792:0@lo:400:kworker.0 00000100:00100000:3.0:1770685246.518417:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5005180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514770048:0@lo:400:kworker.0 00000100:00100000:3.0:1770685246.518431:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5006d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514770176:0@lo:400:kworker.0 00000100:00100000:2.0:1770685246.518532:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514769536 00000100:00100000:2.0:1770685246.518537:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514769536 00000100:00100000:2.0:1770685246.518573:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:2.0:1770685246.518601:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0338050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514769536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685246.518661:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0338050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514769536:12345-0@lo:400:kworker.0 Request processed in 62us (1009us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685246.518668:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:2.0:1770685246.518716:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5007100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514769536:0@lo:400:kworker.0 00000040:00080000:3.0:1770685246.607874:0:18385:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685246.607886:0:18385:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1770685246.607962:0:18385:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 24 count 3 00000040:00080000:3.0:1770685246.607967:0:18385:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:3.0:1770685246.627662:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967341 is committed 00000001:00080000:3.0:1770685246.627691:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967342 is committed 00000100:00100000:3.0:1770685246.634031:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685246.635001:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500273152 00000100:00100000:2.0:1770685246.635022:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500273152 00000100:00100000:2.0:1770685246.635139:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 935 00000100:00100000:2.0:1770685246.635154:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+90:25761:x1856697500273152:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:2.0:1770685246.635207:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685246.635212:0:5762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1770685246.635258:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef7ba7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd8e9 expref: 90 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685246.635288:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff9d9302158f00) 00010000:00010000:2.0:1770685246.635295:0:5762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770685246.635317:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef7bfb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd90c expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685246.635473:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef7c02 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685246.635490:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef7c02 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685246.635502:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef7c02 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:2.0:1770685246.635516:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x18:0x0]: returning size 158 00010000:00010000:2.0:1770685246.635932:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef7bfb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd90c expref: 92 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685246.635949:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef7c02 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd90c expref: 91 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685246.635957:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff9d9302158800) 00010000:00010000:2.0:1770685246.635960:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685246.635963:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76c00, rc 0) 00000100:00080000:1.0:1770685246.636003:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685246.636067:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+91:25761:x1856697500273152:12345-192.168.203.41@tcp:101:bash.0 Request processed in 916us (2050us total) trans 4294967911 rc 0/0 00000100:00100000:2.0:1770685246.636082:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 935 00000100:00100000:3.0:1770685246.644689:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685246.645298:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500273280 00000100:00100000:0.0:1770685246.645314:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500273280 00000100:00100000:0.0:1770685246.645540:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 245 00000100:00100000:0.0:1770685246.645554:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2348:x1856697500273280:12345-192.168.203.41@tcp:101:cat.0 00010000:00010000:0.0:1770685246.645616:0:6538:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685246.645652:0:6538:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e6c00/0x8f0dbafbd9ef7c10 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd913 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685246.645684:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685246.645688:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685246.645697:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e6c00/0x8f0dbafbd9ef7c10 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd913 expref: 13 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685246.645717:0:6538:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e6c00/0x8f0dbafbd9ef7c10 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd913 expref: 13 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685246.645746:0:6538:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e6c00, rc 0) 00000100:00100000:0.0:1770685246.645986:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:2348:x1856697500273280:12345-192.168.203.41@tcp:101:cat.0 Request processed in 434us (1309us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685246.645995:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 245 00000100:00080000:2.0:1770685246.646197:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1770685246.652403:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685246.652908:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500273408 00000100:00100000:0.0:1770685246.652923:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500273408 00000100:00100000:0.0:1770685246.653102:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 54 00000100:00100000:0.0:1770685246.653115:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb298e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+91:2351:x1856697500273408:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685246.653140:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685246.653177:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef7c02 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd90c expref: 91 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685246.653201:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff9d9302158800) 00010000:00010000:0.0:1770685246.653207:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685246.653316:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb298e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+90:2351:x1856697500273408:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 203us (930us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685246.653324:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 54 00000100:00100000:1.0:1770685246.658877:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685246.660686:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500273536 00000100:00100000:0.0:1770685246.660706:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500273536 00000100:00100000:0.0:1770685246.660784:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 246 00000100:00100000:0.0:1770685246.660796:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:25761:x1856697500273536:12345-192.168.203.41@tcp:101:cat.0 00010000:00010000:0.0:1770685246.661042:0:6538:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685246.661070:0:6538:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e7400/0x8f0dbafbd9ef7c17 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd91a expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685246.661126:0:6538:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3400/0x8f0dbafbd9ef7bdf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd8fe expref: 8 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685246.661137:0:6538:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e6c00/0x8f0dbafbd9ef7c10 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd913 expref: 14 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685246.661145:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685246.661149:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685246.661154:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e7400/0x8f0dbafbd9ef7c17 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd91a expref: 14 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685246.661196:0:6538:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e6c00/0x8f0dbafbd9ef7c10 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd913 expref: 14 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685246.661211:0:6538:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e6c00/0x8f0dbafbd9ef7c10 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd913 expref: 14 pid: 6538 timeout: 671 lvb_type: 1 00000100:00100000:0.0:1770685246.661228:0:6538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6538:1856697514770304:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685246.662141:0:6538:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3400/0x8f0dbafbd9ef7bdf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd8fe expref: 8 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685246.662158:0:6538:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3400/0x8f0dbafbd9ef7bdf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd8fe expref: 8 pid: 6540 timeout: 671 lvb_type: 1 00000100:00100000:1.0:1770685246.662172:0:6538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6538:1856697514770432:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685246.662217:0:6538:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c11ca3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1770685246.670091:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685246.670139:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685246.670173:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500273664 00000100:00100000:2.0:1770685246.670184:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500273664 00010000:00010000:2.0:1770685246.670244:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3400/0x8f0dbafbd9ef7bdf lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd8fe expref: 9 pid: 6540 timeout: 671 lvb_type: 1 00000100:00100000:2.0:1770685246.670279:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500273792 00000100:00100000:2.0:1770685246.670282:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500273792 00010000:00010000:2.0:1770685246.670295:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e6c00/0x8f0dbafbd9ef7c10 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd913 expref: 15 pid: 6538 timeout: 671 lvb_type: 1 00000100:00100000:2.0:1770685246.670316:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 273 00000100:00100000:2.0:1770685246.670326:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d03a7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500273664:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685246.670342:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1770685246.670378:0:5745:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x12:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:2.0:1770685246.670385:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3400/0x8f0dbafbd9ef7bdf lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd8fe expref: 9 pid: 6540 timeout: 671 lvb_type: 1 00010000:00010000:2.0:1770685246.670398:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3400/0x8f0dbafbd9ef7bdf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd8fe expref: 9 pid: 6540 timeout: 671 lvb_type: 1 00010000:00010000:2.0:1770685246.670433:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685246.670505:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d03a7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500273664:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 179us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685246.670527:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 273 00000100:00100000:2.0:1770685246.670616:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 274 00000100:00100000:2.0:1770685246.670624:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+15:2350:x1856697500273792:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685246.670643:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685246.670654:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e6c00/0x8f0dbafbd9ef7c10 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd913 expref: 15 pid: 6538 timeout: 671 lvb_type: 1 00010000:00010000:2.0:1770685246.670665:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e6c00/0x8f0dbafbd9ef7c10 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd913 expref: 15 pid: 6538 timeout: 671 lvb_type: 1 00010000:00010000:2.0:1770685246.670680:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685246.670683:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685246.670689:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e7400/0x8f0dbafbd9ef7c17 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd91a expref: 15 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685246.670700:0:5745:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e7400/0x8f0dbafbd9ef7c17 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd91a expref: 15 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685246.670742:0:5745:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e7400/0x8f0dbafbd9ef7c17 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd91a expref: 15 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685246.670759:0:5745:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb299f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5745:1856697514770560:192.168.203.41@tcp:105: 00000100:00100000:2.0:1770685246.670897:0:5745:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c836d180 going to sleep for 11 seconds 00000100:00080000:2.0:1770685246.670926:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1770685246.671654:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e6c00/0x8f0dbafbd9ef7c10 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd913 expref: 15 pid: 6538 timeout: 671 lvb_type: 1 00000100:00100000:3.0:1770685246.671674:0:6538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6538:1856697514770304:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685246.671692:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3400/0x8f0dbafbd9ef7bdf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd8fe expref: 8 pid: 6540 timeout: 671 lvb_type: 1 00000100:00100000:3.0:1770685246.671717:0:6538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6538:1856697514770432:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685246.671750:0:6538:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e7400/0x8f0dbafbd9ef7c17 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd91a expref: 14 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685246.671764:0:6538:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e7400, rc 0) 00000100:00100000:3.0:1770685246.671825:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+14:25761:x1856697500273536:12345-192.168.203.41@tcp:101:cat.0 Request processed in 11020us (12959us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685246.671835:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 246 00000100:00100000:0.0:1770685246.678055:0:5745:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb299f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5745:1856697514770560:192.168.203.41@tcp:105: 00010000:00010000:0.0:1770685246.678092:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685246.678208:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:2350:x1856697500273792:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 7582us (8066us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685246.678221:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 274 00000100:00100000:2.0:1770685246.683751:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685246.684265:0:17738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500273920 00000100:00100000:2.0:1770685246.684288:0:17738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500273920 00002000:00100000:2.0:1770685246.684451:0:17738:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x12:0x0] (0->4095) req@ffff9d92fb298e00 x1856697500273920/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:367/0 lens 488/0 e 0 to 0 dl 1770685257 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685246.684550:0:17738:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb298e00 with x1856697500273920 ext(0->4095) 00002000:00010000:2.0:1770685246.684559:0:17738:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fb298e00 00000100:00100000:2.0:1770685246.684629:0:17738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 89 00000100:00100000:2.0:1770685246.684652:0:17738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb298e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:2350:x1856697500273920:12345-192.168.203.41@tcp:3:cat.0 00000100:00100000:2.0:1770685246.685165:0:17738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb298e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:2350:x1856697500273920:12345-192.168.203.41@tcp:3:cat.0 Request processed in 513us (1437us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1770685246.685175:0:17738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 89 00002000:00100000:2.0:1770685246.685184:0:17738:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x12:0x0] (0->4095) req@ffff9d92fb298e00 x1856697500273920/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:367/0 lens 488/4536 e 0 to 0 dl 1770685257 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685246.685194:0:17738:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb298e00 with x1856697500273920 ext(0->4095) 00002000:00010000:2.0:1770685246.685199:0:17738:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fb298e00 00000100:00100000:3.0:1770685246.688691:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685246.688778:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500274176 00000100:00100000:0.0:1770685246.688793:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500274176 00000100:00100000:0.0:1770685246.688901:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 212 00000100:00100000:0.0:1770685246.688912:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+90:25761:x1856697500274176:12345-192.168.203.41@tcp:35:cat.0 00000001:00080000:0.0:1770685246.689293:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967912 00000001:00080000:0.0:1770685246.689358:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967913 00000100:00100000:0.0:1770685246.690095:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+93:25761:x1856697500274176:12345-192.168.203.41@tcp:35:cat.0 Request processed in 1177us (1571us total) trans 4294967914 rc 0/0 00000100:00100000:0.0:1770685246.690107:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 212 00000020:00080000:0.0:1770685246.690116:0:5764:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:2.0:1770685246.704431:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685246.704508:0:17738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500274304 00000100:00100000:0.0:1770685246.704523:0:17738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500274304 00002000:00100000:0.0:1770685246.704621:0:17738:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x12:0x0] (0->315) req@ffff9d92fb298a80 x1856697500274304/t0(0) o4->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:367/0 lens 808/0 e 0 to 0 dl 1770685257 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685246.704646:0:17738:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb298a80 with x1856697500274304 ext(0->315) 00002000:00010000:0.0:1770685246.704654:0:17738:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fb298a80 00000100:00100000:0.0:1770685246.704692:0:17738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 90 00000100:00100000:0.0:1770685246.704704:0:17738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb298a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:2349:x1856697500274304:12345-192.168.203.41@tcp:4:cat.0 00000100:00100000:0.0:1770685246.708244:0:17738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb298a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:bb0b411f-1e9f-4664-994e-ef5350eaf62d+15:2349:x1856697500274304:12345-192.168.203.41@tcp:4:cat.0 Request processed in 3512us (3798us total) trans 4294967343 rc 0/0 00000100:00100000:0.0:1770685246.708264:0:17738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 90 00002000:00100000:0.0:1770685246.708287:0:17738:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x12:0x0] (0->315) req@ffff9d92fb298a80 x1856697500274304/t4294967343(0) o4->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:367/0 lens 808/448 e 0 to 0 dl 1770685257 ref 1 fl Complete:/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685246.708299:0:17738:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb298a80 with x1856697500274304 ext(0->315) 00002000:00010000:0.0:1770685246.708308:0:17738:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fb298a80 00000100:00100000:2.0:1770685246.738838:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685246.738971:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500274560 00000100:00100000:0.0:1770685246.738984:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500274560 00000100:00100000:0.0:1770685246.739071:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 936 00000100:00100000:0.0:1770685246.739085:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+93:25764:x1856697500274560:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685246.739118:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685246.739143:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6800/0x8f0dbafbd9ef7c1e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd921 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685246.739303:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef7c25 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685246.739321:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef7c25 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x18:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685246.739335:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef7c25 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x18:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685246.739350:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x18:0x0]: returning size 316 00010000:00010000:0.0:1770685246.739519:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6800/0x8f0dbafbd9ef7c1e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd921 expref: 96 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685246.739539:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef7c25 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x18:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd921 expref: 95 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685246.739550:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff9d9302158800) 00010000:00010000:0.0:1770685246.739553:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1770685246.739558:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e7a00, rc 0) 00000100:00100000:0.0:1770685246.739659:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+95:25764:x1856697500274560:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 577us (835us total) trans 4294967915 rc 0/0 00000100:00100000:0.0:1770685246.739667:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 936 00000100:00100000:2.0:1770685246.741780:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685246.743800:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500274688 00000100:00100000:0.0:1770685246.743824:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500274688 00000100:00100000:0.0:1770685246.743929:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 937 00000100:00100000:0.0:1770685246.743941:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+95:25764:x1856697500274688:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:0.0:1770685246.744040:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef7c33 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685246.744059:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef7c33 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685246.744072:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef7c33 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685246.744105:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef7c33 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685246.744110:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef7c33 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685246.744117:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef7c33 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685246.744124:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e7200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685246.744129:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef7c33 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685246.744137:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef7c33 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685246.744151:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff9d9302158800) 00010000:00010000:0.0:1770685246.744155:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1770685246.744160:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef7c33 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685246.744166:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef7c33 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685246.744288:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+95:25764:x1856697500274688:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 349us (2522us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685246.744297:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 937 00000100:00100000:3.0:1770685246.763751:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685246.765103:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500274816 00000100:00100000:0.0:1770685246.765124:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500274816 00000100:00100000:0.0:1770685246.765206:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 938 00000100:00100000:0.0:1770685246.765219:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+95:25765:x1856697500274816:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685246.765246:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685246.765275:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef7c3a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd928 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685246.765362:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6800/0x8f0dbafbd9ef7c41 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685246.765378:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6800/0x8f0dbafbd9ef7c41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685246.765389:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6800/0x8f0dbafbd9ef7c41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685246.765566:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3b:0x0]: returning size 11776 00000004:00200000:0.0:1770685246.765571:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685246.765621:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6800/0x8f0dbafbd9ef7c41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685246.765668:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef7c3a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd928 expref: 97 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685246.765687:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6800/0x8f0dbafbd9ef7c41 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd928 expref: 96 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685246.765711:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff9d9302158f00) 00010000:00010000:0.0:1770685246.765714:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1770685246.765719:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e6800, rc 0) 00000100:00100000:0.0:1770685246.765813:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+96:25765:x1856697500274816:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 595us (2071us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685246.765821:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 938 00000100:00100000:1.0:1770685246.779229:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685246.779362:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500275200 00000100:00100000:0.0:1770685246.779377:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500275200 00000100:00100000:0.0:1770685246.779446:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 213 00000100:00100000:0.0:1770685246.779459:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+96:25765:x1856697500275200:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:0.0:1770685246.779843:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+97:25765:x1856697500275200:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 384us (627us total) trans 4294967916 rc 0/0 00000100:00100000:0.0:1770685246.779861:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 213 00000100:00100000:0.0:1770685246.783156:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685246.783212:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500275328 00000100:00100000:0.0:1770685246.783225:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500275328 00000100:00100000:0.0:1770685246.783311:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 55 00000100:00100000:0.0:1770685246.783325:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+97:25765:x1856697500275328:12345-192.168.203.41@tcp:103:lfs.0 00010000:00010000:0.0:1770685246.783346:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1770685246.783383:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef7c25 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x18:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd921 expref: 97 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685246.783417:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef7b92 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd8db expref: 96 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685246.783453:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff9d9302158800) 00010000:00010000:0.0:1770685246.783459:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685246.783531:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+95:25765:x1856697500275328:12345-192.168.203.41@tcp:103:lfs.0 Request processed in 210us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685246.783541:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 55 00000100:00100000:3.0:1770685246.786316:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685246.786745:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500275456 00000100:00100000:0.0:1770685246.786759:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500275456 00000100:00100000:0.0:1770685246.786836:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 939 00000100:00100000:0.0:1770685246.786848:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5004700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+95:25765:x1856697500275456:12345-192.168.203.41@tcp:58:lfs.0 00000100:00100000:0.0:1770685246.787025:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5004700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+95:25765:x1856697500275456:12345-192.168.203.41@tcp:58:lfs.0 Request processed in 179us (724us total) trans 0 rc -1/-1 00000100:00100000:0.0:1770685246.787033:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 939 00000100:00100000:1.0:1770685247.026031:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514770688:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1770685247.026127:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685247.026334:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514770688 00000100:00100000:0.0:1770685247.026345:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514770688 00000100:00100000:0.0:1770685247.026407:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:0.0:1770685247.026417:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514770688:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1770685247.026465:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 69664768 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1770685247.027389:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514770688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 968us (1256us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685247.027401:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:3.0:1770685247.027551:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514770816:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1770685247.027760:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514770688:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1770685247.032254:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685247.032333:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514770816 00000100:00100000:0.0:1770685247.032344:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514770816 00000100:00100000:0.0:1770685247.032421:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:0.0:1770685247.032432:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5007100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514770816:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1770685247.032462:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 78184448 pending 1703936 free 3851419648 avail 3849322496 00000100:00100000:0.0:1770685247.032538:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5007100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514770816:12345-0@lo:13:osp-pre-0-0.0 Request processed in 107us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685247.032547:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:0.0:1770685247.032611:0:3291:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967341 gen 2 00000100:00100000:0.0:1770685247.032654:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514770816:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1770685247.217946:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685248.245596:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1770685249.229178:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685249.229215:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685249.229245:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685249.229263:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685249.229281:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685249.229297:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685249.229322:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685249.229368:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500275840 00000100:00100000:0.0:1770685249.229380:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500275840 00000100:00100000:0.0:1770685249.229687:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500276352 00000100:00100000:0.0:1770685249.229692:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500276352 00000100:00100000:0.0:1770685249.229714:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500275968 00000100:00100000:0.0:1770685249.229717:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500275968 00000100:00100000:0.0:1770685249.229730:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500276224 00000100:00100000:0.0:1770685249.229733:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500276224 00000100:00100000:0.0:1770685249.229751:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 343 00000100:00100000:0.0:1770685249.229762:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+15:2351:x1856697500275840:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685249.230422:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+15:2351:x1856697500275840:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 655us (1198us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685249.230436:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 343 00000100:00100000:1.0:1770685249.230968:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500275584 00000100:00100000:1.0:1770685249.230979:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500275584 00000100:00100000:1.0:1770685249.231038:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 551 00000100:00100000:1.0:1770685249.231049:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0338450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697500275584:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685249.231102:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0338450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697500275584:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 55us (1937us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685249.231109:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 551 00000100:00100000:1.0:1770685249.231365:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 344 00000100:00100000:1.0:1770685249.231376:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500276352:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685249.231415:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500276352:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 42us (2150us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685249.231423:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 344 00000100:00100000:1.0:1770685249.231476:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 345 00000100:00100000:1.0:1770685249.231484:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2351:x1856697500275968:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685249.231515:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2351:x1856697500275968:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 32us (2216us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685249.231521:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 345 00000100:00100000:1.0:1770685249.231533:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 346 00000100:00080000:0.0:1770685249.231873:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1770685249.231881:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1770685249.232084:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500276096 00000100:00100000:0.0:1770685249.232100:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500276096 00000100:00100000:0.0:1770685249.232149:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500275712 00000100:00100000:0.0:1770685249.232153:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500275712 00000100:00100000:0.0:1770685249.232175:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 369 00000100:00100000:0.0:1770685249.232184:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+48:2351:x1856697500276096:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685249.232235:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+48:2351:x1856697500276096:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 52us (2988us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685249.232242:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 369 00000100:00100000:0.0:1770685249.232256:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 370 00000100:00100000:0.0:1770685249.232261:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+95:2351:x1856697500275712:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685249.232285:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+95:2351:x1856697500275712:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 24us (3003us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685249.232291:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 370 00000100:00080000:0.0:1770685249.232306:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770685249.232659:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500276224:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685249.232693:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500276224:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 42us (3369us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685249.232698:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 346 00010000:00010000:3.0:1770685249.269742:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685250.291463:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1770685251.190339:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967916 is committed 00010000:00010000:1.0:1770685251.318172:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1770685251.636867:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514770944:0@lo:400:kworker.0 00000100:00100000:0.0:1770685251.636985:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685251.637054:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0f88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514771456:0@lo:400:kworker.0 00000100:00100000:0.0:1770685251.637085:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685251.637121:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1770685251.637127:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3288:1856697514771072:0@lo:400:kworker.0 00000100:00100000:0.0:1770685251.637150:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685251.637167:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0f89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514771584:0@lo:400:kworker.0 00000100:00100000:0.0:1770685251.637191:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685251.637222:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514771200:0@lo:400:kworker.0 00000100:00100000:0.0:1770685251.637246:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685251.637286:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1770685251.637292:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514771328:0@lo:400:kworker.0 00000100:00100000:0.0:1770685251.637315:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685251.637352:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514771456 00000100:00100000:0.0:1770685251.637362:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514771456 00000100:00100000:0.0:1770685251.637423:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514771072 00000100:00100000:0.0:1770685251.637426:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514771072 00000100:00100000:0.0:1770685251.637440:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514771200 00000100:00100000:0.0:1770685251.637443:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514771200 00000100:00100000:0.0:1770685251.637459:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:0.0:1770685251.637467:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514771456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685251.637544:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514771456:12345-0@lo:400:kworker.0 Request processed in 76us (457us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685251.637551:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:0.0:1770685251.637568:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:0.0:1770685251.637573:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514771072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685251.637635:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514771072:12345-0@lo:400:kworker.0 Request processed in 61us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685251.637640:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:0.0:1770685251.637651:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:0.0:1770685251.637657:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514771200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685251.637687:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514771200:12345-0@lo:400:kworker.0 Request processed in 31us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685251.637693:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00100000:0.0:1770685251.637720:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514771584 00000100:00100000:0.0:1770685251.637723:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514771584 00000100:00100000:0.0:1770685251.637747:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514771328 00000100:00100000:0.0:1770685251.637750:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514771328 00000100:00100000:0.0:1770685251.637782:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:0.0:1770685251.637788:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514771584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685251.637823:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514771584:12345-0@lo:400:kworker.0 Request processed in 35us (630us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685251.637829:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00100000:0.0:1770685251.637840:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:0.0:1770685251.637846:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514771328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685251.637872:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514771328:12345-0@lo:400:kworker.0 Request processed in 27us (556us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685251.637877:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00080000:0.0:1770685251.637894:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1770685251.637899:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1770685251.637902:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685251.637944:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514771328:0@lo:400:kworker.0 00000100:00100000:0.0:1770685251.637952:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514771200:0@lo:400:kworker.0 00000100:00100000:0.0:1770685251.637985:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3288:1856697514771072:0@lo:400:kworker.0 00000100:00100000:0.0:1770685251.637994:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0f89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514771584:0@lo:400:kworker.0 00000100:00100000:0.0:1770685251.638004:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0f88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514771456:0@lo:400:kworker.0 00000100:00100000:2.0:1770685251.641915:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514770944 00000100:00100000:2.0:1770685251.641938:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514770944 00000100:00100000:2.0:1770685251.642011:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:2.0:1770685251.642024:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300565450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514770944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685251.642133:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300565450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514770944:12345-0@lo:400:kworker.0 Request processed in 113us (5148us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685251.642140:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:0.0:1770685251.649056:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514770944:0@lo:400:kworker.0 00000001:00080000:3.0:1770685251.737069:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967343 is committed 00000100:00100000:3.0:1770685251.875134:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685251.875449:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500276480 00000100:00100000:0.0:1770685251.875462:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500276480 00000100:00100000:0.0:1770685251.875534:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 940 00000100:00100000:0.0:1770685251.875546:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5006d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+48:25735:x1856697500276480:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1770685251.875697:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5006d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+48:25735:x1856697500276480:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 Request processed in 152us (575us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685251.875716:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 940 00000100:00080000:0.0:1770685251.875745:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685251.881029:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685251.885108:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500276736 00000100:00100000:1.0:1770685251.885133:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500276736 00000100:00100000:1.0:1770685251.885227:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 214 00000100:00100000:1.0:1770685251.885241:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c486b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+48:25735:x1856697500276736:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1770685251.886120:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c486b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+49:25735:x1856697500276736:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 875us (5099us total) trans 4294967917 rc 0/0 00000100:00100000:1.0:1770685251.886132:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 214 00000100:00100000:0.0:1770685252.148530:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1770685252.148565:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0f88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514771712:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1770685252.148701:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685252.149662:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1770685252.149683:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514771840:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1770685252.150053:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685252.161444:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514771712 00000100:00100000:3.0:1770685252.161463:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514771712 00000100:00100000:3.0:1770685252.161547:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514771840 00000100:00100000:3.0:1770685252.161551:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514771840 00000100:00100000:3.0:1770685252.161595:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:3.0:1770685252.161618:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514771712:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1770685252.163909:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:1.0:1770685252.163943:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb299180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514771840:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1770685252.164002:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 76480512 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1770685252.164113:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb299180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514771840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 188us (14060us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685252.164142:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:2.0:1770685252.164214:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514771840:0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1770685252.165874:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 69664768 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1770685252.165985:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514771712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 4368us (17282us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685252.165995:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:0.0:1770685252.166489:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0f88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514771712:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1770685252.341257:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1770685252.914287:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685252.914299:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1770685252.914772:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 24 count 2 00000040:00080000:3.0:1770685252.914780:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1770685253.361774:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1770685253.423439:0:18583:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12f: Restore a released file explicitly ========================================================== 20:00:52 (1770685252) 00000100:00100000:3.0:1770685253.700203:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685253.703460:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500276992 00000100:00100000:0.0:1770685253.703481:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500276992 00000100:00100000:0.0:1770685253.703567:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 941 00000100:00100000:0.0:1770685253.703609:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5005180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+49:26367:x1856697500276992:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685253.703641:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685253.703669:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef7c48 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd92f expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685253.703836:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7800/0x8f0dbafbd9ef7c4f lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685253.703853:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7800/0x8f0dbafbd9ef7c4f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685253.703865:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7800/0x8f0dbafbd9ef7c4f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:0.0:1770685253.703878:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00000100:00080000:1.0:1770685253.704664:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1770685253.705212:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef7c48 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd92f expref: 52 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685253.705240:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7800/0x8f0dbafbd9ef7c4f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd92f expref: 51 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685253.705262:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:0.0:1770685253.705265:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 7 00010000:00010000:0.0:1770685253.705270:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e7800, rc 0) 00000100:00100000:0.0:1770685253.705451:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5005180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+51:26367:x1856697500276992:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 1872us (5266us total) trans 4294967918 rc 0/0 00000100:00100000:0.0:1770685253.705462:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 941 00000100:00100000:3.0:1770685253.712691:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685253.712744:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685253.712838:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500277120 00000100:00100000:0.0:1770685253.712852:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500277120 00000100:00100000:0.0:1770685253.712928:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 942 00000100:00100000:0.0:1770685253.712940:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5004a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+51:26367:x1856697500277120:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1770685253.715352:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5004a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+51:26367:x1856697500277120:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 Request processed in 2402us (2665us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685253.715368:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 942 00000100:00100000:2.0:1770685253.715646:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500277248 00000100:00100000:2.0:1770685253.715657:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500277248 00000100:00100000:2.0:1770685253.715722:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 56 00000100:00100000:2.0:1770685253.715733:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5004e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+51:2348:x1856697500277248:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685253.715752:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685253.715783:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7800/0x8f0dbafbd9ef7c4f lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd92f expref: 51 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685253.715805:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:2.0:1770685253.715812:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685253.715836:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5004e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+50:2348:x1856697500277248:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 106us (3092us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685253.715844:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 56 00000100:00100000:3.0:1770685253.723429:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685253.726218:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500277376 00000100:00100000:3.0:1770685253.726240:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500277376 00000100:00100000:3.0:1770685253.726349:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 943 00000100:00100000:3.0:1770685253.726364:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5007800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+89:26368:x1856697500277376:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685253.726397:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685253.726430:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef7c5d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd936 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685253.726525:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7c64 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.726543:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7c64 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.726556:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7c64 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.726573:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7c6b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.726635:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7c6b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.726643:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7c6b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.726975:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7c64 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.726983:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7c64 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.726990:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7c64 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.726997:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271de00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685253.727078:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7c64 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.727086:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7c64 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.727097:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d9302158500) 00010000:00010000:3.0:1770685253.727099:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685253.727104:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7c64 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.727108:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7c64 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.727118:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7c6b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.727121:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7c6b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.727130:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7c6b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.727134:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271c600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685253.727135:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7c6b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.727139:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7c6b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.727143:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff9d9302158900) 00010000:00010000:3.0:1770685253.727144:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685253.727146:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7c6b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.727148:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7c6b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.727179:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef7c5d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd936 expref: 90 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685253.727186:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d9302158500) 00010000:00010000:3.0:1770685253.727188:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685253.727190:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef7c5d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd936 expref: 90 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685253.727196:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271c000, rc 0) 00000100:00100000:3.0:1770685253.727274:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5007800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+89:26368:x1856697500277376:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 913us (3860us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685253.727281:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 943 00000100:00080000:3.0:1770685253.727321:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685253.732658:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685253.732780:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500277632 00000100:00100000:3.0:1770685253.732796:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500277632 00000100:00100000:3.0:1770685253.732870:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 944 00000100:00100000:3.0:1770685253.732881:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+89:26368:x1856697500277632:12345-192.168.203.41@tcp:36:lfs.0 00010000:00010000:3.0:1770685253.732966:0:6998:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685253.733023:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef7a96 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd887 expref: 89 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685253.733046:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d9302158500) 00010000:00010000:3.0:1770685253.733053:0:6998:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1770685253.733190:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef7c72 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.733206:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef7ad5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd89c expref: 49 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685253.733215:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef7c72 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.733259:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef7ad5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd89c expref: 49 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685253.733274:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef7ad5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd89c expref: 49 pid: 5760 timeout: 678 lvb_type: 0 00000100:00100000:3.0:1770685253.733293:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d18e7800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514771968:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685253.733406:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d19d5540 going to sleep for 11 seconds 00000100:00100000:0.0:1770685253.738096:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d18e7800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514771968:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685253.738138:0:6998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef7c72 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685253.738498:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685253.738638:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500277760 00000100:00100000:2.0:1770685253.738648:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500277760 00010000:00010000:2.0:1770685253.738695:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef7ad5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd89c expref: 50 pid: 5760 timeout: 678 lvb_type: 0 00000100:00100000:2.0:1770685253.738736:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 275 00000100:00100000:2.0:1770685253.738747:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+50:2350:x1856697500277760:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685253.738765:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685253.738774:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef7ad5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd89c expref: 50 pid: 5760 timeout: 678 lvb_type: 0 00010000:00010000:2.0:1770685253.738801:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef7ad5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd89c expref: 50 pid: 5760 timeout: 678 lvb_type: 0 00010000:00010000:2.0:1770685253.738832:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef7ad5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd89c expref: 50 pid: 5760 timeout: 678 lvb_type: 0 00010000:00010000:2.0:1770685253.738852:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d9302158500) 00010000:00010000:2.0:1770685253.738857:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef7c72 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.738868:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef7c72 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.738876:0:5745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef7c72 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.738900:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685253.738968:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+49:2350:x1856697500277760:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 222us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685253.738977:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 275 00010000:00010000:0.0:1770685253.739052:0:6998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef7c72 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685253.739060:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef7c72 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685253.739094:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef7c79 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685253.739112:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef7c79 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685253.739120:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef7c79 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685253.740212:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3c:0x0]: returning size 512 00010000:00010000:0.0:1770685253.740231:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef7c72 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685253.740243:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef7c72 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685253.740251:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef7c72 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685253.740258:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271c000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685253.740264:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef7c72 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685253.740272:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef7c72 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685253.740287:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d9302158500) 00010000:00010000:0.0:1770685253.740291:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685253.740296:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef7c72 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685253.740302:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef7c72 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000004:00010000:0.0:1770685253.740321:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000a1e04cf9 reply state 0000000027f5af46 transno 4294967919 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef7c79 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685253.740342:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1770685253.740437:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+90:26368:x1856697500277632:12345-192.168.203.41@tcp:36:lfs.0 Request processed in 7554us (7791us total) trans 4294967919 rc 0/0 00000100:00100000:0.0:1770685253.740446:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 944 00010000:00010000:0.0:1770685253.744142:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef7c79 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685253.744166:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef7c79 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685253.744176:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef7c79 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685253.744183:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e7c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685253.744189:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef7c79 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685253.744198:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef7c79 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685253.744220:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff9d92f27c0000) 00010000:00010000:0.0:1770685253.744223:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685253.744229:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef7c79 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685253.744235:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef7c79 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685253.755408:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685253.755655:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500277888 00000100:00100000:3.0:1770685253.755671:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500277888 00000100:00100000:3.0:1770685253.755754:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 945 00000100:00100000:3.0:1770685253.755763:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+89:26369:x1856697500277888:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:3.0:1770685253.755792:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685253.755817:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7c80 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd93d expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685253.755921:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7c87 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.755940:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7c87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.755956:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7c87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:3.0:1770685253.756063:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1770685253.756067:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 26 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685253.756097:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7c87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.756124:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7c80 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd93d expref: 91 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685253.756141:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7c87 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd93d expref: 90 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685253.756150:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d9302158900) 00010000:00010000:3.0:1770685253.756152:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685253.756155:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271de00, rc 0) 00000100:00100000:3.0:1770685253.756232:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+90:26369:x1856697500277888:12345-192.168.203.41@tcp:101:bash.0 Request processed in 470us (840us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685253.756248:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 945 00000100:00100000:3.0:1770685253.763400:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685253.763813:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500278016 00000100:00100000:0.0:1770685253.763829:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500278016 00000100:00100000:1.0:1770685253.764049:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 946 00000100:00100000:1.0:1770685253.764063:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+90:26369:x1856697500278016:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:1.0:1770685253.764096:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685253.764127:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef7c8e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd944 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685253.764224:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef7c95 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685253.764244:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef7c95 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685253.764259:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef7c95 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685253.764277:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7c9c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685253.764285:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7c9c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685253.764291:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7c9c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685253.764430:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3400/0x8f0dbafbd9ef7ca3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685253.764464:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3400/0x8f0dbafbd9ef7ca3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685253.764472:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3400/0x8f0dbafbd9ef7ca3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:1.0:1770685253.764519:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3c:0x0]: returning size 512 00000004:00200000:1.0:1770685253.764524:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685253.764552:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3400/0x8f0dbafbd9ef7ca3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685253.764566:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef7c95 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685253.764573:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef7c95 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685253.764629:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef7c95 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685253.764635:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685253.764640:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef7c95 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685253.764648:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef7c95 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685253.764662:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d9302158900) 00010000:00010000:1.0:1770685253.764666:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685253.764671:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef7c95 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685253.764677:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef7c95 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685253.764700:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7c9c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685253.764706:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7c9c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685253.764711:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7c9c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685253.764715:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685253.764719:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7c9c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685253.764725:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7c9c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685253.764732:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff9d92d40b3e00) 00010000:00010000:1.0:1770685253.764735:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685253.764738:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7c9c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685253.764743:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7c9c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685253.764780:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef7c8e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd944 expref: 92 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685253.764796:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3400/0x8f0dbafbd9ef7ca3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd944 expref: 91 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685253.764804:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff9d92d40b3400) 00010000:00010000:1.0:1770685253.764812:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1770685253.764815:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc3400, rc 0) 00000100:00100000:1.0:1770685253.764977:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+91:26369:x1856697500278016:12345-192.168.203.41@tcp:101:bash.0 Request processed in 916us (1591us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685253.764986:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 946 00000100:00100000:1.0:1770685253.777783:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685253.777892:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500278144 00000100:00100000:3.0:1770685253.777908:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500278144 00000100:00100000:3.0:1770685253.777972:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 947 00000100:00100000:3.0:1770685253.777985:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+91:26369:x1856697500278144:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:3.0:1770685253.778028:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685253.778057:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7caa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd94b expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685253.778148:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef7cb1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.778173:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef7cb1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.778185:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef7cb1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.778196:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef7cb8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.778201:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef7cb8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.778205:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef7cb8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.778306:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef7cb1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.778314:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef7cb1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.778353:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef7cb1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.778359:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685253.778363:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef7cb1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.778371:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef7cb1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.778384:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff9d92d40b3400) 00010000:00010000:3.0:1770685253.778386:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685253.778390:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef7cb1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.778394:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef7cb1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.778406:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef7cb8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.778410:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef7cb8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.778414:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef7cb8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.778418:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271ce00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685253.778421:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef7cb8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.778426:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef7cb8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.778910:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff9d9302158000) 00010000:00010000:3.0:1770685253.778913:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685253.778917:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef7cb8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.778923:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef7cb8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.778976:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7caa lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd94b expref: 92 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685253.778989:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff9d92d40b3400) 00010000:00010000:3.0:1770685253.778991:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685253.778995:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7caa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd94b expref: 92 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685253.779229:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271c600, rc 0) 00000100:00100000:3.0:1770685253.779736:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+91:26369:x1856697500278144:12345-192.168.203.41@tcp:101:bash.0 Request processed in 1749us (1960us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685253.779747:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 947 00000100:00100000:2.0:1770685253.788131:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685253.788491:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500278272 00000100:00100000:3.0:1770685253.788506:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500278272 00000100:00100000:3.0:1770685253.788652:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 948 00000100:00100000:3.0:1770685253.788665:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+49:26370:x1856697500278272:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:3.0:1770685253.788694:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685253.788723:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7cbf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd952 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685253.788834:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef7cc6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.788849:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef7cc6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.788862:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef7cc6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:3.0:1770685253.788939:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1770685253.788944:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 26 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685253.788970:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef7cc6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685253.788998:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7cbf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd952 expref: 51 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685253.789035:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef7cc6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd952 expref: 50 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685253.789046:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d9302158900) 00010000:00010000:3.0:1770685253.789050:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685253.789054:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271ce00, rc 0) 00000100:00100000:3.0:1770685253.789122:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+50:26370:x1856697500278272:12345-192.168.203.41@tcp:101:rm.0 Request processed in 461us (1006us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685253.789129:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 948 00000100:00100000:0.0:1770685253.795451:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685253.795826:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500278400 00000100:00100000:3.0:1770685253.795853:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500278400 00000100:00100000:3.0:1770685253.795935:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 949 00000100:00100000:3.0:1770685253.795950:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+50:26370:x1856697500278400:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:3.0:1770685253.796007:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685253.796036:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7ccd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd959 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685253.796140:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef7cd4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.796160:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef7cd4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.796174:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef7cd4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.796192:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7cdb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.796199:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7cdb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.796207:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7cdb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.796941:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ca00/0x8f0dbafbd9ef7ce2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.796954:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ca00/0x8f0dbafbd9ef7ce2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.796974:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ca00/0x8f0dbafbd9ef7ce2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:3.0:1770685253.797020:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3c:0x0]: returning size 512 00000004:00200000:3.0:1770685253.797026:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685253.797060:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ca00/0x8f0dbafbd9ef7ce2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.797091:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef7cd4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.797099:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef7cd4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.797106:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef7cd4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.797113:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685253.797117:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef7cd4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.797125:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef7cd4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.797141:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d9302158900) 00010000:00010000:3.0:1770685253.797144:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685253.797151:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef7cd4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.797158:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef7cd4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.797175:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7cdb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.797180:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7cdb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.797186:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7cdb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.797191:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685253.797200:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7cdb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.797206:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7cdb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.797213:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff9d9302158000) 00010000:00010000:3.0:1770685253.797216:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685253.797220:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7cdb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.797226:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7cdb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.797270:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7ccd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd959 expref: 52 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685253.797284:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ca00/0x8f0dbafbd9ef7ce2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd959 expref: 51 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685253.797292:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff9d92d40b3400) 00010000:00010000:3.0:1770685253.797294:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1770685253.797296:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271ca00, rc 0) 00000100:00100000:3.0:1770685253.797984:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+51:26370:x1856697500278400:12345-192.168.203.41@tcp:101:rm.0 Request processed in 2032us (2544us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685253.797996:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 949 00000100:00100000:1.0:1770685253.802280:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685253.802389:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500278528 00000100:00100000:3.0:1770685253.802408:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500278528 00000100:00100000:3.0:1770685253.802498:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 950 00000100:00100000:3.0:1770685253.802511:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+51:26370:x1856697500278528:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:3.0:1770685253.802567:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685253.802814:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef7ce9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd960 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685253.805324:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7cf0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.805364:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7cf0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.805380:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7cf0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.805397:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef7cf7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.805419:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef7cf7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.805426:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef7cf7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.805529:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7cf0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.805537:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7cf0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.805545:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7cf0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.805553:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685253.805558:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7cf0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.805567:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7cf0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.805611:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff9d92d40b3400) 00010000:00010000:2.0:1770685253.805615:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685253.805621:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7cf0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.805628:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7cf0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.805642:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef7cf7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.805649:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef7cf7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.805661:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef7cf7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.805666:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685253.805670:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef7cf7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.805677:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef7cf7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.805685:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff9d92c8ee3500) 00010000:00010000:2.0:1770685253.805687:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685253.805690:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef7cf7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.805695:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef7cf7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.805753:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef7ce9 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd960 expref: 52 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685253.805763:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff9d92d40b3400) 00010000:00010000:2.0:1770685253.805764:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685253.805767:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef7ce9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd960 expref: 52 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685253.805774:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271cc00, rc 0) 00000100:00100000:2.0:1770685253.805874:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+51:26370:x1856697500278528:12345-192.168.203.41@tcp:101:rm.0 Request processed in 3363us (3610us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685253.805884:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 950 00000100:00100000:0.0:1770685253.808435:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685253.809145:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500278656 00000100:00100000:2.0:1770685253.809158:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500278656 00000100:00100000:2.0:1770685253.809225:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 951 00000100:00100000:2.0:1770685253.809236:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+51:26370:x1856697500278656:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:2.0:1770685253.809271:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685253.809295:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7cfe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd967 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685253.809767:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7d05 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.809785:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7d05 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.809796:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7d05 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.809808:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d0c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.809812:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d0c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.809816:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d0c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.809895:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7d05 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.809903:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7d05 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.809908:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7d05 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.809930:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685253.809933:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7d05 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.809939:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7d05 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.809950:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff9d92d40b3400) 00010000:00010000:2.0:1770685253.809953:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685253.809956:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7d05 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.809961:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7d05 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.809974:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d0c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.809979:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d0c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.809985:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d0c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.809989:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685253.809992:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d0c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.809998:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d0c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.810107:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff9d92c8ee3400) 00010000:00010000:2.0:1770685253.810109:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685253.810116:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d0c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.810120:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d0c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.810156:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7cfe lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd967 expref: 52 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685253.810163:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff9d92d40b3400) 00010000:00010000:2.0:1770685253.810165:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685253.810176:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7cfe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd967 expref: 52 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685253.810184:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c77200, rc 0) 00000100:00100000:2.0:1770685253.810629:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+51:26370:x1856697500278656:12345-192.168.203.41@tcp:101:rm.0 Request processed in 1023us (1847us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685253.810640:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 951 00000100:00100000:0.0:1770685253.835725:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685253.836786:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500278784 00000100:00100000:2.0:1770685253.836803:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500278784 00000100:00100000:3.0:1770685253.837287:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 952 00000100:00100000:3.0:1770685253.837719:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+51:26371:x1856697500278784:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:3.0:1770685253.837757:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685253.837793:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7d13 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd96e expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685253.838197:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7d1a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.838216:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7d1a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.838228:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7d1a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.838246:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef7d21 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.838253:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef7d21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.838260:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef7d21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.838784:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7d1a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.838795:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7d1a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.838822:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7d1a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.838829:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685253.838834:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7d1a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.839165:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7d1a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.839183:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff9d92d40b3400) 00010000:00010000:3.0:1770685253.839187:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685253.839194:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7d1a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.839201:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7d1a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.839220:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef7d21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.839226:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef7d21 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.839232:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef7d21 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.839236:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685253.839239:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef7d21 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.839244:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef7d21 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.839264:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff9d9302158000) 00010000:00010000:3.0:1770685253.839267:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685253.839270:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef7d21 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.839275:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef7d21 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685253.839790:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7d13 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd96e expref: 52 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685253.839805:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff9d92d40b3400) 00010000:00010000:3.0:1770685253.839808:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685253.839812:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7d13 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd96e expref: 52 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685253.839824:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271c600, rc 0) 00000100:00100000:3.0:1770685253.840747:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+51:26371:x1856697500278784:12345-192.168.203.41@tcp:101:cp.0 Request processed in 3439us (5029us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685253.840761:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 952 00000100:00100000:1.0:1770685253.852358:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685253.853845:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500278912 00000100:00100000:3.0:1770685253.853867:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500278912 00000100:00100000:2.0:1770685253.860985:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 953 00000100:00100000:2.0:1770685253.861011:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+51:26371:x1856697500278912:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:2.0:1770685253.861042:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685253.861074:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7d28 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd975 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685253.861169:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d2f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.861188:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d2f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.861229:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d2f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.861248:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7d36 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.861255:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7d36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.861262:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7d36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.861356:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d2f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.861365:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d2f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.861372:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d2f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.861380:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685253.861385:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d2f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.861394:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d2f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.861412:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff9d92d40b3400) 00010000:00010000:2.0:1770685253.861427:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685253.861434:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d2f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.861441:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d2f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.861466:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7d36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.861472:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7d36 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.861479:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7d36 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.861484:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685253.861487:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7d36 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.861494:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7d36 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.861502:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff9d92c8ee3400) 00010000:00010000:2.0:1770685253.861505:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685253.861508:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7d36 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.861513:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7d36 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.861556:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7d28 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd975 expref: 52 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685253.861569:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff9d92d40b3400) 00010000:00010000:2.0:1770685253.861571:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685253.861614:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7d28 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd975 expref: 52 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685253.861638:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c77200, rc 0) 00000100:00100000:2.0:1770685253.861736:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+51:26371:x1856697500278912:12345-192.168.203.41@tcp:101:cp.0 Request processed in 737us (9394us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685253.861745:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 953 00000100:00100000:0.0:1770685253.866346:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685253.877543:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500279168 00000100:00100000:1.0:1770685253.877568:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500279168 00000100:00100000:1.0:1770685253.877732:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 954 00000100:00100000:1.0:1770685253.877745:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+51:26371:x1856697500279168:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:1.0:1770685253.877772:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685253.877801:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef7d3d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd97c expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685253.877996:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef7d44 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685253.878165:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef7d44 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685253.878180:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef7d44 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685253.878198:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef7d4b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685253.878206:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef7d4b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685253.878212:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef7d4b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00080000:1.0:1770685253.879397:0:5761:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x15:0x0], index 1: 0 00010000:00010000:1.0:1770685253.880247:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef7d52 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685253.880269:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef7d52 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685253.880283:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef7d52 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685253.880330:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef7d44 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685253.880339:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef7d44 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685253.880346:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef7d44 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685253.880353:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685253.880358:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef7d44 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685253.880367:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef7d44 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685253.880381:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff9d92d40b3400) 00010000:00010000:1.0:1770685253.880385:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685253.880391:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef7d44 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685253.880398:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef7d44 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000004:00010000:1.0:1770685253.880799:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000057fca1fe reply state 00000000a6f50fce transno 4294967920 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef7d4b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685253.880811:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1770685253.880872:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef7d3d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd97c expref: 54 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685253.880889:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef7d52 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd97c expref: 53 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685253.880897:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9d92d40b3d00) 00010000:00010000:1.0:1770685253.880899:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1770685253.880902:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc3600, rc 0) 00000100:00100000:1.0:1770685253.882518:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+54:26371:x1856697500279168:12345-192.168.203.41@tcp:101:cp.0 Request processed in 4762us (16176us total) trans 4294967920 rc 0/0 00000100:00100000:1.0:1770685253.882531:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 954 00010000:00010000:2.0:1770685253.885111:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef7d4b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685253.885134:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef7d4b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685253.885142:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef7d4b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685253.885149:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685253.885155:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef7d4b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685253.885163:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef7d4b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685253.885183:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff9d92d40b3e00) 00010000:00010000:2.0:1770685253.885187:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685253.885192:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef7d4b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685253.885199:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef7d4b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:0.0:1770685253.887433:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685253.887804:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500279296 00000100:00100000:1.0:1770685253.887819:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500279296 00000100:00100000:1.0:1770685253.887907:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 247 00000100:00100000:1.0:1770685253.887919:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500279296:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:1.0:1770685253.887941:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685253.887985:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2600/0x8f0dbafbd9ef7d60 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd983 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1770685253.888108:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:1.0:1770685253.888391:0:6540:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1770685253.888428:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685253.888431:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685253.888459:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2600/0x8f0dbafbd9ef7d60 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd983 expref: 11 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685253.888482:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2600/0x8f0dbafbd9ef7d60 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd983 expref: 11 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685253.888499:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc2600, rc 0) 00000100:00100000:1.0:1770685253.889202:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:2351:x1856697500279296:12345-192.168.203.41@tcp:101:cp.0 Request processed in 1282us (1790us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685253.889215:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 247 00000100:00100000:1.0:1770685253.896357:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685253.896789:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500279424 00000100:00100000:0.0:1770685253.896804:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500279424 00000100:00100000:0.0:1770685253.896955:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 248 00000100:00100000:0.0:1770685253.896977:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:26371:x1856697500279424:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:0.0:1770685253.897010:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685253.897036:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef7d67 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd98a expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685253.897074:0:6540:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2600/0x8f0dbafbd9ef7d60 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd983 expref: 12 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685253.897084:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685253.897087:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685253.897092:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef7d67 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd98a expref: 12 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685253.897138:0:6540:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2600/0x8f0dbafbd9ef7d60 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd983 expref: 12 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685253.897154:0:6540:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2600/0x8f0dbafbd9ef7d60 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd983 expref: 12 pid: 6540 timeout: 678 lvb_type: 1 00000100:00100000:0.0:1770685253.897170:0:6540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514772096:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685253.897325:0:6540:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92f5166540 going to sleep for 11 seconds 00000100:00100000:1.0:1770685253.903975:0:6540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514772096:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685253.904789:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00010000:00010000:1.0:1770685253.905121:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef7d67 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd98a expref: 12 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685253.905151:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e6a00, rc 0) 00000100:00100000:1.0:1770685253.905226:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+12:26371:x1856697500279424:12345-192.168.203.41@tcp:101:cp.0 Request processed in 8260us (8884us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685253.905237:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 248 00000100:00100000:2.0:1770685253.906470:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500279552 00000100:00100000:2.0:1770685253.906485:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500279552 00010000:00010000:2.0:1770685253.906537:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2600/0x8f0dbafbd9ef7d60 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd983 expref: 12 pid: 6540 timeout: 678 lvb_type: 1 00000100:00100000:2.0:1770685253.906647:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 276 00000100:00100000:2.0:1770685253.906659:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+12:2350:x1856697500279552:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685253.906679:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685253.906708:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2600/0x8f0dbafbd9ef7d60 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd983 expref: 12 pid: 6540 timeout: 678 lvb_type: 1 00010000:00010000:2.0:1770685253.906724:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2600/0x8f0dbafbd9ef7d60 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd983 expref: 12 pid: 6540 timeout: 678 lvb_type: 1 00010000:00010000:2.0:1770685253.906756:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2600/0x8f0dbafbd9ef7d60 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd983 expref: 12 pid: 6540 timeout: 678 lvb_type: 1 00010000:00010000:2.0:1770685253.906777:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685253.906779:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685253.906788:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef7d67 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd98a expref: 11 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685253.906801:0:5747:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef7d67 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd98a expref: 11 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685253.906849:0:5747:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef7d67 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd98a expref: 11 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685253.906868:0:5747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb29b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5747:1856697514772224:192.168.203.41@tcp:105: 00000100:00100000:2.0:1770685253.906968:0:5747:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c3082240 going to sleep for 11 seconds 00000100:00100000:0.0:1770685253.917634:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685253.917781:0:5747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb29b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5747:1856697514772224:192.168.203.41@tcp:105: 00010000:00010000:2.0:1770685253.917816:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685253.917898:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500279552:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 11241us (13114us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685253.917912:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 276 00000100:00100000:3.0:1770685253.920703:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500279808 00000100:00100000:3.0:1770685253.920728:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500279808 00000100:00100000:3.0:1770685253.920825:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 215 00000100:00100000:3.0:1770685253.920904:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+53:26371:x1856697500279808:12345-192.168.203.41@tcp:35:cp.0 00000100:00100000:3.0:1770685253.923103:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+54:26371:x1856697500279808:12345-192.168.203.41@tcp:35:cp.0 Request processed in 2245us (5519us total) trans 4294967921 rc 0/0 00000100:00100000:3.0:1770685253.923142:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 215 00000040:00080000:3.0:1770685253.938027:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685253.938041:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1770685253.938089:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 24 count 2 00000040:00080000:3.0:1770685253.938098:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1770685253.991925:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685253.992109:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500279936 00000100:00100000:2.0:1770685253.992122:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500279936 00000100:00100000:2.0:1770685253.992194:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 955 00000100:00100000:2.0:1770685253.992206:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+91:26374:x1856697500279936:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685253.992233:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685253.992260:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7d6e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd991 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685253.992484:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7d75 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.992502:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7d75 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.992514:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7d75 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.992531:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d7c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.992550:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.992557:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.992789:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef7d83 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.992818:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef7d83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.992826:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef7d83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770685253.992872:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00000004:00200000:2.0:1770685253.992877:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685253.992900:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef7d83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.992911:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef7d83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.992921:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7d75 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.992928:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7d75 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.992935:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7d75 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.992942:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685253.992946:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7d75 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.992954:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7d75 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.992968:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff9d92d40b3400) 00010000:00010000:2.0:1770685253.992971:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685253.992976:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7d75 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.992988:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7d75 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.993003:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.993009:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d7c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.993014:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d7c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.993020:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685253.993022:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d7c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.993028:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d7c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.993036:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff9d92c8ee3400) 00010000:00010000:2.0:1770685253.993038:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685253.993041:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d7c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.993046:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d7c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685253.993084:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7d6e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd991 expref: 93 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685253.993100:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef7d83 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd991 expref: 92 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685253.993122:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9d92d40b3d00) 00010000:00010000:2.0:1770685253.993125:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685253.993128:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76c00, rc 0) 00000100:00100000:2.0:1770685253.993200:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+92:26374:x1856697500279936:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 995us (1290us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685253.993208:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 955 00000100:00100000:0.0:1770685254.013452:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685254.014027:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500280064 00000100:00100000:1.0:1770685254.014045:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500280064 00000100:00100000:1.0:1770685254.014207:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 249 00000100:00100000:1.0:1770685254.014219:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2350:x1856697500280064:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:1.0:1770685254.014245:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685254.014271:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef7d8a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd998 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685254.014374:0:6540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514772352:192.168.203.41@tcp:106: 00000100:00100000:1.0:1770685254.015031:0:6540:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fc329cc0 going to sleep for 11 seconds 00000100:00080000:3.0:1770685254.015708:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:1.0:1770685254.021559:0:6540:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1770685254.021569:0:6540:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb mtime: 0 -> 1770685254 00002000:00010000:1.0:1770685254.021571:0:6540:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb atime: 0 -> 1770685254 00002000:00010000:1.0:1770685254.021573:0:6540:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb ctime: 0 -> 1770685254 00000100:00100000:1.0:1770685254.021667:0:6540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514772352:192.168.203.41@tcp:106: 00010000:00010000:1.0:1770685254.021724:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef7d8a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd998 expref: 13 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685254.021757:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef7d8a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd998 expref: 13 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685254.021904:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc2c00, rc 0) 00000100:00100000:1.0:1770685254.022073:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2350:x1856697500280064:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 7853us (8640us total) trans 0 rc 301/301 00000100:00100000:1.0:1770685254.022085:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 249 00000100:00100000:0.0:1770685254.029381:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685254.029766:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500280192 00000100:00100000:2.0:1770685254.029784:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500280192 00000100:00100000:2.0:1770685254.030003:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 956 00000100:00100000:2.0:1770685254.030017:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+92:26374:x1856697500280192:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685254.030049:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685254.030085:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7d91 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd99f expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685254.030182:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d98 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685254.030198:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685254.030211:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770685254.030290:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3c:0x0]: returning size 512 00000004:00200000:2.0:1770685254.030294:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685254.030319:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685254.030349:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7d91 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd99f expref: 94 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685254.030393:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d98 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd99f expref: 93 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685254.030402:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff9d92d40b3400) 00010000:00010000:2.0:1770685254.030405:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1770685254.030409:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76400, rc 0) 00000100:00100000:2.0:1770685254.030557:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+93:26374:x1856697500280192:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 543us (1196us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685254.030566:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 956 00000100:00100000:0.0:1770685254.034066:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685254.034153:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500280320 00000100:00100000:1.0:1770685254.034166:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500280320 00000100:00100000:1.0:1770685254.034263:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 250 00000100:00100000:1.0:1770685254.034274:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2351:x1856697500280320:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:1.0:1770685254.034297:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685254.034330:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef7d9f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd9a6 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685254.034419:0:6540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514772480:192.168.203.41@tcp:106: 00000100:00100000:1.0:1770685254.034511:0:6540:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fc329cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685254.036711:0:6540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514772480:192.168.203.41@tcp:106: 00010000:00010000:1.0:1770685254.036775:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef7d9f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd9a6 expref: 13 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685254.036805:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef7d9f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd9a6 expref: 13 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685254.036820:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc2c00, rc 0) 00000100:00100000:1.0:1770685254.036879:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2351:x1856697500280320:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 2606us (2828us total) trans 0 rc 301/301 00000100:00100000:1.0:1770685254.036890:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 250 00000100:00100000:0.0:1770685254.046170:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685254.046323:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500280576 00000100:00100000:2.0:1770685254.046336:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500280576 00000100:00100000:2.0:1770685254.046404:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 957 00000100:00100000:2.0:1770685254.046416:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+93:26374:x1856697500280576:12345-192.168.203.41@tcp:58:lfs.0 00000040:00080000:2.0:1770685254.047123:0:6998:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].24, 136 off11456 00000100:00100000:2.0:1770685254.047229:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+93:26374:x1856697500280576:12345-192.168.203.41@tcp:58:lfs.0 Request processed in 812us (1071us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685254.047239:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 957 00000100:00100000:1.0:1770685254.347323:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685254.347378:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685254.347683:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500280704 00000100:00100000:3.0:1770685254.347698:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500280704 00000100:00100000:1.0:1770685254.347803:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685254.347926:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500280960 00000100:00100000:0.0:1770685254.347931:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500280960 00000100:00100000:3.0:1770685254.349195:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 553 00000100:00100000:3.0:1770685254.349214:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697500280704:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685254.349328:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697500280704:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 120us (2035us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685254.349343:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 553 00000100:00100000:2.0:1770685254.350630:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500281216 00000100:00100000:2.0:1770685254.350647:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500281216 00000100:00100000:2.0:1770685254.350712:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 374 00000100:00100000:2.0:1770685254.350723:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+54:2351:x1856697500281216:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685254.350870:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685254.351666:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+54:2351:x1856697500281216:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 939us (3857us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685254.351676:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 374 00000100:00100000:0.0:1770685254.352183:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500281472 00000100:00100000:0.0:1770685254.352194:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500281472 00000100:00100000:0.0:1770685254.352254:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 349 00000100:00100000:0.0:1770685254.352266:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:2351:x1856697500280960:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685254.352523:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 350 00000100:00100000:3.0:1770685254.352535:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+11:2351:x1856697500281472:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685254.352605:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+11:2351:x1856697500281472:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 45us (1708us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685254.352612:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 350 00000100:00100000:0.0:1770685254.352813:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:2351:x1856697500280960:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 548us (5433us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685254.352820:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 349 00000100:00080000:0.0:1770685254.352843:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1770685254.355260:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685254.355681:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685254.355733:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685254.355826:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500281088 00000100:00100000:2.0:1770685254.355838:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500281088 00000100:00100000:2.0:1770685254.355908:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500281344 00000100:00100000:2.0:1770685254.355911:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500281344 00000100:00100000:2.0:1770685254.355955:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 351 00000100:00100000:2.0:1770685254.355980:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2351:x1856697500281088:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685254.356081:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2351:x1856697500281088:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 102us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685254.356089:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 351 00000100:00100000:2.0:1770685254.356109:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 352 00000100:00100000:2.0:1770685254.356115:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500281344:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685254.356144:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500281344:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 29us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685254.356150:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 352 00000100:00080000:0.0:1770685254.356333:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1770685254.357183:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500280832 00000100:00100000:3.0:1770685254.357197:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500280832 00000100:00100000:0.0:1770685254.361976:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 375 00000100:00100000:0.0:1770685254.362010:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+93:2351:x1856697500280832:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685254.362163:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+93:2351:x1856697500280832:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 169us (6916us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685254.362172:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 375 00010000:00010000:0.0:1770685254.385829:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1770685254.909196:0:18633:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685254.909211:0:18633:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1770685254.909274:0:18633:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 25 count 3 00000040:00080000:3.0:1770685254.909281:0:18633:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1770685254.961908:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685254.961921:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1770685254.961967:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 25 count 3 00000040:00080000:3.0:1770685254.961974:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1770685254.962305:0:11361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d18e5c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514772608:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1770685254.962450:0:11361:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c31c2e40 going to sleep for 11 seconds 00000100:00100000:3.0:1770685254.970282:0:11361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d18e5c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514772608:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1770685254.974709:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685254.974799:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500281600 00000100:00100000:3.0:1770685254.974812:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500281600 00000100:00100000:3.0:1770685254.974881:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 958 00000100:00100000:3.0:1770685254.974892:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+54:26385:x1856697500281600:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1770685254.974931:0:6998:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0x19:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1770685254.975091:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+54:26385:x1856697500281600:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 199us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685254.975101:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 958 00000100:00100000:3.0:1770685254.978884:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685254.979014:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500281856 00000100:00100000:0.0:1770685254.979034:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500281856 00000100:00100000:0.0:1770685254.979103:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 959 00000100:00100000:0.0:1770685254.979114:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+54:26385:x1856697500281856:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685254.979140:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685254.979167:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6600/0x8f0dbafbd9ef7da6 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd9ad expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685254.979260:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef7dad lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685254.979275:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef7dad lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685254.979286:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef7dad lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685254.979300:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7800/0x8f0dbafbd9ef7db4 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685254.979307:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7800/0x8f0dbafbd9ef7db4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685254.979314:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7800/0x8f0dbafbd9ef7db4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685254.979386:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef7dbb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685254.979394:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef7dbb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685254.979401:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef7dbb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:0.0:1770685254.979423:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00010000:00010000:0.0:1770685254.979560:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef7dad lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685254.979567:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef7dad lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685254.979573:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef7dad lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685254.979611:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e6000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685254.979616:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef7dad lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685254.979623:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef7dad lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685254.979639:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:0.0:1770685254.979642:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685254.979647:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef7dad lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685254.979653:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef7dad lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685254.979666:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7800/0x8f0dbafbd9ef7db4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685254.979672:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7800/0x8f0dbafbd9ef7db4 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685254.979678:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7800/0x8f0dbafbd9ef7db4 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685254.979692:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e7800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685254.979695:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7800/0x8f0dbafbd9ef7db4 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685254.979701:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7800/0x8f0dbafbd9ef7db4 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685254.979710:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x8876c877 (ffff9d92f27c0700) 00010000:00010000:0.0:1770685254.979713:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685254.979716:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7800/0x8f0dbafbd9ef7db4 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685254.979721:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7800/0x8f0dbafbd9ef7db4 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685254.979771:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6600/0x8f0dbafbd9ef7da6 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd9ad expref: 57 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685254.979785:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef7dbb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd9ad expref: 56 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685254.979791:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9d92d40b3d00) 00010000:00010000:0.0:1770685254.979794:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685254.979796:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e7c00, rc 0) 00000100:00100000:0.0:1770685254.979868:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+56:26385:x1856697500281856:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 756us (998us total) trans 4294967922 rc 0/0 00000100:00100000:0.0:1770685254.979876:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 959 00000100:00100000:2.0:1770685254.982849:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685254.982894:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685254.982926:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500282112 00000100:00100000:2.0:1770685254.982936:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500282112 00000100:00100000:2.0:1770685254.983009:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 57 00000100:00100000:2.0:1770685254.983021:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+56:2349:x1856697500282112:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685254.983043:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1770685254.983055:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500281984 00000100:00100000:3.0:1770685254.983059:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500281984 00010000:00010000:2.0:1770685254.983079:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef7dbb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd9ad expref: 56 pid: 5762 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685254.983099:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 251 00010000:00010000:2.0:1770685254.983099:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9d92d40b3d00) 00000100:00100000:3.0:1770685254.983106:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+11:2351:x1856697500281984:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1770685254.983106:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1770685254.983150:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7dc9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685254.983167:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+55:2349:x1856697500282112:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 149us (272us total) trans 0 rc 0/0 00010000:00010000:3.0:1770685254.983170:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef7d67 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bd98a expref: 11 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685254.983174:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 57 00010000:00010000:3.0:1770685254.983185:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1770685254.983188:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1770685254.983191:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7dc9 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685254.983234:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef7d67 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd98a expref: 11 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685254.983249:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef7d67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd98a expref: 11 pid: 6540 timeout: 679 lvb_type: 0 00000100:00100000:3.0:1770685254.983266:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d18e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8401:1856697514772736:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685254.983333:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c31c2e40 going to sleep for 11 seconds 00000100:00100000:3.0:1770685254.986227:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d18e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8401:1856697514772736:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685254.986267:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7dc9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685254.987280:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685254.987357:0:17738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500282240 00000100:00100000:0.0:1770685254.987368:0:17738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500282240 00002000:00100000:0.0:1770685254.987436:0:17738:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x15:0x0] (0->157) req@ffff9d92fb299f80 x1856697500282240/t0(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:375/0 lens 648/0 e 0 to 0 dl 1770685265 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685254.987448:0:17738:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb299f80 with x1856697500282240 ext(0->157) 00010000:00010000:0.0:1770685254.987458:0:17738:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef7d67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd98a expref: 12 pid: 6540 timeout: 679 lvb_type: 0 00010000:00010000:0.0:1770685254.987473:0:17738:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef7d67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd98a expref: 12 pid: 6540 timeout: 679 lvb_type: 0 00002000:00010000:0.0:1770685254.987481:0:17738:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9d92fb299f80 00000100:00100000:0.0:1770685254.987521:0:17738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 8 00000100:00100000:0.0:1770685254.987531:0:17738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb299f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1b20a364-7a5a-4770-9192-023629c7ce89+12:2350:x1856697500282240:12345-192.168.203.41@tcp:4:cp.0 00000100:00100000:0.0:1770685254.988136:0:17738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb299f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1b20a364-7a5a-4770-9192-023629c7ce89+14:2350:x1856697500282240:12345-192.168.203.41@tcp:4:cp.0 Request processed in 602us (859us total) trans 4294967351 rc 0/0 00000100:00100000:0.0:1770685254.988146:0:17738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 8 00002000:00100000:0.0:1770685254.988154:0:17738:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x15:0x0] (0->157) req@ffff9d92fb299f80 x1856697500282240/t4294967351(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:375/0 lens 648/448 e 0 to 0 dl 1770685265 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685254.988161:0:17738:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb299f80 with x1856697500282240 ext(0->157) 00010000:00010000:0.0:1770685254.988167:0:17738:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef7d67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd98a expref: 14 pid: 6540 timeout: 679 lvb_type: 0 00010000:00010000:0.0:1770685254.988179:0:17738:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef7d67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd98a expref: 14 pid: 6540 timeout: 679 lvb_type: 0 00002000:00010000:0.0:1770685254.988186:0:17738:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9d92fb299f80 00000100:00100000:1.0:1770685254.991117:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685254.991220:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500282368 00000100:00100000:0.0:1770685254.991245:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500282368 00010000:00010000:0.0:1770685254.991292:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef7d67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd98a expref: 14 pid: 6540 timeout: 679 lvb_type: 0 00000100:00100000:0.0:1770685254.991384:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 277 00000100:00100000:0.0:1770685254.991395:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d03a4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+14:2349:x1856697500282368:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685254.991419:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685254.991447:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef7d67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd98a expref: 14 pid: 6540 timeout: 679 lvb_type: 0 00010000:00010000:0.0:1770685254.991462:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef7d67 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd98a expref: 14 pid: 6540 timeout: 679 lvb_type: 0 00010000:00010000:0.0:1770685254.991492:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef7d67 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bd98a expref: 14 pid: 6540 timeout: 679 lvb_type: 0 00010000:00010000:0.0:1770685254.991509:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685254.991511:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685254.991517:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7dc9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685254.991528:0:5745:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7dc9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685254.991567:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770685254.991617:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7dc9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685254.991627:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7dc9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685254.991656:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7dc9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685254.991664:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7dc9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685254.991671:0:8401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7dc9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685254.991678:0:8401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d600 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:2.0:1770685254.991682:0:8401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7dc9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685254.991690:0:8401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7dc9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685254.991700:0:8401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7dc9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685254.991706:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef7dc9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685254.991803:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+13:2351:x1856697500281984:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 8696us (8966us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685254.991812:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 251 00000100:00100000:0.0:1770685254.991885:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d03a4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+12:2349:x1856697500282368:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 491us (785us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685254.991892:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 277 00000100:00100000:1.0:1770685254.995368:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685254.995474:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500282624 00000100:00100000:2.0:1770685254.995490:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500282624 00000100:00100000:2.0:1770685254.995678:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 960 00000100:00100000:2.0:1770685254.995690:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+55:26385:x1856697500282624:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1770685254.995844:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+55:26385:x1856697500282624:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 156us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685254.995852:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 960 00000100:00100000:2.0:1770685254.999720:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685254.999787:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500282752 00000100:00100000:3.0:1770685254.999800:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500282752 00000100:00100000:3.0:1770685254.999871:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 252 00000100:00100000:3.0:1770685254.999882:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+12:2349:x1856697500282752:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685254.999903:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685254.999930:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef7dd0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd9b4 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1770685254.999975:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 158, mtime: 0x698a8346, atime: 0x0, ctime: 0x698a8346, blocks: 0x1 00010000:00010000:3.0:1770685255.000002:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685255.000005:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685255.000016:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef7dd0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd9b4 expref: 13 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685255.000038:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef7dd0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd9b4 expref: 13 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685255.000055:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271d800, rc 0) 00000100:00100000:3.0:1770685255.000133:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+13:2349:x1856697500282752:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 253us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685255.000140:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 252 00000100:00100000:2.0:1770685255.008037:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685255.008091:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500283008 00000100:00100000:3.0:1770685255.008106:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500283008 00000100:00100000:3.0:1770685255.008204:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 961 00000100:00100000:3.0:1770685255.008217:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+55:26385:x1856697500283008:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1770685255.008378:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+55:26385:x1856697500283008:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 162us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685255.008387:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 961 00000100:00080000:0.0:1770685255.008560:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685255.013133:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685255.013181:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500283136 00000100:00100000:3.0:1770685255.013194:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500283136 00002000:00100000:3.0:1770685255.013273:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x15:0x0] (0->4095) req@ffff9d92f51f9c00 x1856697500283136/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:376/0 lens 488/0 e 0 to 0 dl 1770685266 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685255.013287:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92f51f9c00 with x1856697500283136 ext(0->4095) 00002000:00010000:3.0:1770685255.013300:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d92f51f9c00 00000100:00080000:0.0:1770685255.013406:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1770685255.013483:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 91 00000100:00100000:3.0:1770685255.013495:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+13:2351:x1856697500283136:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1770685255.013809:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+13:2351:x1856697500283136:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 Request processed in 315us (684us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1770685255.013818:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 91 00002000:00100000:2.0:1770685255.013825:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x15:0x0] (0->4095) req@ffff9d92f51f9c00 x1856697500283136/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:376/0 lens 488/4536 e 0 to 0 dl 1770685266 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685255.013833:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92f51f9c00 with x1856697500283136 ext(0->4095) 00002000:00010000:2.0:1770685255.013838:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d92f51f9c00 00000100:00100000:3.0:1770685255.026560:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685255.029042:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500283264 00000100:00100000:0.0:1770685255.029062:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500283264 00000100:00100000:0.0:1770685255.029137:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 962 00000100:00100000:0.0:1770685255.029150:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+55:26385:x1856697500283264:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685255.029182:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685255.029208:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef7dd7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd9bb expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685255.029242:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6600/0x8f0dbafbd9ef7dde lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685255.029256:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6600/0x8f0dbafbd9ef7dde lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685255.029266:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6600/0x8f0dbafbd9ef7dde lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685255.029381:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef7dd7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd9bb expref: 57 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685255.029400:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6600/0x8f0dbafbd9ef7dde lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd9bb expref: 56 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685255.029410:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9d92d40b3d00) 00010000:00010000:0.0:1770685255.029413:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1770685255.029417:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e6600, rc 0) 00000100:00100000:0.0:1770685255.029510:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+56:26385:x1856697500283264:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 362us (2963us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685255.029527:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 962 00000100:00100000:2.0:1770685255.034158:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685255.035710:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500283392 00000100:00100000:0.0:1770685255.035726:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500283392 00000100:00100000:0.0:1770685255.035926:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 963 00000100:00100000:0.0:1770685255.035935:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+56:26385:x1856697500283392:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1770685255.035996:0:5762:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0x19:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1770685255.036114:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+56:26385:x1856697500283392:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 181us (1969us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685255.036120:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 963 00000100:00100000:3.0:1770685255.042183:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685255.043177:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500283520 00000100:00100000:0.0:1770685255.043198:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500283520 00000100:00100000:0.0:1770685255.043276:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 253 00000100:00100000:0.0:1770685255.043289:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+13:2349:x1856697500283520:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1770685255.043352:0:6540:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e7800/0x8f0dbafbd9ef7de5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685255.043372:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685255.043375:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685255.043382:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e7800/0x8f0dbafbd9ef7de5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685255.043399:0:6540:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e7800/0x8f0dbafbd9ef7de5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685255.043439:0:6540:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e7800/0x8f0dbafbd9ef7de5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685255.043456:0:6540:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e7800/0x8f0dbafbd9ef7de5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685255.043462:0:6540:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e7800/0x8f0dbafbd9ef7de5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685255.043467:0:6540:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e7800 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:0.0:1770685255.043471:0:6540:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e7800/0x8f0dbafbd9ef7de5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685255.043479:0:6540:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e7800/0x8f0dbafbd9ef7de5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685255.043492:0:6540:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e7800/0x8f0dbafbd9ef7de5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685255.043497:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e7800/0x8f0dbafbd9ef7de5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685255.043615:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+13:2349:x1856697500283520:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 329us (1451us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685255.043624:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 253 00000100:00100000:3.0:1770685255.046894:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685255.046941:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500283776 00000100:00100000:3.0:1770685255.046952:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500283776 00000100:00100000:3.0:1770685255.047012:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 964 00000100:00100000:3.0:1770685255.047024:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+56:26385:x1856697500283776:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1770685255.047490:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+57:26385:x1856697500283776:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 467us (609us total) trans 4294967923 rc 0/0 00000100:00100000:3.0:1770685255.047500:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 964 00000040:00080000:3.0:1770685255.047684:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685255.047690:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1770685255.048177:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1770685255.048187:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1770685255.050802:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685255.050882:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500284032 00000100:00100000:1.0:1770685255.053242:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500284032 00000100:00100000:1.0:1770685255.053361:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 216 00000100:00100000:1.0:1770685255.053394:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+57:26385:x1856697500284032:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1770685255.055286:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+58:26385:x1856697500284032:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 1881us (4483us total) trans 4294967924 rc 0/0 00000100:00100000:1.0:1770685255.055304:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 216 00010000:00010000:3.0:1770685255.409927:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1770685256.344797:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967922 is committed 00000001:00080000:3.0:1770685256.344841:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967919 is committed 00000001:00080000:3.0:1770685256.344852:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967924 is committed 00010000:00010000:1.0:1770685256.436676:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1770685256.753976:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514773120:0@lo:400:kworker.0 00000100:00100000:0.0:1770685256.754072:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685256.754180:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1770685256.754187:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514773248:0@lo:400:kworker.0 00000100:00100000:0.0:1770685256.754218:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685256.754261:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514773248 00000100:00100000:0.0:1770685256.754272:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514773248 00000100:00100000:0.0:1770685256.754357:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:0.0:1770685256.754367:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514773248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685256.754437:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514773248:12345-0@lo:400:kworker.0 Request processed in 71us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685256.754444:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00080000:0.0:1770685256.754470:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1770685256.754508:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514773248:0@lo:400:kworker.0 00000100:00100000:3.0:1770685256.754608:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3289:1856697514772992:0@lo:400:kworker.0 00000100:00100000:3.0:1770685256.754641:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685256.754668:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514773504:0@lo:400:kworker.0 00000100:00100000:3.0:1770685256.754686:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685256.754699:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1770685256.754713:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514772864:0@lo:400:kworker.0 00000100:00100000:3.0:1770685256.754739:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685256.754761:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514773376:0@lo:400:kworker.0 00000100:00100000:3.0:1770685256.754779:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685256.754803:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514773120 00000100:00100000:3.0:1770685256.754807:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514773120 00000100:00100000:3.0:1770685256.754834:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514772992 00000100:00100000:3.0:1770685256.754837:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514772992 00000100:00100000:3.0:1770685256.754847:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514773376 00000100:00100000:3.0:1770685256.754849:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514773376 00000100:00100000:3.0:1770685256.754862:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:3.0:1770685256.754868:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514773120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685256.754899:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514773120:12345-0@lo:400:kworker.0 Request processed in 32us (829us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685256.754906:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:3.0:1770685256.754917:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:3.0:1770685256.754922:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1856697514772992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685256.754944:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1856697514772992:12345-0@lo:400:kworker.0 Request processed in 22us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685256.754949:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00100000:3.0:1770685256.754957:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:3.0:1770685256.754962:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514773376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685256.754980:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514773376:12345-0@lo:400:kworker.0 Request processed in 19us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685256.754985:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:3.0:1770685256.754999:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514772864 00000100:00100000:3.0:1770685256.755002:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514772864 00000100:00100000:3.0:1770685256.755028:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:3.0:1770685256.755033:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0339050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514772864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685256.755059:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0339050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514772864:12345-0@lo:400:kworker.0 Request processed in 26us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685256.755065:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:3.0:1770685256.755102:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514772864:0@lo:400:kworker.0 00000100:00100000:3.0:1770685256.755112:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514773376:0@lo:400:kworker.0 00000100:00100000:3.0:1770685256.755121:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3289:1856697514772992:0@lo:400:kworker.0 00000100:00100000:0.0:1770685256.755207:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514773504 00000100:00100000:0.0:1770685256.755211:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514773504 00000100:00100000:0.0:1770685256.755248:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:0.0:1770685256.755255:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5341c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514773504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685256.755296:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5341c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514773504:12345-0@lo:400:kworker.0 Request processed in 42us (609us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685256.755302:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00080000:0.0:1770685256.755316:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1770685256.755320:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685256.755336:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514773504:0@lo:400:kworker.0 00000100:00100000:0.0:1770685256.755359:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514773120:0@lo:400:kworker.0 00000040:00080000:2.0:1770685257.003856:0:18686:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1770685257.003881:0:18686:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1770685257.005666:0:18686:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 25 count 3 00000040:00080000:2.0:1770685257.005691:0:18686:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1770685257.086610:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685257.086710:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500284160 00000100:00100000:1.0:1770685257.086724:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500284160 00000100:00100000:1.0:1770685257.086808:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 254 00000100:00100000:1.0:1770685257.086820:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2351:x1856697500284160:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:1.0:1770685257.086842:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685257.086865:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7dec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd9c2 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685257.086895:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685257.086897:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685257.086907:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7dec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd9c2 expref: 13 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685257.086924:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7dec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd9c2 expref: 13 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685257.086938:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc2e00, rc 0) 00000100:00100000:1.0:1770685257.087021:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:2351:x1856697500284160:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 204us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685257.087029:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 254 00000100:00080000:0.0:1770685257.089112:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1770685257.097729:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685257.097796:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500284416 00000100:00100000:0.0:1770685257.097811:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500284416 00000100:00100000:0.0:1770685257.097914:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 965 00000100:00100000:0.0:1770685257.097926:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+92:26393:x1856697500284416:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685257.097968:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685257.097997:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7800/0x8f0dbafbd9ef7df3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd9c9 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1770685257.098062:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1770685257.098531:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef7dfa lrc: 3/0,1 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685257.098552:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef7dfa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685257.098610:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef7dfa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:0.0:1770685257.098627:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00010000:00010000:0.0:1770685257.098847:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7800/0x8f0dbafbd9ef7df3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd9c9 expref: 95 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685257.098870:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef7dfa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd9c9 expref: 94 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685257.098879:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9d92d40b3d00) 00010000:00010000:0.0:1770685257.098882:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1770685257.098886:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e6000, rc 0) 00000100:00100000:0.0:1770685257.099031:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5341880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+94:26393:x1856697500284416:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 1106us (1314us total) trans 4294967925 rc 0/0 00000100:00100000:0.0:1770685257.099040:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 965 00000100:00100000:3.0:1770685257.106307:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685257.107287:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500284544 00000100:00100000:0.0:1770685257.107303:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500284544 00000100:00100000:0.0:1770685257.107409:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 255 00000100:00100000:0.0:1770685257.107420:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5341180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:2350:x1856697500284544:12345-192.168.203.41@tcp:1:lfs.0 00010000:00010000:0.0:1770685257.107475:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6200/0x8f0dbafbd9ef7e08 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685257.107498:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef7dd0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd9b4 expref: 12 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685257.107507:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7dec lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd9c2 expref: 13 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685257.107514:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685257.107517:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685257.107520:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6200/0x8f0dbafbd9ef7e08 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685257.107562:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7dec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd9c2 expref: 13 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685257.107607:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7dec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd9c2 expref: 13 pid: 6540 timeout: 681 lvb_type: 1 00000100:00100000:0.0:1770685257.107625:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d20700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8401:1856697514773632:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685257.107757:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef7dd0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd9b4 expref: 12 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685257.107767:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef7dd0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd9b4 expref: 12 pid: 8401 timeout: 681 lvb_type: 1 00000100:00100000:0.0:1770685257.107784:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8401:1856697514773760:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685257.107812:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c836d0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1770685257.113038:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d20700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8401:1856697514773632:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685257.113059:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8401:1856697514773760:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685257.113097:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6200/0x8f0dbafbd9ef7e08 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685257.120415:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685257.120527:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685257.120529:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500284800 00000100:00100000:0.0:1770685257.120544:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500284800 00010000:00010000:0.0:1770685257.120627:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7dec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd9c2 expref: 14 pid: 6540 timeout: 681 lvb_type: 1 00000100:00100000:1.0:1770685257.120671:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500284672 00000100:00100000:1.0:1770685257.120676:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500284672 00000100:00100000:0.0:1770685257.120676:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 278 00000100:00100000:0.0:1770685257.120687:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5342d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+14:2351:x1856697500284800:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685257.120707:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685257.120722:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef7dd0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd9b4 expref: 13 pid: 8401 timeout: 681 lvb_type: 1 00010000:00010000:0.0:1770685257.120732:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7dec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd9c2 expref: 14 pid: 6540 timeout: 681 lvb_type: 1 00000100:00100000:1.0:1770685257.120742:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 279 00010000:00010000:0.0:1770685257.120746:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7dec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd9c2 expref: 14 pid: 6540 timeout: 681 lvb_type: 1 00000100:00100000:1.0:1770685257.120748:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+13:2350:x1856697500284672:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685257.120755:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685257.120774:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7dec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd9c2 expref: 14 pid: 6540 timeout: 681 lvb_type: 1 00010000:00010000:1.0:1770685257.126078:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef7dd0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd9b4 expref: 13 pid: 8401 timeout: 681 lvb_type: 1 00010000:00010000:1.0:1770685257.126108:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef7dd0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd9b4 expref: 13 pid: 8401 timeout: 681 lvb_type: 1 00010000:00010000:1.0:1770685257.126142:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef7dd0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd9b4 expref: 13 pid: 8401 timeout: 681 lvb_type: 1 00010000:00010000:1.0:1770685257.126158:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685257.126162:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685257.126168:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6200/0x8f0dbafbd9ef7e08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685257.126179:0:5747:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6200/0x8f0dbafbd9ef7e08 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685257.126239:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685257.126330:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+12:2350:x1856697500284672:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 5580us (5800us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685257.126343:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 279 00000100:00080000:1.0:1770685257.126397:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1770685257.126806:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6200/0x8f0dbafbd9ef7e08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685257.126818:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6200/0x8f0dbafbd9ef7e08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685257.126860:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6200/0x8f0dbafbd9ef7e08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685257.126967:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6200/0x8f0dbafbd9ef7e08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685257.126975:0:8401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6200/0x8f0dbafbd9ef7e08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685257.126997:0:8401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e6200 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:3.0:1770685257.127001:0:8401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6200/0x8f0dbafbd9ef7e08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685257.127011:0:8401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6200/0x8f0dbafbd9ef7e08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685257.127026:0:8401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6200/0x8f0dbafbd9ef7e08 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685257.127034:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6200/0x8f0dbafbd9ef7e08 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685257.127110:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5341180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:2350:x1856697500284544:12345-192.168.203.41@tcp:1:lfs.0 Request processed in 19691us (20820us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685257.127126:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 255 00010000:00010000:0.0:1770685257.127756:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685257.127809:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5342d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2351:x1856697500284800:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 7122us (7408us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685257.127819:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 278 00000100:00100000:1.0:1770685257.133066:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685257.133492:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500285056 00000100:00100000:3.0:1770685257.133507:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500285056 00000100:00100000:3.0:1770685257.134072:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 217 00000100:00100000:3.0:1770685257.134090:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+94:26393:x1856697500285056:12345-192.168.203.41@tcp:35:lfs.0 00000004:00010000:3.0:1770685257.134184:0:5764:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000402:0x19:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef7dfa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd9c9 expref: 94 pid: 5760 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1770685257.134621:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967926 00000001:00080000:3.0:1770685257.138979:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967927 00010000:00010000:3.0:1770685257.139129:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef7e0f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685257.139173:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef7d52 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd97c expref: 50 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685257.139181:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef7d83 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd991 expref: 97 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685257.139188:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6600/0x8f0dbafbd9ef7dde lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd9bb expref: 50 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685257.139196:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef7e0f lrc: 6/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685257.139249:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6600/0x8f0dbafbd9ef7dde lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd9bb expref: 50 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685257.139268:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6600/0x8f0dbafbd9ef7dde lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd9bb expref: 50 pid: 5762 timeout: 681 lvb_type: 0 00000100:00100000:3.0:1770685257.139390:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c29c7800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1856697514773888:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685257.139704:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef7d83 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd991 expref: 97 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685257.139715:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef7d83 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd991 expref: 97 pid: 6998 timeout: 681 lvb_type: 0 00000100:00100000:3.0:1770685257.139724:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c29c5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1856697514774016:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685257.139780:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef7d52 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd97c expref: 50 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685257.139797:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef7d52 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd97c expref: 50 pid: 5761 timeout: 681 lvb_type: 0 00000100:00100000:3.0:1770685257.139807:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5165180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1856697514774144:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685257.139836:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fac03a80 going to sleep for 11 seconds 00000100:00100000:3.0:1770685257.143673:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c29c7800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1856697514773888:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685257.145419:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c29c5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1856697514774016:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685257.148107:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5165180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1856697514774144:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685257.148162:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef7e0f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 00000100:00100000:0.0:1770685257.150333:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685257.150442:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685257.150537:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500285312 00000100:00100000:1.0:1770685257.150551:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500285312 00010000:00010000:1.0:1770685257.150645:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef7d52 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd97c expref: 51 pid: 5761 timeout: 681 lvb_type: 0 00000100:00100000:1.0:1770685257.150682:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500285184 00000100:00100000:1.0:1770685257.150685:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500285184 00010000:00010000:1.0:1770685257.150699:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef7d83 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd991 expref: 98 pid: 6998 timeout: 681 lvb_type: 0 00000100:00100000:1.0:1770685257.150721:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 280 00000100:00100000:1.0:1770685257.150731:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d21180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+51:2348:x1856697500285312:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685257.150748:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685257.150755:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef7d52 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd97c expref: 51 pid: 5761 timeout: 681 lvb_type: 0 00010000:00010000:1.0:1770685257.150769:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef7d52 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd97c expref: 51 pid: 5761 timeout: 681 lvb_type: 0 00010000:00010000:1.0:1770685257.150795:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef7d52 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd97c expref: 51 pid: 5761 timeout: 681 lvb_type: 0 00010000:00010000:1.0:1770685257.150809:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9d92d40b3d00) 00010000:00010000:1.0:1770685257.150815:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef7e0f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 00010000:00010000:1.0:1770685257.150822:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef7e0f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 00010000:00010000:1.0:1770685257.150830:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685257.150898:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d21180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+50:2348:x1856697500285312:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 169us (581us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685257.150906:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 280 00000100:00100000:1.0:1770685257.150925:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 281 00000100:00100000:1.0:1770685257.150931:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+98:2348:x1856697500285184:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685257.150939:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685257.150957:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef7d83 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd991 expref: 98 pid: 6998 timeout: 681 lvb_type: 0 00010000:00010000:1.0:1770685257.150967:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef7d83 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd991 expref: 98 pid: 6998 timeout: 681 lvb_type: 0 00010000:00010000:1.0:1770685257.150980:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef7d83 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd991 expref: 98 pid: 6998 timeout: 681 lvb_type: 0 00010000:00010000:1.0:1770685257.150991:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9d92d40b3d00) 00010000:00010000:1.0:1770685257.150994:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef7e0f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 00010000:00010000:1.0:1770685257.151000:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef7e0f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 00010000:00010000:1.0:1770685257.151006:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685257.151026:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+97:2348:x1856697500285184:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 95us (585us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685257.151033:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 281 00000100:00080000:0.0:1770685257.151345:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685257.153561:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685257.154360:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500285440 00000100:00100000:3.0:1770685257.154375:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500285440 00010000:00010000:3.0:1770685257.154434:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6600/0x8f0dbafbd9ef7dde lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd9bb expref: 50 pid: 5762 timeout: 681 lvb_type: 0 00000100:00100000:3.0:1770685257.154486:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 282 00000100:00100000:3.0:1770685257.154498:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+50:2351:x1856697500285440:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685257.154517:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685257.154526:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6600/0x8f0dbafbd9ef7dde lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd9bb expref: 50 pid: 5762 timeout: 681 lvb_type: 0 00010000:00010000:3.0:1770685257.154542:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6600/0x8f0dbafbd9ef7dde lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd9bb expref: 50 pid: 5762 timeout: 681 lvb_type: 0 00010000:00010000:3.0:1770685257.154614:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6600/0x8f0dbafbd9ef7dde lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd9bb expref: 50 pid: 5762 timeout: 681 lvb_type: 0 00010000:00010000:3.0:1770685257.154632:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9d92d40b3d00) 00010000:00010000:3.0:1770685257.154649:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef7e0f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685257.154661:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef7e0f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685257.154671:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef7e0f lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685257.154709:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685257.154779:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+49:2351:x1856697500285440:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 283us (1235us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685257.154788:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 282 00010000:00010000:2.0:1770685257.154987:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef7e0f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 00010000:00010000:2.0:1770685257.154996:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef7e0f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 00000001:00080000:2.0:1770685257.155162:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967928 00000001:00080000:2.0:1770685257.156381:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967929 00000001:00080000:2.0:1770685257.156450:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967930 00000100:00100000:2.0:1770685257.156556:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3b94e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1856697514774272:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1770685257.156678:0:5764:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685257.156718:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d9300434cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1770685257.157113:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514774272 00000100:00100000:3.0:1770685257.157124:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514774272 00000100:00100000:3.0:1770685257.157187:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1770685257.157198:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3b94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5764:x1856697514774272:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1770685257.157333:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3b94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5764:x1856697514774272:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 137us (655us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685257.157341:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1770685257.172601:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3b94e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1856697514774272:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:2.0:1770685257.173495:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967931 00000100:00100000:2.0:1770685257.173688:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3b94e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1856697514774400:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1770685257.173770:0:5764:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685257.173811:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d9300434c00 going to sleep for 11 seconds 00000100:00100000:3.0:1770685257.173838:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514774400 00000100:00100000:3.0:1770685257.173847:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514774400 00000100:00100000:3.0:1770685257.173910:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1770685257.173921:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5764:x1856697514774400:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1770685257.174144:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5764:x1856697514774400:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 225us (373us total) trans 4294967352 rc 0/0 00000100:00100000:3.0:1770685257.174153:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1770685257.178876:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3b94e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1856697514774400:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:0.0:1770685257.178919:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef7e0f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685257.178931:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef7e0f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685257.178938:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef7e0f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685257.178945:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271c800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685257.178950:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef7e0f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685257.178958:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef7e0f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685257.179008:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9d92d40b3d00) 00010000:00010000:0.0:1770685257.179012:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1770685257.179018:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef7e0f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685257.179024:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef7e0f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0 00000004:00080000:0.0:1770685257.179362:0:5764:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x3d:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1770685257.179712:0:5764:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].12, 64 off9032 00000004:00080000:0.0:1770685257.179728:0:5764:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 582025150009ns, next at 583025146765ns, rc = 0 00000001:00080000:0.0:1770685257.179741:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967932 00010000:00010000:0.0:1770685257.179858:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9d92d40b3d00) 00010000:00010000:0.0:1770685257.179862:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1770685257.179871:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef7dfa lrc: 0/0,0 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd9c9 expref: 101 pid: 5760 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685257.180045:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+100:26393:x1856697500285056:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 45960us (47214us total) trans 4294967933 rc 0/0 00000100:00100000:0.0:1770685257.180056:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 217 00000020:00080000:0.0:1770685257.180064:0:5764:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1770685257.219141:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685257.220276:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500285568 00000100:00100000:3.0:1770685257.220291:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500285568 00000100:00100000:3.0:1770685257.220364:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 966 00000100:00100000:3.0:1770685257.220376:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+100:26394:x1856697500285568:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685257.220407:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685257.220434:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7e16 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd9d0 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685257.220503:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d200/0x8f0dbafbd9ef7e1d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685257.220516:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d200/0x8f0dbafbd9ef7e1d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685257.220526:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d200/0x8f0dbafbd9ef7e1d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685257.220537:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7e24 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685257.220541:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7e24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685257.220545:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7e24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685257.220710:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef7e2b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685257.220715:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef7e2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685257.220719:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef7e2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:3.0:1770685257.220756:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00000004:00200000:3.0:1770685257.220763:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685257.220781:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef7e2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685257.220790:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef7e2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685257.220797:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d200/0x8f0dbafbd9ef7e1d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685257.220801:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d200/0x8f0dbafbd9ef7e1d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685257.220805:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d200/0x8f0dbafbd9ef7e1d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685257.220810:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685257.220813:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d200/0x8f0dbafbd9ef7e1d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685257.220818:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d200/0x8f0dbafbd9ef7e1d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685257.220829:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff9d92d40b3400) 00010000:00010000:3.0:1770685257.220831:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685257.220834:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d200/0x8f0dbafbd9ef7e1d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685257.220838:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d200/0x8f0dbafbd9ef7e1d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685257.220847:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7e24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685257.220850:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7e24 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685257.220857:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7e24 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685257.221692:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271da00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685257.221696:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7e24 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685257.221702:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7e24 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685257.221713:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff9d9302158d00) 00010000:00010000:3.0:1770685257.221716:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685257.221718:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7e24 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685257.221723:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7e24 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685257.221766:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7e16 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd9d0 expref: 102 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685257.221776:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef7e2b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd9d0 expref: 101 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685257.221781:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9d9302158b00) 00010000:00010000:3.0:1770685257.221782:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1770685257.221784:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271c200, rc 0) 00000100:00100000:3.0:1770685257.221875:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+101:26394:x1856697500285568:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 1501us (2749us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685257.221883:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 966 00000100:00100000:1.0:1770685257.233892:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685257.233977:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500285824 00000100:00100000:3.0:1770685257.233989:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500285824 00000100:00100000:3.0:1770685257.234056:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 58 00000100:00100000:3.0:1770685257.234066:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+101:26394:x1856697500285824:12345-192.168.203.41@tcp:103:lfs.0 00010000:00010000:3.0:1770685257.234084:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685257.234113:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef7e2b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd9d0 expref: 101 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685257.234131:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9d9302158b00) 00010000:00010000:3.0:1770685257.234143:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685257.234207:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+100:26394:x1856697500285824:12345-192.168.203.41@tcp:103:lfs.0 Request processed in 142us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685257.234214:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 58 00000100:00100000:3.0:1770685257.253275:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685257.260317:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500285952 00000100:00100000:1.0:1770685257.261038:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500285952 00000100:00100000:1.0:1770685257.261283:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 967 00000100:00100000:1.0:1770685257.261296:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5164e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+100:26394:x1856697500285952:12345-192.168.203.41@tcp:58:lfs.0 00010000:00010000:1.0:1770685257.262512:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef7e32 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685257.262538:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef7e32 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685257.262552:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef7e32 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000040:00080000:1.0:1770685257.262858:0:5760:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].25, 136 off11592 00000100:00100000:1.0:1770685257.263739:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5164e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+100:26394:x1856697500285952:12345-192.168.203.41@tcp:58:lfs.0 Request processed in 2437us (10470us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685257.263751:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 967 00000100:00100000:0.0:1770685257.269793:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514774528:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1770685257.269895:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685257.274444:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514774656:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1770685257.274535:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685257.274639:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514774528 00000100:00100000:1.0:1770685257.274648:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514774528 00000100:00100000:1.0:1770685257.274697:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514774656 00000100:00100000:1.0:1770685257.274701:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514774656 00000100:00100000:1.0:1770685257.274716:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:1.0:1770685257.274725:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3290:x1856697514774528:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1770685257.274769:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 73072640 pending 1703936 free 3856662528 avail 3854565376 00000100:00100000:1.0:1770685257.274816:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3290:x1856697514774528:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (4921us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685257.274823:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:1.0:1770685257.274857:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:1.0:1770685257.277733:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514774656:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1770685257.277854:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514774528:0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1770685257.279052:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 76480512 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1770685257.279330:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514774656:12345-0@lo:13:osp-pre-0-0.0 Request processed in 4463us (4790us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685257.279342:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:0.0:1770685257.280342:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514774656:0@lo:13:osp-pre-0-0.0 00000001:00080000:2.0:1770685257.354216:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967351 is committed 00000001:00080000:2.0:1770685257.354251:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967352 is committed 00010000:00010000:0.0:1770685257.458171:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1770685258.098539:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685258.098552:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1770685258.098650:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 26 count 4 00000040:00080000:3.0:1770685258.098659:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1770685258.098820:0:11361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5165500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514774784:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1770685258.098948:0:11361:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d03976c0 going to sleep for 11 seconds 00000100:00100000:0.0:1770685258.105778:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685258.105881:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500286080 00000100:00100000:2.0:1770685258.105894:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500286080 00000100:00100000:2.0:1770685258.105969:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 968 00000100:00100000:2.0:1770685258.105981:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+50:26404:x1856697500286080:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1770685258.106030:0:5762:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0x19:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1770685258.106164:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+50:26404:x1856697500286080:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 185us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685258.106173:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 968 00000100:00100000:3.0:1770685258.108702:0:11361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5165500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514774784:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1770685258.115716:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685258.115828:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500286208 00000100:00100000:2.0:1770685258.115850:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500286208 00000100:00100000:2.0:1770685258.115917:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 969 00000100:00100000:2.0:1770685258.115928:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+49:26404:x1856697500286208:12345-192.168.203.41@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1770685258.116031:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7e39 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685258.116053:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7e39 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685258.116067:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7e39 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685258.116084:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef7e40 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685258.116090:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef7e40 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685258.116095:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef7e40 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685258.116125:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77400/0x8f0dbafbd9ef7e47 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685258.116133:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77400/0x8f0dbafbd9ef7e47 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685258.116140:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77400/0x8f0dbafbd9ef7e47 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:2.0:1770685258.116188:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00000004:00200000:2.0:1770685258.116194:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685258.116209:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77400/0x8f0dbafbd9ef7e47 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685258.116232:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7e39 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685258.116240:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7e39 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685258.116247:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7e39 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685258.116255:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685258.116260:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7e39 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685258.116268:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7e39 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685258.116293:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:2.0:1770685258.116297:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685258.116303:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7e39 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685258.116309:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7e39 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685258.116323:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef7e40 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685258.116329:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef7e40 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685258.116334:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef7e40 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685258.116339:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685258.116348:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef7e40 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685258.116354:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef7e40 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685258.116363:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x8876c877 (ffff9d92c8ee3400) 00010000:00010000:2.0:1770685258.116366:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685258.116369:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef7e40 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685258.116375:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef7e40 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685258.116391:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77400/0x8f0dbafbd9ef7e47 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685258.116397:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77400/0x8f0dbafbd9ef7e47 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685258.116403:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77400/0x8f0dbafbd9ef7e47 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685258.116409:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685258.116411:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77400/0x8f0dbafbd9ef7e47 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685258.116416:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77400/0x8f0dbafbd9ef7e47 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685258.116423:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9d92c5552f00) 00010000:00010000:2.0:1770685258.116425:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685258.116428:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77400/0x8f0dbafbd9ef7e47 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685258.116443:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77400/0x8f0dbafbd9ef7e47 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:2.0:1770685258.116528:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+49:26404:x1856697500286208:12345-192.168.203.41@tcp:34:lhsmtool_posix.0 Request processed in 602us (828us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685258.116538:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 969 00000100:00100000:2.0:1770685258.132812:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685258.140717:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500286464 00000100:00100000:1.0:1770685258.140742:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500286464 00000100:00100000:1.0:1770685258.140833:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 970 00000100:00100000:1.0:1770685258.140846:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+49:26404:x1856697500286464:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685258.140875:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685258.140905:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef7e4e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd9d7 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685258.141013:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef7e55 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685258.141028:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef7e55 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685258.141042:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef7e55 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685258.141061:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef7e5c lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685258.141068:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef7e5c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685258.141095:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef7e5c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685258.141176:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef7e63 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685258.141185:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef7e63 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685258.141191:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef7e63 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:1.0:1770685258.141203:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00010000:00010000:1.0:1770685258.141368:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef7e63 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685258.141376:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef7e63 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685258.141384:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef7e63 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685258.141391:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685258.141396:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef7e63 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685258.141405:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef7e63 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685258.141420:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9d92c5552f00) 00010000:00010000:1.0:1770685258.141423:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1770685258.141430:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef7e63 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685258.141447:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef7e63 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685258.141467:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef7e55 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685258.141473:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef7e55 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685258.141478:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef7e55 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685258.141484:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685258.141488:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef7e55 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685258.141493:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef7e55 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685258.141500:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:1.0:1770685258.141503:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685258.141506:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef7e55 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685258.141511:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef7e55 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685258.141520:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef7e5c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685258.141527:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef7e5c lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685258.141533:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef7e5c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685258.141544:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685258.141547:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef7e5c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685258.141552:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef7e5c lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685258.141568:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x8876c877 (ffff9d92c5552500) 00010000:00010000:1.0:1770685258.141571:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685258.141573:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef7e5c lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685258.141611:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef7e5c lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685258.141668:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef7e4e lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd9d7 expref: 51 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685258.141680:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:1.0:1770685258.141682:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1770685258.141686:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef7e4e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd9d7 expref: 51 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685258.141698:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc3c00, rc 0) 00000100:00100000:1.0:1770685258.141797:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+50:26404:x1856697500286464:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 952us (9000us total) trans 4294967934 rc 301/301 00000100:00100000:1.0:1770685258.141807:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 970 00000100:00100000:3.0:1770685258.145216:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685258.145671:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500286592 00000100:00100000:1.0:1770685258.145685:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500286592 00000100:00100000:1.0:1770685258.146537:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 971 00000100:00100000:1.0:1770685258.146552:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5165500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+50:26404:x1856697500286592:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1770685258.147333:0:5760:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0x19:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1770685258.147497:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5165500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+50:26404:x1856697500286592:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 947us (2294us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685258.147507:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 971 00000100:00100000:1.0:1770685258.151372:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685258.151776:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500286848 00000100:00100000:3.0:1770685258.151793:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500286848 00000100:00100000:3.0:1770685258.151866:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 972 00000100:00100000:3.0:1770685258.151878:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+50:26404:x1856697500286848:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685258.151931:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685258.151964:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef7e71 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd9de expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685258.153485:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7e78 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685258.153510:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7e78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685258.153523:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7e78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:3.0:1770685258.153723:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1a:0x0]: returning size 0 00010000:00010000:2.0:1770685258.158306:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef7e71 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd9de expref: 53 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685258.158342:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7e78 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd9de expref: 52 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685258.158353:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff9d9302158b00) 00010000:00010000:2.0:1770685258.158357:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685258.158362:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271c600, rc 0) 00000100:00100000:2.0:1770685258.158455:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+52:26404:x1856697500286848:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 6579us (7096us total) trans 4294967935 rc 0/0 00000100:00100000:2.0:1770685258.158467:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 972 00000100:00100000:3.0:1770685258.163083:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685258.166884:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500287104 00000100:00100000:2.0:1770685258.166907:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500287104 00000100:00100000:2.0:1770685258.166996:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 973 00000100:00100000:2.0:1770685258.167007:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5164000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+52:26404:x1856697500287104:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1770685258.167084:0:5762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685258.167123:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7e78 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd9de expref: 52 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685258.167159:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff9d9302158b00) 00010000:00010000:2.0:1770685258.167173:0:5762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770685258.167203:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77400/0x8f0dbafbd9ef7e86 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685258.167219:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d98 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd99f expref: 99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685258.167228:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77400/0x8f0dbafbd9ef7e86 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685258.167270:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d98 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd99f expref: 99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685258.167285:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d98 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd99f expref: 99 pid: 6998 timeout: 683 lvb_type: 0 00000100:00100000:2.0:1770685258.167301:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c24d8000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514774912:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685258.167414:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d9300434d80 going to sleep for 11 seconds 00000100:00100000:1.0:1770685258.178228:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685258.178358:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c24d8000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514774912:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685258.178397:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77400/0x8f0dbafbd9ef7e86 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:0.0:1770685258.178872:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500287232 00000100:00100000:0.0:1770685258.178891:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500287232 00010000:00010000:1.0:1770685258.179008:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d98 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd99f expref: 100 pid: 6998 timeout: 683 lvb_type: 0 00000100:00100000:1.0:1770685258.179093:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 283 00000100:00100000:1.0:1770685258.179103:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d03a7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+100:2351:x1856697500287232:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685258.179123:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685258.179131:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d98 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd99f expref: 100 pid: 6998 timeout: 683 lvb_type: 0 00010000:00010000:1.0:1770685258.179147:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d98 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd99f expref: 100 pid: 6998 timeout: 683 lvb_type: 0 00010000:00010000:1.0:1770685258.179176:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7d98 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd99f expref: 100 pid: 6998 timeout: 683 lvb_type: 0 00010000:00010000:1.0:1770685258.179193:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff9d92d40b3400) 00010000:00010000:1.0:1770685258.179198:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77400/0x8f0dbafbd9ef7e86 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685258.179210:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77400/0x8f0dbafbd9ef7e86 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685258.179226:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77400/0x8f0dbafbd9ef7e86 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685258.179258:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685258.179336:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d03a7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+99:2351:x1856697500287232:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 234us (1127us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685258.179345:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 283 00010000:00010000:2.0:1770685258.180300:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77400/0x8f0dbafbd9ef7e86 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685258.180315:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77400/0x8f0dbafbd9ef7e86 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685258.180361:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef7e8d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3c:0x0].0x5bc0cff2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685258.180374:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef7e8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x5bc0cff2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685258.180384:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef7e8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x5bc0cff2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685258.180498:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77400/0x8f0dbafbd9ef7e86 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685258.180506:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77400/0x8f0dbafbd9ef7e86 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685258.180513:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77400/0x8f0dbafbd9ef7e86 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685258.180520:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685258.180524:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77400/0x8f0dbafbd9ef7e86 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685258.180532:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77400/0x8f0dbafbd9ef7e86 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685258.180543:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff9d92d40b3400) 00010000:00010000:2.0:1770685258.180546:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685258.180551:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77400/0x8f0dbafbd9ef7e86 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685258.180570:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77400/0x8f0dbafbd9ef7e86 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685258.180608:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef7e8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x5bc0cff2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685258.180621:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef7e8d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x5bc0cff2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685258.180626:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef7e8d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x5bc0cff2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685258.180631:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685258.180633:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef7e8d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x5bc0cff2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685258.180639:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef7e8d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x5bc0cff2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685258.180647:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x5bc0cff2 (ffff9d92c8ee3400) 00010000:00010000:2.0:1770685258.180650:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685258.180652:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef7e8d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3c:0x0].0x5bc0cff2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685258.180658:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef7e8d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3c:0x0].0x5bc0cff2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:2.0:1770685258.180783:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5164000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+51:26404:x1856697500287104:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 13774us (19059us total) trans 0 rc -2/-2 00000100:00100000:2.0:1770685258.180792:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 973 00000100:00100000:0.0:1770685258.185172:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685258.185272:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500287360 00000100:00100000:2.0:1770685258.185382:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500287360 00000100:00100000:2.0:1770685258.185486:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 974 00000100:00100000:2.0:1770685258.185498:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+51:26404:x1856697500287360:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685258.185526:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685258.185569:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7e94 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd9e5 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685258.185970:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7e9b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685258.185986:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7e9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685258.186000:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7e9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685258.186133:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7e94 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd9e5 expref: 53 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685258.186151:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7e9b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd9e5 expref: 52 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685258.186161:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff9d92c8ee3e00) 00010000:00010000:2.0:1770685258.186165:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1770685258.186169:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c77000, rc 0) 00000100:00100000:2.0:1770685258.186257:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+52:26404:x1856697500287360:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 761us (1101us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685258.186266:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 974 00000100:00100000:0.0:1770685258.188921:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685258.189864:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500287616 00000100:00100000:1.0:1770685258.189880:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500287616 00000100:00100000:1.0:1770685258.189963:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 975 00000100:00100000:1.0:1770685258.189976:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+52:26404:x1856697500287616:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1770685258.190096:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef7ea2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685258.190116:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef7ea2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685258.190128:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef7ea2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00010000:1.0:1770685258.190528:0:5760:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000092ba19c3 reply state 00000000ded7e712 transno 4294967936 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef7ea2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:1.0:1770685258.190541:0:5760:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1770685258.190719:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+54:26404:x1856697500287616:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 744us (1813us total) trans 4294967936 rc 0/0 00000100:00100000:1.0:1770685258.190728:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 975 00000100:00100000:0.0:1770685258.196136:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685258.196213:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500287744 00000100:00100000:1.0:1770685258.196227:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500287744 00000100:00100000:1.0:1770685258.196305:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 976 00000100:00100000:1.0:1770685258.196338:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+54:26404:x1856697500287744:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685258.196374:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685258.196403:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef7ea9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd9ec expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685258.196480:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef7ea9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd9ec expref: 55 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685258.196496:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef7ea9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd9ec expref: 55 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685258.196506:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff9d92c8ee3e00) 00010000:00010000:1.0:1770685258.196510:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1770685258.196514:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc2000, rc 0) 00000100:00100000:1.0:1770685258.196623:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+55:26404:x1856697500287744:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 288us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685258.196630:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 976 00010000:00010000:3.0:1770685258.197646:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef7ea2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685258.197661:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef7ea2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685258.197670:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef7ea2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685258.197675:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685258.197695:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef7ea2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685258.197705:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef7ea2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685258.197723:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff9d92c8ee3e00) 00010000:00010000:3.0:1770685258.197726:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1770685258.197753:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef7ea2 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685258.197759:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef7ea2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:0.0:1770685258.199344:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685258.199653:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500287872 00000100:00100000:2.0:1770685258.199667:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500287872 00000100:00100000:2.0:1770685258.199728:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 218 00000100:00100000:2.0:1770685258.199935:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+54:26404:x1856697500287872:12345-192.168.203.41@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1770685258.200115:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+54:26404:x1856697500287872:12345-192.168.203.41@tcp:49:lhsmtool_posix.0 Request processed in 375us (782us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685258.200122:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 218 00000100:00100000:0.0:1770685258.203057:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685258.203207:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500288128 00000100:00100000:2.0:1770685258.203224:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500288128 00000100:00100000:2.0:1770685258.203311:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 219 00000100:00100000:2.0:1770685258.203324:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4868850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+54:26404:x1856697500288128:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1770685258.203688:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4868850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+55:26404:x1856697500288128:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 365us (648us total) trans 4294967937 rc 0/0 00000100:00100000:2.0:1770685258.203696:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 219 00000100:00100000:0.0:1770685258.206806:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685258.206897:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500288384 00000100:00100000:2.0:1770685258.206911:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500288384 00000100:00100000:2.0:1770685258.206980:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 977 00000100:00100000:2.0:1770685258.206992:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+55:26404:x1856697500288384:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1770685258.207138:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+55:26404:x1856697500288384:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 148us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685258.207145:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 977 00000100:00100000:0.0:1770685258.212885:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685258.213008:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500288640 00000100:00100000:1.0:1770685258.213022:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500288640 00000100:00100000:1.0:1770685258.213102:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 978 00000100:00100000:1.0:1770685258.213115:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+55:26404:x1856697500288640:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685258.213144:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685258.213207:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef7eb0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd9f3 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685258.213364:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7eb7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685258.213402:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef7ea9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd9ec expref: 56 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685258.213412:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7eb7 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685258.213454:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef7ea9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd9ec expref: 56 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685258.213467:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef7ea9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd9ec expref: 56 pid: 5761 timeout: 683 lvb_type: 0 00000100:00100000:1.0:1770685258.213483:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514775040:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685258.213655:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fc329a80 going to sleep for 11 seconds 00000100:00100000:0.0:1770685258.217373:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685258.217695:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500288768 00000100:00100000:3.0:1770685258.217708:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500288768 00010000:00010000:3.0:1770685258.217768:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef7ea9 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd9ec expref: 57 pid: 5761 timeout: 683 lvb_type: 0 00000100:00100000:3.0:1770685258.217816:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 284 00000100:00100000:3.0:1770685258.217826:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+57:2350:x1856697500288768:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685258.217843:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685258.217850:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef7ea9 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd9ec expref: 57 pid: 5761 timeout: 683 lvb_type: 0 00010000:00010000:3.0:1770685258.217864:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef7ea9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd9ec expref: 57 pid: 5761 timeout: 683 lvb_type: 0 00010000:00010000:3.0:1770685258.217893:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff9d92c8ee3e00) 00010000:00010000:3.0:1770685258.217900:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7eb7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685258.217910:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7eb7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685258.217918:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7eb7 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685258.217941:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685258.218015:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+57:2350:x1856697500288768:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 189us (656us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685258.218043:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 284 00010000:00010000:1.0:1770685258.218807:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef7ea9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd9ec expref: 56 pid: 5761 timeout: 683 lvb_type: 0 00000100:00100000:1.0:1770685258.218831:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514775040:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685258.218860:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7eb7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685258.218870:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7eb7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685258.218876:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7eb7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:1.0:1770685258.218902:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1a:0x0]: returning size 0 00000004:00080000:3.0:1770685258.225308:0:5761:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x13:0x0], index 0: 0 00010000:00010000:3.0:1770685258.225633:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7eb7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685258.225648:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7eb7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685258.225657:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7eb7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685258.225664:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685258.225669:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7eb7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685258.225678:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7eb7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685258.225699:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff9d92c8ee3e00) 00010000:00010000:3.0:1770685258.225702:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1770685258.225707:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7eb7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685258.225713:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7eb7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685258.225798:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef7eb0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd9f3 expref: 56 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685258.225810:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff9d92d40b3400) 00010000:00010000:3.0:1770685258.225812:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1770685258.225836:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef7eb0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd9f3 expref: 56 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685258.225847:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc3800, rc 0) 00000100:00100000:3.0:1770685258.225938:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+55:26404:x1856697500288640:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 12825us (13069us total) trans 4294967938 rc 301/301 00000100:00100000:3.0:1770685258.225950:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 978 00000100:00100000:0.0:1770685258.229923:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685258.229980:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500289024 00000100:00100000:0.0:1770685258.229993:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500289024 00000100:00100000:0.0:1770685258.230056:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 220 00000100:00100000:0.0:1770685258.230685:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5004e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+55:26404:x1856697500289024:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1770685258.231362:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5004e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+56:26404:x1856697500289024:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 1293us (1452us total) trans 4294967939 rc 0/0 00000100:00100000:1.0:1770685258.238497:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685258.238617:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500289152 00000100:00100000:3.0:1770685258.238632:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500289152 00000100:00100000:3.0:1770685258.238701:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 979 00000100:00100000:3.0:1770685258.238713:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+57:26404:x1856697500289152:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685258.238758:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685258.238786:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7ec5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bd9fa expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685258.238883:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d200/0x8f0dbafbd9ef7ecc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685258.238900:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d200/0x8f0dbafbd9ef7ecc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685258.238913:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d200/0x8f0dbafbd9ef7ecc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:3.0:1770685258.238958:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1a:0x0]: returning size 0 00000004:00200000:3.0:1770685258.238963:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685258.238988:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d200/0x8f0dbafbd9ef7ecc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685258.239019:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7ec5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd9fa expref: 59 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685258.239054:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d200/0x8f0dbafbd9ef7ecc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd9fa expref: 58 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685258.239064:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff9d92c8ee3e00) 00010000:00010000:3.0:1770685258.239067:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1770685258.239071:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271d200, rc 0) 00000100:00100000:3.0:1770685258.239148:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+58:26404:x1856697500289152:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 437us (667us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685258.239157:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 979 00000100:00100000:0.0:1770685258.239427:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 220 00000100:00100000:2.0:1770685258.244938:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685258.245038:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500289280 00000100:00100000:3.0:1770685258.245052:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500289280 00000100:00100000:3.0:1770685258.245152:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 256 00000100:00100000:3.0:1770685258.245166:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+8:2350:x1856697500289280:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685258.245190:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685258.245219:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7ed3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bda01 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1770685258.245251:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00080000:1.0:1770685258.245394:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1770685258.245426:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685258.245430:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685258.245439:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7ed3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda01 expref: 9 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685258.245464:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7ed3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda01 expref: 9 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685258.245499:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271d400, rc 0) 00000100:00100000:3.0:1770685258.245690:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500289280:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 528us (769us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685258.245699:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 256 00000100:00100000:0.0:1770685258.248716:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685258.248942:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500289536 00000100:00100000:1.0:1770685258.248958:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500289536 00000100:00100000:1.0:1770685258.249036:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 980 00000100:00100000:1.0:1770685258.249049:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+57:26404:x1856697500289536:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1770685258.249218:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+57:26404:x1856697500289536:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 172us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685258.249227:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 980 00000100:00100000:1.0:1770685258.252054:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685258.252142:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500289664 00000100:00100000:3.0:1770685258.252155:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500289664 00000100:00100000:3.0:1770685258.252226:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 257 00000100:00100000:3.0:1770685258.252237:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:26404:x1856697500289664:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685258.252259:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685258.252292:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7eda lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bda08 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685258.252329:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7ed3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda01 expref: 10 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685258.252337:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685258.252339:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685258.252344:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7eda lrc: 4/0,0 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda08 expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685258.252384:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7ed3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda01 expref: 10 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685258.252398:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7ed3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda01 expref: 10 pid: 8401 timeout: 683 lvb_type: 1 00000100:00100000:3.0:1770685258.252434:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5165180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514775168:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685258.252538:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d03976c0 going to sleep for 11 seconds 00000100:00100000:0.0:1770685258.259517:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685258.260100:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500289792 00000100:00100000:1.0:1770685258.260115:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500289792 00010000:00010000:1.0:1770685258.260170:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7ed3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda01 expref: 11 pid: 8401 timeout: 683 lvb_type: 1 00000100:00100000:1.0:1770685258.260229:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 285 00000100:00100000:1.0:1770685258.260241:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500289792:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685258.260260:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685258.260301:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7ed3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda01 expref: 11 pid: 8401 timeout: 683 lvb_type: 1 00010000:00010000:1.0:1770685258.260319:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7ed3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda01 expref: 11 pid: 8401 timeout: 683 lvb_type: 1 00010000:00010000:1.0:1770685258.260354:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685258.260357:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685258.260368:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7eda lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda08 expref: 11 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685258.260400:0:5746:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7eda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda08 expref: 11 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685258.260448:0:5746:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7eda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda08 expref: 11 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685258.260464:0:5746:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5746:1856697514775296:192.168.203.41@tcp:105: 00000100:00100000:1.0:1770685258.260620:0:5746:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fc329d80 going to sleep for 11 seconds 00010000:00010000:3.0:1770685258.269403:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7ed3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda01 expref: 11 pid: 8401 timeout: 683 lvb_type: 1 00000100:00100000:3.0:1770685258.269429:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5165180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514775168:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685258.269469:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7eda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bda08 expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685258.269488:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271da00, rc 0) 00000100:00100000:0.0:1770685258.271975:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:26404:x1856697500289664:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 19725us (19920us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685258.271991:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 257 00000100:00100000:3.0:1770685258.276443:0:5746:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5746:1856697514775296:192.168.203.41@tcp:105: 00010000:00010000:3.0:1770685258.276481:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685258.277031:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500289792:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 16787us (17523us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685258.277046:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 285 00000100:00100000:1.0:1770685258.277223:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685258.277655:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500289920 00000100:00100000:2.0:1770685258.277666:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500289920 00002000:00100000:2.0:1770685258.277723:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x13:0x0] (0->157) req@ffff9d92fb0c5f80 x1856697500289920/t0(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:379/0 lens 648/0 e 0 to 0 dl 1770685269 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685258.277746:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb0c5f80 with x1856697500289920 ext(0->157) 00002000:00010000:2.0:1770685258.277755:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fb0c5f80 00000100:00100000:2.0:1770685258.277784:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 92 00000100:00100000:2.0:1770685258.277794:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500289920:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1770685258.278393:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500289920:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 Request processed in 596us (1166us total) trans 4294967344 rc 0/0 00000100:00100000:2.0:1770685258.278403:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 92 00002000:00100000:2.0:1770685258.278411:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x13:0x0] (0->157) req@ffff9d92fb0c5f80 x1856697500289920/t4294967344(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:379/0 lens 648/448 e 0 to 0 dl 1770685269 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685258.278420:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb0c5f80 with x1856697500289920 ext(0->157) 00002000:00010000:2.0:1770685258.278424:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fb0c5f80 00000100:00100000:1.0:1770685258.283888:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685258.283944:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500290048 00000100:00100000:1.0:1770685258.283958:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500290048 00000100:00100000:1.0:1770685258.284032:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 981 00000100:00100000:1.0:1770685258.284046:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+57:26404:x1856697500290048:12345-192.168.203.41@tcp:44:lhsmtool_posix.0 00000100:00100000:2.0:1770685258.418209:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+57:26404:x1856697500290048:12345-192.168.203.41@tcp:44:lhsmtool_posix.0 Request processed in 134150us (134322us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685258.418226:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 981 00000001:00080000:3.0:1770685258.421682:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967939 is committed 00000001:00080000:3.0:1770685258.421715:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967933 is committed 00000004:00080000:3.0:1770685258.421722:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 13 committed 00000020:00080000:3.0:1770685258.421922:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9d92fc329000 refcount 2 committed 0 result 0 batchid 15 00000020:00080000:3.0:1770685258.421929:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92f4017200 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9d92fc329c00 00000020:00080000:3.0:1770685258.421932:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92f4017300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9d91c2c80800 00000020:00080000:0.0:1770685258.421972:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 15 committed batchid 14 00000020:00080000:0.0:1770685258.422239:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 14 00000100:00100000:3.0:1770685258.423060:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1770685258.423088:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5165180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514775424:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1770685258.423172:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685258.423250:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514775424 00000100:00100000:3.0:1770685258.423261:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514775424 00000100:00100000:3.0:1770685258.423357:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:3.0:1770685258.423368:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514775424:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1770685258.423494:0:8401:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:21 count 1 00002000:00010000:3.0:1770685258.423537:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 158, mtime: 0x698a8346, atime: 0x0, ctime: 0x698a8346, blocks: 0xb 00010000:00010000:3.0:1770685258.423547:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7ee1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685258.423599:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685258.423603:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685258.423611:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7ee1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685258.423633:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7ee1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685258.423646:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7ee1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685258.423655:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7ee1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685258.423677:0:8401:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1770685258.425858:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3289:x1856697514775424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2482us (2675us total) trans 4294967353 rc 0/0 00000100:00100000:3.0:1770685258.425874:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00080000:3.0:1770685258.425919:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1770685258.425940:0:5748:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1770685258.425949:0:5748:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7ee1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685258.425975:0:5748:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d400 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:3.0:1770685258.425981:0:5748:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7ee1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685258.425991:0:5748:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7ee1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685258.426014:0:5748:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7ee1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685258.426021:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7ee1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685258.426042:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685258.426044:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685258.426046:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685258.426842:0:3289:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967352 gen 2 00000004:00080000:1.0:1770685258.426854:0:3289:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967352 committed transno 4294967352 00000100:00100000:1.0:1770685258.426886:0:3289:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9d91c5165180 x1856697514775424/t4294967353(4294967353) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770685274 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1770685258.426902:0:3289:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9d91c5165180/2, rc 0, transno 4294967353 00000100:00100000:1.0:1770685258.426908:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5165180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514775424:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1770685258.433571:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685258.436461:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500290176 00000100:00100000:3.0:1770685258.436482:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500290176 00000100:00100000:3.0:1770685258.436596:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 259 00000100:00100000:3.0:1770685258.436608:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:2349:x1856697500290176:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 00010000:00010000:2.0:1770685258.485032:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1770685258.529883:0:18740:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1770685258.529896:0:18740:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1770685258.529959:0:18740:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 26 count 4 00000040:00080000:2.0:1770685258.529969:0:18740:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:2.0:1770685258.549105:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967344 is committed 00000100:00100000:1.0:1770685258.549889:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+9:2349:x1856697500290176:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 Request processed in 113273us (116335us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685258.549906:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 259 00000100:00100000:0.0:1770685258.570003:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685258.570102:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500290432 00000100:00100000:1.0:1770685258.570139:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500290432 00000100:00100000:1.0:1770685258.570224:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 982 00000100:00100000:1.0:1770685258.570235:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+51:26404:x1856697500290432:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1770685258.570314:0:5761:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685258.570351:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d200/0x8f0dbafbd9ef7ecc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd9fa expref: 51 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685258.570375:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff9d92c8ee3e00) 00010000:00010000:1.0:1770685258.570381:0:5761:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1770685258.570421:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef7ee8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685258.570437:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef7ee8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685258.570448:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef7ee8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685258.570484:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef7ee8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685258.570490:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef7ee8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685258.570497:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef7ee8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685258.570503:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685258.570508:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef7ee8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685258.570518:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef7ee8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685258.570534:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff9d92c8ee3e00) 00010000:00010000:1.0:1770685258.570537:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685258.570542:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef7ee8 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685258.570548:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef7ee8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685258.570746:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+50:26404:x1856697500290432:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 511us (758us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685258.570754:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 982 00000100:00100000:1.0:1770685258.575326:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685258.575398:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500290560 00000100:00100000:3.0:1770685258.575410:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500290560 00000100:00100000:3.0:1770685258.575471:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 983 00000100:00100000:3.0:1770685258.575480:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+50:26404:x1856697500290560:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685258.575506:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685258.575682:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7eef lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bda0f expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685258.575847:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7eef lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda0f expref: 51 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685258.575860:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7eef lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda0f expref: 51 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685258.575878:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff9d92c8ee3e00) 00010000:00010000:3.0:1770685258.575882:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1770685258.575886:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271d400, rc 0) 00000100:00100000:3.0:1770685258.577389:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+51:26404:x1856697500290560:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 1898us (2064us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685258.577401:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 983 00000100:00100000:1.0:1770685258.586664:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685258.586978:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500290688 00000100:00100000:3.0:1770685258.586992:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500290688 00000100:00100000:3.0:1770685258.587064:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 260 00000100:00100000:3.0:1770685258.587078:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+9:2349:x1856697500290688:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1770685258.587397:0:6540:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x13:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1770685258.587402:0:6540:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x13:0x0] updating lvb mtime from disk: 0 -> 1770685254 00002000:00010000:3.0:1770685258.587405:0:6540:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x13:0x0] updating lvb atime from disk: 0 -> 1770685254 00002000:00010000:3.0:1770685258.587407:0:6540:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x13:0x0] updating lvb ctime from disk: 0 -> 1770685254 00002000:00010000:3.0:1770685258.587409:0:6540:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x13:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:3.0:1770685258.587479:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+10:2349:x1856697500290688:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 Request processed in 404us (827us total) trans 4294967345 rc 0/0 00000100:00100000:3.0:1770685258.587488:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 260 00000100:00100000:3.0:1770685258.597289:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685258.597628:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500290944 00000100:00100000:1.0:1770685258.597641:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500290944 00000100:00100000:1.0:1770685258.597817:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 984 00000100:00100000:1.0:1770685258.597829:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+51:26404:x1856697500290944:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1770685258.597914:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef7ef6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685258.597934:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7e9b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd9e5 expref: 51 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685258.597943:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef7ef6 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685258.597984:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7e9b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd9e5 expref: 51 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685258.598012:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7e9b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd9e5 expref: 51 pid: 5762 timeout: 683 lvb_type: 0 00000100:00100000:1.0:1770685258.598029:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c5180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514775552:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685258.598143:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c70d70c0 going to sleep for 11 seconds 00000100:00100000:0.0:1770685258.611134:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c5180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514775552:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685258.611178:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef7ef6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:2.0:1770685258.611264:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685258.611353:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500291072 00000100:00100000:0.0:1770685258.611363:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500291072 00010000:00010000:0.0:1770685258.611410:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7e9b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd9e5 expref: 52 pid: 5762 timeout: 683 lvb_type: 0 00000100:00100000:0.0:1770685258.611455:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 286 00000100:00100000:0.0:1770685258.611466:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+52:2350:x1856697500291072:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685258.611486:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685258.611494:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7e9b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd9e5 expref: 52 pid: 5762 timeout: 683 lvb_type: 0 00010000:00010000:0.0:1770685258.611508:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7e9b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd9e5 expref: 52 pid: 5762 timeout: 683 lvb_type: 0 00010000:00010000:0.0:1770685258.611538:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7e9b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd9e5 expref: 52 pid: 5762 timeout: 683 lvb_type: 0 00010000:00010000:0.0:1770685258.611564:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff9d92c8ee3e00) 00010000:00010000:0.0:1770685258.611571:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef7ef6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685258.611604:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef7ef6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685258.611614:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef7ef6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685258.611645:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685258.611714:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+51:2350:x1856697500291072:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 250us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685258.611729:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 286 00010000:00010000:0.0:1770685258.611869:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef7ef6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685258.611876:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef7ef6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685258.611911:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef7ef6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685258.611918:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef7ef6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685258.611925:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef7ef6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685258.611931:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685258.611936:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef7ef6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685258.611944:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef7ef6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685258.611953:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff9d92c8ee3e00) 00010000:00010000:0.0:1770685258.611955:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1770685258.611959:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef7ef6 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685258.611964:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef7ef6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:0.0:1770685258.612012:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+50:26404:x1856697500290944:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 Request processed in 14186us (14749us total) trans 0 rc -22/-22 00000100:00100000:0.0:1770685258.612030:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 984 00000100:00100000:1.0:1770685258.619435:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685258.622022:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500291200 00000100:00100000:0.0:1770685258.622041:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500291200 00000100:00100000:2.0:1770685258.622698:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 261 00000100:00100000:2.0:1770685258.622711:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:2348:x1856697500291200:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1770685258.622778:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7efd lrc: 3/1,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685258.622801:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7eda lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bda08 expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685258.622828:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1770685258.622831:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1770685258.622835:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7efd lrc: 4/1,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685258.622875:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7eda lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.41@tcp remote: 0xa999371225bda08 expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685258.622889:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7eda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bda08 expref: 10 pid: 8401 timeout: 683 lvb_type: 0 00000100:00100000:2.0:1770685258.622905:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c24dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514775680:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685258.623008:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0741240 going to sleep for 11 seconds 00000100:00100000:0.0:1770685258.625844:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685258.626099:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c24dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514775680:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685258.626135:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7efd lrc: 3/1,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685258.626226:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500291328 00000100:00100000:2.0:1770685258.626236:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500291328 00010000:00010000:2.0:1770685258.626298:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7eda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bda08 expref: 11 pid: 8401 timeout: 683 lvb_type: 0 00000100:00100000:2.0:1770685258.626341:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 287 00000100:00100000:2.0:1770685258.626352:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+11:2351:x1856697500291328:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685258.626371:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685258.626399:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7eda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bda08 expref: 11 pid: 8401 timeout: 683 lvb_type: 0 00010000:00010000:2.0:1770685258.626411:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7eda lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bda08 expref: 11 pid: 8401 timeout: 683 lvb_type: 0 00010000:00010000:2.0:1770685258.626466:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7eda lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bda08 expref: 11 pid: 8401 timeout: 683 lvb_type: 0 00010000:00010000:2.0:1770685258.626485:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685258.626488:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685258.626492:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7efd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685258.626503:0:11010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7efd lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685258.626543:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685258.626637:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500291328:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 286us (808us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685258.626644:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 287 00010000:00010000:3.0:1770685258.626957:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7efd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685258.626967:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7efd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685258.627000:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7efd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685258.627009:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7efd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685258.627016:0:8401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7efd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685258.627024:0:8401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77e00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:3.0:1770685258.627029:0:8401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7efd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685258.627038:0:8401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7efd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685258.627052:0:8401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7efd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685258.627069:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef7efd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685258.627127:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2348:x1856697500291200:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 4417us (7706us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685258.627137:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 261 00000100:00100000:1.0:1770685258.634374:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685258.634550:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500291584 00000100:00100000:0.0:1770685258.634573:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500291584 00000100:00100000:0.0:1770685258.634681:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 985 00000100:00100000:0.0:1770685258.634693:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+50:26404:x1856697500291584:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1770685258.635186:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef7f04 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685258.635207:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7eef lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda0f expref: 51 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685258.635215:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef7f04 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685258.635260:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7eef lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda0f expref: 51 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685258.635363:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7eef lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda0f expref: 51 pid: 5762 timeout: 683 lvb_type: 0 00000100:00100000:0.0:1770685258.635382:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0252a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514775808:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685258.635540:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c31c2000 going to sleep for 11 seconds 00000100:00100000:0.0:1770685258.649012:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685258.649058:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500291712 00000100:00100000:0.0:1770685258.649069:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500291712 00010000:00010000:0.0:1770685258.649127:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7eef lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda0f expref: 52 pid: 5762 timeout: 683 lvb_type: 0 00000100:00100000:0.0:1770685258.649171:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 288 00000100:00100000:0.0:1770685258.649184:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0252300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+52:2351:x1856697500291712:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685258.649206:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685258.649215:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7eef lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda0f expref: 52 pid: 5762 timeout: 683 lvb_type: 0 00010000:00010000:0.0:1770685258.649230:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7eef lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda0f expref: 52 pid: 5762 timeout: 683 lvb_type: 0 00010000:00010000:0.0:1770685258.649258:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff9d92c8ee3e00) 00010000:00010000:0.0:1770685258.649264:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef7f04 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685258.649274:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef7f04 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685258.649284:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef7f04 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685258.649309:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685258.649378:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0252300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+52:2351:x1856697500291712:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 196us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685258.649386:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 288 00010000:00010000:2.0:1770685258.651502:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7eef lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda0f expref: 51 pid: 5762 timeout: 683 lvb_type: 0 00000100:00100000:2.0:1770685258.651527:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0252a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514775808:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685258.651574:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef7f04 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685258.651608:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef7f04 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685258.651615:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef7f04 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000001:00080000:2.0:1770685258.651978:0:5762:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967940 00000001:00080000:2.0:1770685258.652162:0:5762:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967941 00000001:00080000:2.0:1770685258.652213:0:5762:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967942 00000100:00100000:2.0:1770685258.652478:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c24db100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5762:1856697514775936:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1770685258.652570:0:5762:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685258.652703:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c5760a80 going to sleep for 11 seconds 00000100:00100000:3.0:1770685258.656864:0:13246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514775936 00000100:00100000:3.0:1770685258.656957:0:13246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514775936 00000100:00100000:0.0:1770685258.665509:0:13246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1770685258.665530:0:13246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5762:x1856697514775936:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1770685258.665746:0:13246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5762:x1856697514775936:12345-0@lo:1000:mdt00_002.0 Request processed in 212us (13165us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685258.665762:0:13246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:0.0:1770685258.665801:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1770685258.667543:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c24db100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5762:1856697514775936:0@lo:1000:mdt00_002.0 00000001:00080000:0.0:1770685258.667911:0:5762:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967943 00000100:00100000:0.0:1770685258.668018:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0252d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5762:1856697514776064:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1770685258.668090:0:5762:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685258.668134:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c836d900 going to sleep for 11 seconds 00000100:00100000:1.0:1770685258.668468:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514776064 00000100:00100000:1.0:1770685258.668478:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514776064 00000100:00100000:1.0:1770685258.668533:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1770685258.668544:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0250380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5762:x1856697514776064:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1770685258.668817:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0250380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5762:x1856697514776064:12345-0@lo:1000:mdt00_002.0 Request processed in 274us (726us total) trans 4294967346 rc 0/0 00000100:00100000:1.0:1770685258.668826:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1770685258.669034:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0252d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5762:1856697514776064:0@lo:1000:mdt00_002.0 00000001:00080000:0.0:1770685258.669142:0:5762:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967944 00010000:00010000:0.0:1770685258.669185:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef7f04 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685258.669198:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef7f04 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685258.669206:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef7f04 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685258.669213:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e7c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685258.669218:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef7f04 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685258.669226:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef7f04 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685258.669246:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff9d92c8ee3e00) 00010000:00010000:0.0:1770685258.669250:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1770685258.669256:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef7f04 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685258.669264:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef7f04 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685258.669483:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef7e32 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685258.669490:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef7e32 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685258.669496:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef7e32 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685258.669501:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685258.669505:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef7e32 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685258.669511:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef7e32 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685258.669519:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9d92c5552f00) 00010000:00010000:0.0:1770685258.669521:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1770685258.669524:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef7e32 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685258.669529:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef7e32 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685258.669600:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef7f0b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685258.669616:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef7f0b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685258.669629:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef7f0b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685258.669637:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef7f0b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685258.669650:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef7f0b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685258.669656:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef7f0b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685258.669661:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e6a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685258.669664:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef7f0b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685258.669671:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef7f0b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685258.669678:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9d92f27c0700) 00010000:00010000:0.0:1770685258.669681:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685258.669684:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef7f0b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685258.669690:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef7f0b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:0.0:1770685258.670004:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+55:26404:x1856697500291584:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 35309us (35640us total) trans 4294967945 rc 0/0 00000100:00100000:0.0:1770685258.670016:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 985 00000020:00080000:0.0:1770685258.670023:0:5762:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:1.0:1770685258.670419:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685258.670425:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685258.673655:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:1.0:1770685258.673677:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1770685258.676814:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685258.677131:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500291968 00000100:00100000:3.0:1770685258.677144:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500291968 00000100:00100000:3.0:1770685258.677221:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 221 00000100:00100000:3.0:1770685258.677233:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+55:26404:x1856697500291968:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1770685258.677793:0:13758:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x1a:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1770685258.677869:0:13758:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967946 00010000:00010000:3.0:1770685258.677923:0:13758:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef7f12 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13758 initiator: MDT0 00010000:00010000:3.0:1770685258.677943:0:13758:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef7f12 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 13758 initiator: MDT0 00010000:00010000:3.0:1770685258.677958:0:13758:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef7f12 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13758 initiator: MDT0 00010000:00010000:3.0:1770685258.677967:0:13758:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef7f12 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13758 initiator: MDT0 00010000:00010000:3.0:1770685258.677973:0:13758:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef7f12 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13758 initiator: MDT0 00010000:00010000:3.0:1770685258.677998:0:13758:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef7f12 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13758 initiator: MDT0 00010000:00010000:3.0:1770685258.678017:0:13758:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1770685258.678203:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+57:26404:x1856697500291968:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 968us (1398us total) trans 4294967947 rc 0/0 00000100:00100000:3.0:1770685258.678214:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 221 00000020:00080000:3.0:1770685258.678221:0:13758:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1770685258.682197:0:16755:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1770685258.682218:0:16755:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef7f12 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13758 initiator: MDT0 00010000:00010000:0.0:1770685258.682233:0:16755:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271c400 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:0.0:1770685258.682238:0:16755:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef7f12 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13758 initiator: MDT0 00010000:00010000:0.0:1770685258.682263:0:16755:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef7f12 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13758 initiator: MDT0 00010000:00010000:0.0:1770685258.682298:0:16755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff9d9302158d00) 00010000:00010000:0.0:1770685258.682302:0:16755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1770685258.682308:0:16755:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef7f12 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13758 initiator: MDT0 00010000:00010000:0.0:1770685258.682314:0:16755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef7f12 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13758 initiator: MDT0 00010000:00010000:0.0:1770685258.682343:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770685258.682346:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770685258.682349:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770685259.464925:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685259.464974:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685259.465004:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685259.465056:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685259.465083:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685259.465105:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685259.465128:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685259.465160:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500292096 00000100:00100000:2.0:1770685259.465172:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500292096 00000100:00100000:2.0:1770685259.465230:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 555 00000100:00100000:2.0:1770685259.465242:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697500292096:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685259.465324:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697500292096:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 84us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685259.465331:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 555 00000100:00100000:2.0:1770685259.465382:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500292480 00000100:00100000:2.0:1770685259.465385:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500292480 00000100:00100000:2.0:1770685259.465419:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500292736 00000100:00100000:2.0:1770685259.465422:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500292736 00000100:00100000:2.0:1770685259.465435:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500292352 00000100:00100000:2.0:1770685259.465437:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500292352 00000100:00100000:2.0:1770685259.465449:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500292864 00000100:00100000:2.0:1770685259.465469:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500292864 00000100:00100000:2.0:1770685259.465488:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 355 00000100:00100000:2.0:1770685259.465494:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2351:x1856697500292480:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685259.465525:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2351:x1856697500292480:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 31us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685259.465531:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 355 00000100:00100000:2.0:1770685259.465543:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 356 00000100:00100000:2.0:1770685259.465559:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500292736:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685259.465627:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500292736:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 78us (622us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685259.465635:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 356 00000100:00100000:2.0:1770685259.465645:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 357 00000100:00100000:2.0:1770685259.465651:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:2351:x1856697500292352:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685259.465672:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:2351:x1856697500292352:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 21us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685259.465677:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 357 00000100:00100000:2.0:1770685259.465685:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 358 00000100:00100000:2.0:1770685259.465690:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500292864:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685259.465709:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500292864:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 18us (580us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685259.465714:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 358 00000100:00100000:1.0:1770685259.465886:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500292224 00000100:00100000:1.0:1770685259.465892:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500292224 00000100:00100000:1.0:1770685259.465932:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500292608 00000100:00100000:1.0:1770685259.465935:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500292608 00000100:00100000:1.0:1770685259.465963:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 379 00000100:00100000:1.0:1770685259.465971:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+90:2351:x1856697500292224:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685259.466000:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+90:2351:x1856697500292224:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 31us (1098us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685259.466017:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 379 00000100:00100000:1.0:1770685259.466043:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 380 00000100:00100000:1.0:1770685259.466050:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+57:2351:x1856697500292608:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685259.466079:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+57:2351:x1856697500292608:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 31us (974us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685259.466085:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 380 00000100:00080000:0.0:1770685259.467301:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1770685259.467312:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1770685259.467314:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1770685259.506300:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685260.532573:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1770685260.633161:0:18791:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685260.633173:0:18791:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685260.633224:0:18791:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 26 count 4 00000040:00080000:1.0:1770685260.633232:0:18791:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1770685260.755832:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685260.765133:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500293120 00000100:00100000:2.0:1770685260.765163:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500293120 00000100:00100000:2.0:1770685260.765773:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 986 00000100:00100000:2.0:1770685260.765814:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+90:26421:x1856697500293120:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685260.765846:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685260.765888:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7f19 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bda16 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685260.765993:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef7f20 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685260.766009:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef7f20 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685260.766021:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef7f20 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685260.766037:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef7f27 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685260.766044:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef7f27 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685260.766050:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef7f27 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685260.766251:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77400/0x8f0dbafbd9ef7f2e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685260.766270:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77400/0x8f0dbafbd9ef7f2e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685260.766277:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77400/0x8f0dbafbd9ef7f2e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:2.0:1770685260.766289:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00010000:00010000:2.0:1770685260.766413:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef7f20 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685260.766444:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef7f20 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685260.766452:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef7f20 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685260.766458:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685260.766462:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef7f20 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685260.766470:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef7f20 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685260.766485:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff9d92d40b3400) 00010000:00010000:2.0:1770685260.766488:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685260.766494:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef7f20 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685260.766500:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef7f20 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685260.766530:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef7f27 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685260.766536:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef7f27 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685260.766552:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef7f27 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685260.766557:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685260.766560:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef7f27 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685260.766608:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef7f27 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685260.766619:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff9d92c8ee3000) 00010000:00010000:2.0:1770685260.766622:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685260.766625:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef7f27 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685260.766631:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef7f27 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685260.766682:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef7f19 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda16 expref: 93 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685260.766697:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77400/0x8f0dbafbd9ef7f2e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda16 expref: 92 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685260.766705:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9d92c8ee3b00) 00010000:00010000:2.0:1770685260.766707:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685260.766709:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c77400, rc 0) 00000100:00100000:2.0:1770685260.766801:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+92:26421:x1856697500293120:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 995us (10983us total) trans 4294967948 rc 0/0 00000100:00100000:2.0:1770685260.766809:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 986 00000100:00100000:0.0:1770685260.796941:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685260.797154:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500293248 00000100:00100000:1.0:1770685260.797169:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500293248 00000100:00100000:1.0:1770685260.797267:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 987 00000100:00100000:1.0:1770685260.797280:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+92:26421:x1856697500293248:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:1.0:1770685260.797396:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2600/0x8f0dbafbd9ef7f3c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685260.797419:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2600/0x8f0dbafbd9ef7f3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685260.797434:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2600/0x8f0dbafbd9ef7f3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685260.797473:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2600/0x8f0dbafbd9ef7f3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685260.797480:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2600/0x8f0dbafbd9ef7f3c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685260.797505:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2600/0x8f0dbafbd9ef7f3c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685260.797512:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685260.797517:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2600/0x8f0dbafbd9ef7f3c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685260.797525:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2600/0x8f0dbafbd9ef7f3c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685260.797552:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9d92c8ee3b00) 00010000:00010000:1.0:1770685260.797556:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1770685260.797563:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2600/0x8f0dbafbd9ef7f3c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685260.797569:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2600/0x8f0dbafbd9ef7f3c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:1.0:1770685260.797679:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+92:26421:x1856697500293248:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 401us (752us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685260.797688:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 987 00000100:00100000:3.0:1770685260.805060:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685260.805276:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500293504 00000100:00100000:0.0:1770685260.805290:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500293504 00000100:00100000:0.0:1770685260.805373:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 222 00000100:00100000:0.0:1770685260.805385:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+92:26421:x1856697500293504:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:0.0:1770685260.805787:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+93:26421:x1856697500293504:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 403us (743us total) trans 4294967949 rc 0/0 00000100:00100000:0.0:1770685260.805797:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 222 00000100:00100000:0.0:1770685260.881521:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685260.888567:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500293632 00000100:00100000:1.0:1770685260.888613:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500293632 00000100:00100000:1.0:1770685260.888693:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 262 00000100:00100000:1.0:1770685260.888705:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0252680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:2350:x1856697500293632:12345-192.168.203.41@tcp:101:diff.0 00010000:00010000:1.0:1770685260.888729:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685260.888767:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2600/0x8f0dbafbd9ef7f43 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bda1d expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1770685260.888800:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x13:0x0] initial LVB size: 158, mtime: 0x698a8346, atime: 0x698a8346, ctime: 0x698a8346, blocks: 0xb 00010000:00010000:1.0:1770685260.888836:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685260.888840:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685260.888851:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2600/0x8f0dbafbd9ef7f43 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda1d expref: 14 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685260.888885:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2600/0x8f0dbafbd9ef7f43 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda1d expref: 14 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685260.888903:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc2600, rc 0) 00000100:00100000:1.0:1770685260.888993:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0252680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+14:2350:x1856697500293632:12345-192.168.203.41@tcp:101:diff.0 Request processed in 289us (7486us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685260.889001:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 262 00000100:00100000:1.0:1770685260.901705:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685260.901934:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500293888 00000100:00100000:0.0:1770685260.901950:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500293888 00000100:00100000:0.0:1770685260.902049:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 988 00000100:00100000:0.0:1770685260.902062:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3b94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+93:26434:x1856697500293888:12345-192.168.203.41@tcp:101:diff.0 00010000:00010000:0.0:1770685260.902096:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685260.902122:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef7f4a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bda24 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685260.902269:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6c00/0x8f0dbafbd9ef7f51 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685260.902286:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6c00/0x8f0dbafbd9ef7f51 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x19:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685260.902300:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6c00/0x8f0dbafbd9ef7f51 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x19:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:0.0:1770685260.902313:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00010000:00010000:0.0:1770685260.902485:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef7f4a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda24 expref: 96 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685260.902506:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6c00/0x8f0dbafbd9ef7f51 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x19:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda24 expref: 95 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685260.902516:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff9d92c8ee3b00) 00010000:00010000:0.0:1770685260.902519:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1770685260.902523:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e6c00, rc 0) 00000100:00100000:0.0:1770685260.902641:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3b94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+95:26434:x1856697500293888:12345-192.168.203.41@tcp:101:diff.0 Request processed in 582us (951us total) trans 4294967950 rc 0/0 00000100:00100000:0.0:1770685260.902650:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 988 00000100:00100000:3.0:1770685260.912863:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685260.913369:0:17738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500294016 00000100:00100000:0.0:1770685260.913384:0:17738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500294016 00002000:00100000:0.0:1770685260.913460:0:17738:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x13:0x0] (0->4095) req@ffff9d91c3e69f80 x1856697500294016/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:381/0 lens 488/0 e 0 to 0 dl 1770685271 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685260.913474:0:17738:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c3e69f80 with x1856697500294016 ext(0->4095) 00002000:00010000:0.0:1770685260.913482:0:17738:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d91c3e69f80 00000100:00100000:0.0:1770685260.913526:0:17738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 93 00000100:00100000:0.0:1770685260.913538:0:17738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:bb0b411f-1e9f-4664-994e-ef5350eaf62d+14:2350:x1856697500294016:12345-192.168.203.41@tcp:3:diff.0 00000100:00100000:0.0:1770685260.913832:0:17738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:bb0b411f-1e9f-4664-994e-ef5350eaf62d+14:2350:x1856697500294016:12345-192.168.203.41@tcp:3:diff.0 Request processed in 295us (984us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1770685260.913841:0:17738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 93 00002000:00100000:0.0:1770685260.913848:0:17738:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x13:0x0] (0->4095) req@ffff9d91c3e69f80 x1856697500294016/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:381/0 lens 488/4536 e 0 to 0 dl 1770685271 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685260.913856:0:17738:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c3e69f80 with x1856697500294016 ext(0->4095) 00002000:00010000:0.0:1770685260.913859:0:17738:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d91c3e69f80 00010000:00010000:0.0:1770685261.553899:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770685261.877272:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514776576:0@lo:400:kworker.0 00000100:00100000:0.0:1770685261.877508:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514776192:0@lo:400:kworker.0 00000100:00100000:0.0:1770685261.877569:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685261.877651:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514776704:0@lo:400:kworker.0 00000100:00100000:0.0:1770685261.877684:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685261.877739:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514776704 00000100:00100000:0.0:1770685261.877750:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514776704 00000100:00100000:0.0:1770685261.877815:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:0.0:1770685261.877825:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514776704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685261.877888:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514776704:12345-0@lo:400:kworker.0 Request processed in 64us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685261.877895:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00080000:0.0:1770685261.877941:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685261.877985:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514776704:0@lo:400:kworker.0 00000100:00100000:2.0:1770685261.878508:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685261.878573:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514776320:0@lo:400:kworker.0 00000100:00100000:2.0:1770685261.878626:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685261.878643:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514776832:0@lo:400:kworker.0 00000100:00100000:2.0:1770685261.878677:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685261.878701:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1770685261.878708:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514776448:0@lo:400:kworker.0 00000100:00100000:2.0:1770685261.878732:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685261.878765:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514776192 00000100:00100000:2.0:1770685261.878770:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514776192 00000100:00100000:2.0:1770685261.878808:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:2.0:1770685261.878817:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514776192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685261.878856:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514776192:12345-0@lo:400:kworker.0 Request processed in 42us (1287us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685261.878863:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:2.0:1770685261.878895:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514776576 00000100:00100000:2.0:1770685261.878898:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514776576 00000100:00100000:2.0:1770685261.878928:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514776832 00000100:00100000:2.0:1770685261.878931:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514776832 00000100:00100000:2.0:1770685261.878951:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:2.0:1770685261.878956:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3288:x1856697514776576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685261.878988:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3288:x1856697514776576:12345-0@lo:400:kworker.0 Request processed in 31us (1621us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685261.878993:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:2.0:1770685261.879004:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:2.0:1770685261.879009:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3290:x1856697514776832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685261.879039:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3290:x1856697514776832:12345-0@lo:400:kworker.0 Request processed in 29us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685261.879045:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:2.0:1770685261.879087:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514776576:0@lo:400:kworker.0 00000100:00100000:2.0:1770685261.879121:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514776832:0@lo:400:kworker.0 00000100:00080000:2.0:1770685261.879133:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1770685261.879137:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1770685261.879145:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514776320 00000100:00100000:2.0:1770685261.879147:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514776320 00000100:00100000:2.0:1770685261.879168:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514776448 00000100:00100000:2.0:1770685261.879170:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514776448 00000100:00100000:2.0:1770685261.879189:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:2.0:1770685261.879194:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514776320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685261.879223:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514776320:12345-0@lo:400:kworker.0 Request processed in 29us (597us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685261.879229:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:2.0:1770685261.879238:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:2.0:1770685261.879243:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514776448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685261.879264:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514776448:12345-0@lo:400:kworker.0 Request processed in 21us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685261.879269:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:2.0:1770685261.879294:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514776448:0@lo:400:kworker.0 00000100:00100000:2.0:1770685261.879303:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514776320:0@lo:400:kworker.0 00000100:00080000:2.0:1770685261.879326:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685261.879341:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514776192:0@lo:400:kworker.0 00000100:00100000:0.0:1770685262.386320:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1770685262.386351:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514776960:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1770685262.386470:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685262.386757:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1770685262.386770:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514777088:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1770685262.386810:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685262.396637:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514776960 00000100:00100000:0.0:1770685262.396663:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514776960 00000100:00100000:0.0:1770685262.399066:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514777088 00000100:00100000:0.0:1770685262.399089:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514777088 00000100:00100000:1.0:1770685262.400380:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:1.0:1770685262.400460:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3290:x1856697514776960:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1770685262.400629:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:0.0:1770685262.400642:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3289:x1856697514777088:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1770685262.400674:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 78184448 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1770685262.400784:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3289:x1856697514777088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 145us (13972us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685262.400793:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00002000:00000024:1.0:1770685262.400895:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 71368704 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1770685262.400941:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3290:x1856697514776960:12345-0@lo:13:osp-pre-1-0.0 Request processed in 547us (14472us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685262.400948:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:2.0:1770685262.401099:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514777088:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1770685262.401723:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0250e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514776960:0@lo:13:osp-pre-1-0.0 00000001:00080000:1.0:1770685262.498269:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967353 is committed 00010000:00010000:3.0:1770685262.578824:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1770685262.773147:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685262.773159:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1770685262.773361:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 26 count 3 00000040:00080000:3.0:1770685262.773370:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:0.0:1770685263.490342:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967950 is committed 00000001:00080000:0.0:1770685263.490373:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967945 is committed 00000020:00080000:0.0:1770685263.490382:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9d91c31c29c0 refcount 2 committed 0 result 0 batchid 16 00000020:00080000:0.0:1770685263.490389:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d91c3b00d00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9d91c31c2240 00000020:00080000:0.0:1770685263.490393:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d91c3b00200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9d91c1f10c00 00000020:00080000:0.0:1770685263.490410:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 15 batchid updated 00000020:00080000:0.0:1770685263.490425:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 16 committed batchid 15 00000020:00080000:0.0:1770685263.490694:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 15 00000001:00080000:0.0:1770685263.490760:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967947 is committed 00010000:00010000:3.0:1770685263.607455:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1770685264.027323:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967346 is committed 00000001:00080000:0.0:1770685264.027351:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967345 is committed 00000100:00100000:0.0:1770685264.591013:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685264.591068:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685264.591111:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685264.591135:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685264.591166:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685264.591190:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685264.591212:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685264.591245:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500294656 00000100:00100000:0.0:1770685264.591258:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500294656 00000100:00100000:0.0:1770685264.591319:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500294272 00000100:00100000:0.0:1770685264.591322:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500294272 00000100:00100000:0.0:1770685264.591347:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 384 00000100:00100000:0.0:1770685264.591372:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+49:2348:x1856697500294656:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685264.591466:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+49:2348:x1856697500294656:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 97us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685264.591475:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 384 00000100:00100000:0.0:1770685264.591495:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 385 00000100:00100000:0.0:1770685264.591501:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+92:2348:x1856697500294272:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685264.591546:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+92:2348:x1856697500294272:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 45us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685264.591552:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 385 00000100:00100000:2.0:1770685264.591903:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500294144 00000100:00100000:2.0:1770685264.591909:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500294144 00000100:00100000:2.0:1770685264.591959:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 557 00000100:00100000:2.0:1770685264.591968:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2348:x1856697500294144:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685264.592012:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2348:x1856697500294144:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 45us (1017us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685264.592019:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 557 00000100:00100000:2.0:1770685264.592060:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500294400 00000100:00100000:2.0:1770685264.592065:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500294400 00000100:00100000:2.0:1770685264.592097:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500294912 00000100:00100000:2.0:1770685264.592100:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500294912 00000100:00100000:2.0:1770685264.592116:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500294528 00000100:00100000:2.0:1770685264.592118:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500294528 00000100:00100000:2.0:1770685264.592132:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500294784 00000100:00100000:2.0:1770685264.592135:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500294784 00000100:00100000:2.0:1770685264.592150:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 361 00000100:00100000:2.0:1770685264.592157:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0250e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+14:2348:x1856697500294400:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685264.592189:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0250e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+14:2348:x1856697500294400:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 32us (1120us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685264.592196:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 361 00000100:00100000:2.0:1770685264.592208:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 362 00000100:00100000:2.0:1770685264.592214:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0253480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+10:2348:x1856697500294912:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685264.592240:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0253480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+10:2348:x1856697500294912:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 25us (1103us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685264.592247:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 362 00000100:00100000:2.0:1770685264.592259:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 363 00000100:00100000:2.0:1770685264.592285:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2348:x1856697500294528:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685264.592314:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2348:x1856697500294528:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 31us (1123us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685264.592321:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 363 00000100:00100000:2.0:1770685264.592332:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 364 00000100:00100000:2.0:1770685264.592338:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+8:2348:x1856697500294784:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685264.592382:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+8:2348:x1856697500294784:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 43us (1169us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685264.592389:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 364 00000100:00080000:2.0:1770685264.592422:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1770685264.592427:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1770685264.592430:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1770685264.625892:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685265.650136:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1770685266.270463:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685266.270540:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500295040 00000100:00100000:0.0:1770685266.270552:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500295040 00000100:00100000:0.0:1770685266.271803:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 989 00000100:00100000:0.0:1770685266.271823:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+49:26367:x1856697500295040:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1770685266.271981:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+49:26367:x1856697500295040:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 Request processed in 164us (1533us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685266.271990:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 989 00000100:00080000:0.0:1770685266.272027:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685266.288832:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685266.297402:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500295296 00000100:00100000:3.0:1770685266.297424:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500295296 00000100:00100000:3.0:1770685266.299393:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 223 00000100:00100000:3.0:1770685266.299423:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+49:26367:x1856697500295296:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1770685266.300197:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+50:26367:x1856697500295296:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 782us (11373us total) trans 4294967951 rc 0/0 00000100:00100000:3.0:1770685266.309465:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 223 00010000:00010000:3.0:1770685266.675302:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1770685266.994084:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f3f5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514777344:0@lo:400:kworker.0 00000100:00100000:0.0:1770685266.994174:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685266.994265:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f3f58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514777856:0@lo:400:kworker.0 00000100:00100000:0.0:1770685266.994295:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685266.994327:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1770685266.994334:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f3f58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514777472:0@lo:400:kworker.0 00000100:00100000:0.0:1770685266.994358:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685266.994400:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514777344 00000100:00100000:0.0:1770685266.994411:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514777344 00000100:00100000:0.0:1770685266.994463:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514777472 00000100:00100000:0.0:1770685266.994466:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514777472 00000100:00100000:0.0:1770685266.994509:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:0.0:1770685266.994519:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514777344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685266.994614:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514777344:12345-0@lo:400:kworker.0 Request processed in 95us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685266.994621:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:0.0:1770685266.994642:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:0.0:1770685266.994649:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514777472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685266.994681:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514777472:12345-0@lo:400:kworker.0 Request processed in 32us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685266.994687:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00100000:0.0:1770685266.994725:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514777856 00000100:00100000:0.0:1770685266.994729:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514777856 00000100:00100000:0.0:1770685266.994758:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:0.0:1770685266.994765:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514777856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685266.994796:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514777856:12345-0@lo:400:kworker.0 Request processed in 31us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685266.994802:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00080000:0.0:1770685266.994822:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1770685266.994827:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685266.994865:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f3f58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514777472:0@lo:400:kworker.0 00000100:00100000:0.0:1770685266.994876:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f3f5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514777344:0@lo:400:kworker.0 00000100:00100000:0.0:1770685266.994884:0:3290:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967353 gen 2 00000004:00080000:0.0:1770685266.994890:0:3290:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9d91c5165180, transno 4294967353 00000100:00100000:0.0:1770685266.994899:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f3f58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514777856:0@lo:400:kworker.0 00000100:00100000:3.0:1770685266.995009:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f3f5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514777216:0@lo:400:kworker.0 00000100:00100000:3.0:1770685266.995049:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685266.995085:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f3f59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514777728:0@lo:400:kworker.0 00000100:00100000:3.0:1770685266.995108:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685266.995127:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1770685266.995133:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f3f59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514777600:0@lo:400:kworker.0 00000100:00100000:3.0:1770685266.995158:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685266.995427:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514777728 00000100:00100000:3.0:1770685266.995432:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514777728 00000100:00100000:3.0:1770685266.995478:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:3.0:1770685266.995486:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514777728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685266.995539:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514777728:12345-0@lo:400:kworker.0 Request processed in 54us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685266.995546:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00080000:3.0:1770685266.995565:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685266.995573:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514777600 00000100:00100000:3.0:1770685266.995609:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514777600 00000100:00100000:3.0:1770685266.995641:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:3.0:1770685266.995647:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514777600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685266.995681:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514777600:12345-0@lo:400:kworker.0 Request processed in 35us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685266.995688:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00080000:3.0:1770685266.995701:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1770685266.995719:0:3289:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967346 gen 2 00000004:00080000:3.0:1770685266.995725:0:3289:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967346 committed transno 4294967346 00000100:00100000:3.0:1770685266.995746:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f3f59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514777600:0@lo:400:kworker.0 00000100:00100000:3.0:1770685266.995758:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f3f59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514777728:0@lo:400:kworker.0 00000100:00100000:0.0:1770685266.996857:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514777216 00000100:00100000:0.0:1770685266.996872:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514777216 00000100:00100000:0.0:1770685266.996976:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:0.0:1770685266.996987:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0338850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514777216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685266.997080:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0338850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514777216:12345-0@lo:400:kworker.0 Request processed in 94us (2029us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685266.997087:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:3.0:1770685266.997185:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f3f5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514777216:0@lo:400:kworker.0 00000100:00100000:0.0:1770685267.506408:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f3f58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514777984:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1770685267.506510:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685267.507115:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514777984 00000100:00100000:3.0:1770685267.507129:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514777984 00000100:00100000:3.0:1770685267.507189:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:3.0:1770685267.507198:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514777984:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1770685267.507241:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 71368704 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1770685267.508194:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514777984:12345-0@lo:13:osp-pre-1-0.0 Request processed in 992us (1691us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685267.508207:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:0.0:1770685267.508403:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f3f58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514777984:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1770685267.509025:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1770685267.509046:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f3f58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514778112:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1770685267.509115:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685267.509608:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514778112 00000100:00100000:0.0:1770685267.509626:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514778112 00000100:00100000:0.0:1770685267.509680:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:0.0:1770685267.509689:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514778112:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1770685267.509740:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 78184448 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1770685267.509797:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514778112:12345-0@lo:13:osp-pre-0-0.0 Request processed in 109us (681us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685267.509804:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:3.0:1770685267.510170:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f3f58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514778112:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1770685267.697866:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1770685268.020474:0:19004:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12g: Restore a released file implicitly ========================================================== 20:01:06 (1770685266) 00000100:00100000:3.0:1770685268.383441:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685268.385294:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500295552 00000100:00100000:2.0:1770685268.385312:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500295552 00000100:00100000:2.0:1770685268.385407:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 990 00000100:00100000:2.0:1770685268.385422:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+50:27037:x1856697500295552:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685268.385456:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685268.385487:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef7f5f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bda2b expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685268.385700:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7f66 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.385718:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7f66 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.385733:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7f66 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:2.0:1770685268.385771:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:2.0:1770685268.386209:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef7f5f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda2b expref: 53 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685268.386230:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7f66 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda2b expref: 52 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685268.386240:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:2.0:1770685268.386243:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 7 00010000:00010000:2.0:1770685268.386248:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c77800, rc 0) 00000100:00100000:2.0:1770685268.386347:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+52:27037:x1856697500295552:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 928us (2919us total) trans 4294967952 rc 0/0 00000100:00100000:2.0:1770685268.386356:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 990 00000100:00080000:1.0:1770685268.388326:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685268.397184:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685268.397254:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685268.397418:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500295680 00000100:00100000:3.0:1770685268.397432:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500295680 00000100:00100000:3.0:1770685268.397513:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 991 00000100:00100000:3.0:1770685268.397536:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+52:27037:x1856697500295680:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1770685268.397709:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+52:27037:x1856697500295680:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 Request processed in 177us (540us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685268.397717:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 991 00000100:00100000:0.0:1770685268.397997:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500295808 00000100:00100000:0.0:1770685268.398003:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500295808 00000100:00100000:0.0:1770685268.398060:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 59 00000100:00100000:0.0:1770685268.398069:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+52:2351:x1856697500295808:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685268.398084:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685268.398120:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef7f66 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda2b expref: 52 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685268.398143:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:0.0:1770685268.398150:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685268.398184:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+51:2351:x1856697500295808:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 117us (940us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685268.398191:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 59 00000100:00100000:2.0:1770685268.409353:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685268.409502:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500295936 00000100:00100000:3.0:1770685268.409524:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500295936 00000100:00100000:3.0:1770685268.409854:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 992 00000100:00100000:3.0:1770685268.409867:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+92:27038:x1856697500295936:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685268.409923:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685268.409953:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef7f74 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bda32 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685268.410042:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7f7b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685268.410059:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7f7b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685268.410083:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7f7b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685268.410100:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7f82 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685268.410107:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7f82 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685268.410114:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7f82 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685268.410213:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7f7b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685268.410222:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7f7b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685268.410230:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7f7b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685268.410237:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685268.410241:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7f7b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685268.410272:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7f7b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685268.410285:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d9302158900) 00010000:00010000:3.0:1770685268.410288:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685268.410293:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7f7b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685268.410299:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7f7b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685268.410312:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7f82 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685268.410318:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7f82 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685268.410324:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7f82 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685268.410328:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271da00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685268.410331:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7f82 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685268.410337:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7f82 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685268.410344:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff9d9302158000) 00010000:00010000:3.0:1770685268.410346:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685268.410348:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7f82 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685268.410353:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7f82 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685268.410398:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef7f74 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda32 expref: 93 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685268.410410:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d9302158900) 00010000:00010000:3.0:1770685268.410412:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685268.410416:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef7f74 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda32 expref: 93 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685268.410426:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271c400, rc 0) 00000100:00100000:3.0:1770685268.410518:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+92:27038:x1856697500295936:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 653us (1180us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685268.410526:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 992 00000100:00080000:1.0:1770685268.411059:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685268.417341:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685268.417470:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500296192 00000100:00100000:3.0:1770685268.417482:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500296192 00000100:00100000:3.0:1770685268.417559:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 993 00000100:00100000:3.0:1770685268.417571:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+92:27038:x1856697500296192:12345-192.168.203.41@tcp:36:lfs.0 00010000:00010000:3.0:1770685268.417713:0:5760:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685268.417752:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7c87 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd93d expref: 92 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685268.417772:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d9302158900) 00010000:00010000:3.0:1770685268.417777:0:5760:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1770685268.417891:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef7f89 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685268.417907:0:5760:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef7cc6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bd952 expref: 50 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685268.417956:0:5760:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef7f89 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685268.418001:0:5760:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef7cc6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd952 expref: 50 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685268.418016:0:5760:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef7cc6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd952 expref: 50 pid: 5761 timeout: 693 lvb_type: 0 00000100:00100000:3.0:1770685268.418034:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e68000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514778240:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685268.418172:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0361600 going to sleep for 11 seconds 00000100:00100000:3.0:1770685268.424852:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685268.424988:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500296320 00000100:00100000:0.0:1770685268.425003:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500296320 00010000:00010000:0.0:1770685268.425066:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef7cc6 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd952 expref: 51 pid: 5761 timeout: 693 lvb_type: 0 00000100:00100000:0.0:1770685268.425143:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 289 00000100:00100000:0.0:1770685268.425156:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d03a5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+51:2351:x1856697500296320:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685268.425179:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685268.425187:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef7cc6 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd952 expref: 51 pid: 5761 timeout: 693 lvb_type: 0 00010000:00010000:0.0:1770685268.425202:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef7cc6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd952 expref: 51 pid: 5761 timeout: 693 lvb_type: 0 00010000:00010000:0.0:1770685268.425242:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d9302158900) 00010000:00010000:0.0:1770685268.425248:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef7f89 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685268.425259:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef7f89 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685268.425269:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef7f89 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685268.425294:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685268.425707:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d03a5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+51:2351:x1856697500296320:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 550us (867us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685268.425718:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 289 00010000:00010000:2.0:1770685268.428356:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef7cc6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bd952 expref: 50 pid: 5761 timeout: 693 lvb_type: 0 00000100:00100000:2.0:1770685268.428393:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e68000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514778240:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685268.428432:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef7f89 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685268.428444:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef7f89 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685268.428450:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef7f89 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685268.428525:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7f90 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685268.428543:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7f90 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685268.428556:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7f90 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:2.0:1770685268.429636:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3e:0x0]: returning size 512 00010000:00010000:2.0:1770685268.429657:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef7f89 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685268.429667:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef7f89 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685268.429675:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef7f89 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685268.429681:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271c400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685268.429687:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef7f89 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685268.429695:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef7f89 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685268.429712:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d9302158900) 00010000:00010000:2.0:1770685268.429715:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685268.429721:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef7f89 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685268.429726:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef7f89 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000004:00010000:2.0:1770685268.429759:0:5760:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000009ad845bd reply state 000000009b895b22 transno 4294967953 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7f90 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:2.0:1770685268.429770:0:5760:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1770685268.429887:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+93:27038:x1856697500296192:12345-192.168.203.41@tcp:36:lfs.0 Request processed in 12315us (12560us total) trans 4294967953 rc 0/0 00000100:00100000:2.0:1770685268.429898:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 993 00010000:00010000:2.0:1770685268.435171:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7f90 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685268.435196:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7f90 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685268.435214:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7f90 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685268.435222:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685268.435227:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7f90 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685268.435235:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7f90 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685268.435260:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff9d92c8ee3300) 00010000:00010000:2.0:1770685268.435264:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685268.435270:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7f90 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685268.435277:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef7f90 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:0.0:1770685268.439657:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685268.439791:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500296448 00000100:00100000:2.0:1770685268.439824:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500296448 00000100:00100000:2.0:1770685268.439887:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 994 00000100:00100000:2.0:1770685268.439900:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+92:27039:x1856697500296448:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:2.0:1770685268.440095:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685268.440136:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef7f97 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bda39 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685268.440225:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7f9e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685268.440242:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7f9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685268.440255:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7f9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:2.0:1770685268.440426:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1770685268.440432:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 27 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685268.440465:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7f9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685268.440511:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef7f97 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda39 expref: 94 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685268.440534:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7f9e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda39 expref: 93 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685268.440546:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3900) 00010000:00010000:2.0:1770685268.440549:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1770685268.440555:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76400, rc 0) 00000100:00100000:2.0:1770685268.440692:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+93:27039:x1856697500296448:12345-192.168.203.41@tcp:101:bash.0 Request processed in 791us (1052us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685268.440711:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 994 00000100:00100000:0.0:1770685268.445258:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685268.445483:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500296576 00000100:00100000:3.0:1770685268.445509:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500296576 00000100:00100000:3.0:1770685268.445650:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 995 00000100:00100000:3.0:1770685268.445710:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+93:27039:x1856697500296576:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:3.0:1770685268.445737:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685268.445766:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7fa5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bda40 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685268.445857:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7fac lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.445877:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7fac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.445891:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7fac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.446105:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7fb3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.446113:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7fb3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.446121:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7fb3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.446270:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d200/0x8f0dbafbd9ef7fba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.446279:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d200/0x8f0dbafbd9ef7fba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.446287:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d200/0x8f0dbafbd9ef7fba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:3.0:1770685268.447117:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3e:0x0]: returning size 512 00000004:00200000:3.0:1770685268.447127:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685268.447227:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d200/0x8f0dbafbd9ef7fba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.447247:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7fac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.447255:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7fac lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.447278:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7fac lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.447285:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271da00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685268.447290:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7fac lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.447299:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7fac lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.447318:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3900) 00010000:00010000:1.0:1770685268.447321:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685268.447327:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7fac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.447334:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef7fac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.447352:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7fb3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.447358:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7fb3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.447364:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7fb3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.447369:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685268.447373:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7fb3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.447380:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7fb3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.447399:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff9d9302158000) 00010000:00010000:1.0:1770685268.447402:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685268.447406:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7fb3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.447411:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef7fb3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.447470:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef7fa5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda40 expref: 95 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685268.447488:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d200/0x8f0dbafbd9ef7fba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda40 expref: 94 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685268.447504:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff9d9302158700) 00010000:00010000:1.0:1770685268.447506:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1770685268.447509:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271d200, rc 0) 00000100:00100000:1.0:1770685268.447645:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+94:27039:x1856697500296576:12345-192.168.203.41@tcp:101:bash.0 Request processed in 1984us (2406us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685268.447656:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 995 00000100:00100000:1.0:1770685268.452977:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685268.453100:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500296704 00000100:00100000:3.0:1770685268.453116:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500296704 00000100:00100000:3.0:1770685268.453201:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 996 00000100:00100000:3.0:1770685268.454012:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+94:27039:x1856697500296704:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:3.0:1770685268.454051:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685268.454084:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7fc1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bda47 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685268.454195:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef7fc8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.454223:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef7fc8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.454257:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef7fc8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.454276:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef7fcf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.454284:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef7fcf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.454290:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef7fcf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.454390:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef7fc8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.454399:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef7fc8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.454406:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef7fc8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.454413:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271c200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685268.454417:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef7fc8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.454426:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef7fc8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.454441:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff9d9302158700) 00010000:00010000:3.0:1770685268.454444:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685268.454450:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef7fc8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.454456:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef7fc8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.454501:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef7fcf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.454507:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef7fcf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.454513:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef7fcf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.454518:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271c800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685268.454522:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef7fcf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.454528:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef7fcf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.454536:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff9d9302158a00) 00010000:00010000:3.0:1770685268.454539:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685268.454542:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef7fcf lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.454547:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef7fcf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.454624:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7fc1 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda47 expref: 95 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685268.454636:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff9d9302158700) 00010000:00010000:3.0:1770685268.454638:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685268.454642:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7fc1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda47 expref: 95 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685268.454665:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271c600, rc 0) 00000100:00100000:3.0:1770685268.454753:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+94:27039:x1856697500296704:12345-192.168.203.41@tcp:101:bash.0 Request processed in 1543us (1795us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685268.454761:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 996 00000100:00100000:0.0:1770685268.471328:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685268.471656:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500296832 00000100:00100000:3.0:1770685268.471673:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500296832 00000100:00100000:3.0:1770685268.471758:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 997 00000100:00100000:3.0:1770685268.471769:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+50:27040:x1856697500296832:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:3.0:1770685268.471799:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685268.471829:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7fd6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bda4e expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685268.471914:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef7fdd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.471932:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef7fdd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.471946:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef7fdd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:3.0:1770685268.472034:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1770685268.472039:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 27 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685268.472074:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef7fdd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.472108:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef7fd6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda4e expref: 52 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685268.472174:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef7fdd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda4e expref: 51 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685268.472184:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3900) 00010000:00010000:3.0:1770685268.472188:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685268.472192:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271c800, rc 0) 00000100:00100000:3.0:1770685268.472293:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+51:27040:x1856697500296832:12345-192.168.203.41@tcp:101:rm.0 Request processed in 525us (988us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685268.472302:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 997 00000100:00100000:0.0:1770685268.480615:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685268.481323:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500296960 00000100:00100000:1.0:1770685268.481346:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500296960 00000100:00100000:1.0:1770685268.481436:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 998 00000100:00100000:1.0:1770685268.481448:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+51:27040:x1856697500296960:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:1.0:1770685268.481487:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685268.481529:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef7fe4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bda55 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685268.481723:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef7feb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.481742:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef7feb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.481756:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef7feb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.481772:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef7ff2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.481779:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef7ff2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.481786:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef7ff2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.481941:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7ff9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.481959:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7ff9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.481967:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7ff9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:1.0:1770685268.482012:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3e:0x0]: returning size 512 00000004:00200000:1.0:1770685268.482017:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685268.482046:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7ff9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.482062:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef7feb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.482080:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef7feb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.482088:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef7feb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.482095:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685268.482100:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef7feb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.482110:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef7feb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.482125:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3900) 00010000:00010000:1.0:1770685268.482128:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685268.482134:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef7feb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.482140:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef7feb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.482154:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef7ff2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.482160:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef7ff2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.482394:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef7ff2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.482401:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685268.482404:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef7ff2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.482421:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef7ff2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.482430:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff9d92c3dd8200) 00010000:00010000:1.0:1770685268.482432:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685268.482435:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef7ff2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.482442:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef7ff2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.482552:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef7fe4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda55 expref: 53 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685268.482569:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2e00/0x8f0dbafbd9ef7ff9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda55 expref: 52 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685268.482628:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff9d9302158700) 00010000:00010000:1.0:1770685268.482631:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1770685268.482634:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc2e00, rc 0) 00000100:00100000:1.0:1770685268.482732:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+52:27040:x1856697500296960:12345-192.168.203.41@tcp:101:rm.0 Request processed in 1285us (2171us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685268.482742:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 998 00000100:00100000:0.0:1770685268.490688:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685268.490820:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500297088 00000100:00100000:1.0:1770685268.490834:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500297088 00000100:00100000:1.0:1770685268.490912:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 999 00000100:00100000:1.0:1770685268.490925:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+52:27040:x1856697500297088:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:1.0:1770685268.490954:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685268.490990:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8000 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bda5c expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685268.491082:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8007 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.491100:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8007 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.491114:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8007 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.491130:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef800e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.491137:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef800e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.491143:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef800e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.491236:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8007 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.491244:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8007 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.491251:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8007 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.491257:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685268.491262:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8007 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.491271:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8007 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.491293:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff9d9302158700) 00010000:00010000:1.0:1770685268.491296:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685268.491302:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8007 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.491309:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8007 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.491325:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef800e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.491331:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef800e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.491337:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef800e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.491343:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685268.491346:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef800e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.491352:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef800e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.491358:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff9d92c3dd8200) 00010000:00010000:1.0:1770685268.491360:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685268.491363:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef800e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.491368:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef800e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685268.491409:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8000 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda5c expref: 53 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685268.491427:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff9d9302158700) 00010000:00010000:1.0:1770685268.491429:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685268.491433:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8000 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda5c expref: 53 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685268.491443:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc2200, rc 0) 00000100:00100000:1.0:1770685268.491558:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+52:27040:x1856697500297088:12345-192.168.203.41@tcp:101:rm.0 Request processed in 636us (886us total) trans 0 rc 301/301 00000100:00100000:1.0:1770685268.491567:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 999 00000100:00100000:0.0:1770685268.495552:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685268.495763:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500297216 00000100:00100000:3.0:1770685268.495777:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500297216 00000100:00100000:3.0:1770685268.495842:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1000 00000100:00100000:3.0:1770685268.495852:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+52:27040:x1856697500297216:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:3.0:1770685268.495879:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685268.495907:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8015 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bda63 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685268.496020:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef801c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.496038:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef801c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.496051:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef801c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.496065:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef8023 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.496083:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef8023 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.496091:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef8023 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.496181:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef801c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.496189:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef801c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.496196:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef801c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.496203:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271c200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685268.496207:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef801c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.496214:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef801c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.496229:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff9d9302158700) 00010000:00010000:3.0:1770685268.496233:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685268.496238:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef801c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.496245:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef801c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.496259:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef8023 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.496265:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef8023 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.496292:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef8023 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.496297:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685268.496300:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef8023 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.496307:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef8023 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.496315:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff9d9302158a00) 00010000:00010000:3.0:1770685268.496318:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685268.496320:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef8023 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.496326:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef8023 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685268.496369:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8015 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda63 expref: 53 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685268.496381:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff9d9302158700) 00010000:00010000:3.0:1770685268.496383:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685268.496387:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8015 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda63 expref: 53 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685268.496396:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271c600, rc 0) 00000100:00100000:3.0:1770685268.496777:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+52:27040:x1856697500297216:12345-192.168.203.41@tcp:101:rm.0 Request processed in 924us (1238us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685268.496787:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1000 00000100:00100000:0.0:1770685268.522041:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685268.522181:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500297344 00000100:00100000:1.0:1770685268.522194:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500297344 00000100:00100000:3.0:1770685268.522776:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1001 00000100:00100000:2.0:1770685268.522816:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+52:27041:x1856697500297344:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:2.0:1770685268.522846:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685268.522875:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef802a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bda6a expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685268.522992:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef8031 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.523011:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef8031 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.523024:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef8031 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.523041:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef8038 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.523048:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef8038 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.523054:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef8038 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.523150:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef8031 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.523159:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef8031 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.523166:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef8031 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.523193:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685268.523197:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef8031 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.523206:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef8031 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.523220:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff9d9302158700) 00010000:00010000:2.0:1770685268.523224:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685268.523230:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef8031 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.523237:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef8031 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.523252:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef8038 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.523258:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef8038 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.523263:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef8038 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.523268:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685268.523271:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef8038 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.523277:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef8038 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.523284:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff9d92c8ee3300) 00010000:00010000:2.0:1770685268.523287:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685268.523296:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef8038 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.523302:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef8038 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.523360:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef802a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda6a expref: 53 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685268.523371:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff9d9302158700) 00010000:00010000:2.0:1770685268.523374:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685268.523378:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef802a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda6a expref: 53 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685268.523390:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76e00, rc 0) 00000100:00100000:2.0:1770685268.523483:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+52:27041:x1856697500297344:12345-192.168.203.41@tcp:101:cp.0 Request processed in 696us (1462us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685268.523501:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1001 00000100:00100000:0.0:1770685268.526259:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685268.527818:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500297472 00000100:00100000:2.0:1770685268.527837:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500297472 00000100:00100000:2.0:1770685268.527931:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1002 00000100:00100000:2.0:1770685268.527945:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+52:27041:x1856697500297472:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:2.0:1770685268.527973:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685268.528001:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef803f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bda71 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685268.528134:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8046 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.528153:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8046 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.528176:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8046 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.528196:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef804d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.528203:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef804d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.528209:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef804d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.528288:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8046 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.528296:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8046 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.528316:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8046 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.528323:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685268.528327:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8046 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.528337:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8046 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.528352:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff9d9302158700) 00010000:00010000:2.0:1770685268.528355:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685268.528361:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8046 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.528368:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8046 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.528392:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef804d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.528398:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef804d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.528404:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef804d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.528408:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685268.528412:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef804d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.528417:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef804d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.528425:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff9d92c8ee3200) 00010000:00010000:2.0:1770685268.528427:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685268.528430:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef804d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.528436:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef804d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.528478:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef803f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda71 expref: 53 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685268.528500:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff9d9302158700) 00010000:00010000:2.0:1770685268.528502:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685268.528506:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef803f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda71 expref: 53 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685268.528526:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c77800, rc 0) 00000100:00100000:2.0:1770685268.528640:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+52:27041:x1856697500297472:12345-192.168.203.41@tcp:101:cp.0 Request processed in 697us (2399us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685268.528648:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1002 00000100:00100000:0.0:1770685268.531951:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685268.532182:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500297728 00000100:00100000:2.0:1770685268.532204:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500297728 00000100:00100000:2.0:1770685268.532551:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1003 00000100:00100000:2.0:1770685268.532566:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+52:27041:x1856697500297728:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:2.0:1770685268.532640:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685268.532672:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8054 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bda78 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685268.532851:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef805b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.532872:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef805b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.532887:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef805b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.532906:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef8062 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.532914:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef8062 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.532921:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef8062 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00080000:2.0:1770685268.535954:0:5761:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x16:0x0], index 1: 0 00010000:00010000:2.0:1770685268.539906:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8069 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.539948:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8069 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.539964:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8069 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.540029:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef805b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.540037:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef805b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.540045:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef805b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.540052:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685268.540057:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef805b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.540078:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef805b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.540096:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff9d9302158700) 00010000:00010000:2.0:1770685268.540100:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685268.540106:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef805b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.540113:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef805b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000004:00010000:2.0:1770685268.540155:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000000f15302 reply state 0000000056d2eabe transno 4294967954 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef8062 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:2.0:1770685268.540167:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1770685268.540228:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8054 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda78 expref: 55 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685268.544789:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8069 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda78 expref: 54 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685268.544811:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9d92c8ee3700) 00010000:00010000:2.0:1770685268.544814:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685268.544819:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c77000, rc 0) 00000100:00100000:2.0:1770685268.544929:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+55:27041:x1856697500297728:12345-192.168.203.41@tcp:101:cp.0 Request processed in 12365us (12995us total) trans 4294967954 rc 0/0 00000100:00100000:2.0:1770685268.544941:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1003 00010000:00010000:2.0:1770685268.550831:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef8062 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.550855:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef8062 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.550863:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef8062 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.550870:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685268.550875:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef8062 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.550883:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef8062 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.550918:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff9d92c8ee3300) 00010000:00010000:2.0:1770685268.550922:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685268.550928:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef8062 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685268.550935:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef8062 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:3.0:1770685268.551708:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685268.552414:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500297856 00000100:00100000:2.0:1770685268.552432:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500297856 00000100:00100000:2.0:1770685268.552516:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 263 00000100:00100000:2.0:1770685268.552529:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500297856:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:2.0:1770685268.552552:0:6538:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685268.552594:0:6538:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef8077 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bda7f expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1770685268.552627:0:6538:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1770685268.552654:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685268.552657:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685268.552666:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef8077 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda7f expref: 11 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685268.552688:0:6538:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef8077 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda7f expref: 11 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685268.552703:0:6538:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c77800, rc 0) 00000100:00100000:2.0:1770685268.552772:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500297856:12345-192.168.203.41@tcp:101:cp.0 Request processed in 247us (1074us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685268.552796:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 263 00000100:00080000:1.0:1770685268.554235:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1770685268.562122:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685268.562275:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500297984 00000100:00100000:2.0:1770685268.562288:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500297984 00000100:00100000:2.0:1770685268.562359:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 264 00000100:00100000:2.0:1770685268.562369:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+11:27041:x1856697500297984:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:2.0:1770685268.562393:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685268.562419:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef807e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bda86 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685268.562458:0:6539:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef8077 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda7f expref: 12 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685268.562467:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685268.562470:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685268.562475:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef807e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda86 expref: 12 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685268.562529:0:6539:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef8077 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda7f expref: 12 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685268.562544:0:6539:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef8077 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda7f expref: 12 pid: 6538 timeout: 693 lvb_type: 1 00000100:00100000:2.0:1770685268.562559:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514778368:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685268.562712:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c1c0d9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1770685268.570844:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514778368:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685268.570897:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef807e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bda86 expref: 12 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685268.570936:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76e00, rc 0) 00000100:00100000:3.0:1770685268.571025:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+12:27041:x1856697500297984:12345-192.168.203.41@tcp:101:cp.0 Request processed in 8656us (8918us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685268.571035:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 264 00000100:00100000:3.0:1770685268.583294:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685268.583519:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500298112 00000100:00100000:1.0:1770685268.583535:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500298112 00010000:00010000:1.0:1770685268.583638:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef8077 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda7f expref: 12 pid: 6538 timeout: 693 lvb_type: 1 00000100:00100000:1.0:1770685268.583836:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 290 00000100:00100000:1.0:1770685268.583849:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e6b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+12:2351:x1856697500298112:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685268.583873:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685268.583906:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef8077 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda7f expref: 12 pid: 6538 timeout: 693 lvb_type: 1 00010000:00010000:1.0:1770685268.583925:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef8077 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda7f expref: 12 pid: 6538 timeout: 693 lvb_type: 1 00010000:00010000:1.0:1770685268.583985:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef8077 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda7f expref: 12 pid: 6538 timeout: 693 lvb_type: 1 00010000:00010000:1.0:1770685268.584006:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685268.584009:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685268.584018:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef807e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bda86 expref: 11 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685268.584031:0:5746:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef807e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bda86 expref: 11 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685268.584089:0:5746:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef807e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bda86 expref: 11 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685268.584109:0:5746:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8356680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5746:1856697514778496:192.168.203.41@tcp:105: 00000100:00100000:1.0:1770685268.584233:0:5746:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fac03540 going to sleep for 11 seconds 00000100:00100000:3.0:1770685268.594769:0:5746:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8356680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5746:1856697514778496:192.168.203.41@tcp:105: 00010000:00010000:3.0:1770685268.594805:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685268.594878:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e6b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+11:2351:x1856697500298112:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 11030us (11606us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685268.594892:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 290 00000100:00100000:2.0:1770685268.595870:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685268.595939:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500298368 00000100:00100000:3.0:1770685268.595951:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500298368 00000100:00100000:3.0:1770685268.596019:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 224 00000100:00100000:3.0:1770685268.596030:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+54:27041:x1856697500298368:12345-192.168.203.41@tcp:35:cp.0 00000001:00080000:3.0:1770685268.596424:0:13758:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967955 00000100:00100000:3.0:1770685268.597934:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+56:27041:x1856697500298368:12345-192.168.203.41@tcp:35:cp.0 Request processed in 1893us (2058us total) trans 4294967956 rc 0/0 00000100:00100000:3.0:1770685268.597949:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 224 00000020:00080000:3.0:1770685268.597957:0:13758:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00080000:0.0:1770685268.622195:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 16 batchid updated 00000001:00080000:0.0:1770685268.622253:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967953 is committed 00000001:00080000:0.0:1770685268.622263:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967952 is committed 00000020:00080000:1.0:1770685268.622319:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 16 00000020:00080000:1.0:1770685268.622336:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 16 00000100:00100000:2.0:1770685268.663337:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685268.663455:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500298496 00000100:00100000:1.0:1770685268.663478:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500298496 00000100:00100000:1.0:1770685268.663562:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1004 00000100:00100000:1.0:1770685268.663574:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+93:27044:x1856697500298496:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:1.0:1770685268.663643:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685268.663671:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8085 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bda8d expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685268.663775:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef808c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.663791:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef808c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.663802:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef808c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.663817:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8093 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.663823:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8093 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.663829:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8093 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.663955:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef809a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.663963:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef809a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.663970:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef809a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:1.0:1770685268.664011:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00000004:00200000:1.0:1770685268.664016:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685268.664034:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef809a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.664047:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef809a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.664063:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef808c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.664070:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef808c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.664077:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef808c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.664084:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685268.664088:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef808c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.664095:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef808c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.664108:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff9d9302158700) 00010000:00010000:1.0:1770685268.664111:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685268.664116:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef808c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.664122:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef808c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.664137:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8093 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.664142:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8093 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.664148:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8093 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.664153:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685268.664161:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8093 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.664167:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8093 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.664174:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff9d92c3dd8200) 00010000:00010000:1.0:1770685268.664177:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685268.664180:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8093 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.664185:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8093 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.664221:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8085 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda8d expref: 95 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685268.664236:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef809a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda8d expref: 94 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685268.664244:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9d92c8ee3700) 00010000:00010000:1.0:1770685268.664246:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1770685268.664249:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc3600, rc 0) 00000100:00100000:1.0:1770685268.664322:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+94:27044:x1856697500298496:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 750us (998us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685268.664330:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1004 00000100:00100000:1.0:1770685268.668885:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685268.671759:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500298624 00000100:00100000:3.0:1770685268.671799:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500298624 00000100:00100000:3.0:1770685268.671894:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 265 00000100:00100000:3.0:1770685268.671906:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8357b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2349:x1856697500298624:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685268.671930:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685268.671956:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef80a1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bda94 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685268.672031:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e68e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514778624:192.168.203.41@tcp:106: 00000100:00100000:3.0:1770685268.672174:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d03610c0 going to sleep for 11 seconds 00000100:00080000:1.0:1770685268.672348:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:3.0:1770685268.679196:0:6539:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x16:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1770685268.679221:0:6539:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x16:0x0] updating lvb mtime: 0 -> 1770685269 00002000:00010000:3.0:1770685268.679223:0:6539:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x16:0x0] updating lvb atime: 0 -> 1770685268 00002000:00010000:3.0:1770685268.679226:0:6539:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x16:0x0] updating lvb ctime: 0 -> 1770685269 00000100:00100000:3.0:1770685268.679260:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e68e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514778624:192.168.203.41@tcp:106: 00010000:00010000:3.0:1770685268.679316:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef80a1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda94 expref: 13 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685268.679345:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef80a1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda94 expref: 13 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685268.679360:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271c600, rc 0) 00000100:00100000:3.0:1770685268.679444:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8357b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2349:x1856697500298624:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 7538us (10573us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685268.679454:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 265 00000100:00100000:2.0:1770685268.685139:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685268.685246:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500298752 00000100:00100000:3.0:1770685268.685262:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500298752 00000100:00100000:3.0:1770685268.685346:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1005 00000100:00100000:3.0:1770685268.685378:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+94:27044:x1856697500298752:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685268.685412:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685268.685442:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef80a8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bda9b expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685268.685561:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef80af lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685268.685617:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef80af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685268.685633:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef80af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:3.0:1770685268.685722:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3e:0x0]: returning size 11776 00000004:00200000:3.0:1770685268.685727:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685268.685758:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef80af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685268.685791:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef80a8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda9b expref: 96 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685268.685813:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef80af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda9b expref: 95 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685268.685824:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff9d9302158700) 00010000:00010000:3.0:1770685268.685828:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685268.685832:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271d800, rc 0) 00000100:00100000:3.0:1770685268.685905:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+95:27044:x1856697500298752:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 530us (781us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685268.685915:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1005 00000100:00100000:1.0:1770685268.689848:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685268.690023:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500298880 00000100:00100000:3.0:1770685268.690036:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500298880 00000100:00100000:3.0:1770685268.690396:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 266 00000100:00100000:3.0:1770685268.690408:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f544e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2350:x1856697500298880:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685268.690434:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685268.690864:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef80b6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdaa2 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685268.690947:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e68e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514778752:192.168.203.41@tcp:106: 00000100:00100000:3.0:1770685268.691144:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d03610c0 going to sleep for 11 seconds 00000100:00100000:3.0:1770685268.695065:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e68e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514778752:192.168.203.41@tcp:106: 00010000:00010000:3.0:1770685268.695126:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef80b6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdaa2 expref: 13 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685268.695157:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef80b6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdaa2 expref: 13 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685268.695172:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271c200, rc 0) 00000100:00100000:3.0:1770685268.695405:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f544e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2350:x1856697500298880:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 4997us (5570us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685268.695418:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 266 00000100:00100000:2.0:1770685268.701102:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685268.701481:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500299136 00000100:00100000:3.0:1770685268.701506:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500299136 00000100:00100000:3.0:1770685268.701702:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1006 00000100:00100000:2.0:1770685268.701815:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+95:27044:x1856697500299136:12345-192.168.203.41@tcp:58:lfs.0 00000040:00080000:2.0:1770685268.702181:0:5760:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].26, 136 off11728 00000100:00100000:2.0:1770685268.702317:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+95:27044:x1856697500299136:12345-192.168.203.41@tcp:58:lfs.0 Request processed in 603us (1228us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685268.702328:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1006 00010000:00010000:3.0:1770685268.722228:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1770685268.914202:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1770685268.914370:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1770685268.914423:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 27 count 4 00000040:00080000:2.0:1770685268.914430:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1770685268.914987:0:11361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d5180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514778880:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1770685268.915168:0:11361:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c6370780 going to sleep for 11 seconds 00000100:00100000:3.0:1770685268.918389:0:11361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d5180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514778880:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1770685268.919287:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685268.919377:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500299264 00000100:00100000:2.0:1770685268.919388:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500299264 00000100:00100000:2.0:1770685268.919465:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1007 00000100:00100000:2.0:1770685268.919475:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8356d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+54:27054:x1856697500299264:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1770685268.919534:0:5760:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0x1b:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1770685268.919702:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8356d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+54:27054:x1856697500299264:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 227us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685268.919711:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1007 00000100:00100000:2.0:1770685268.923899:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685268.923978:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500299520 00000100:00100000:1.0:1770685268.924009:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500299520 00000100:00100000:1.0:1770685268.924085:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1008 00000100:00100000:1.0:1770685268.924096:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+54:27054:x1856697500299520:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685268.924124:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685268.924152:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef80bd lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdaa9 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685268.924262:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef80c4 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.924278:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef80c4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.924290:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef80c4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.924305:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef80cb lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.924311:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef80cb lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.924316:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef80cb lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.924389:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef80d2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.924398:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef80d2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.924406:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef80d2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:1.0:1770685268.924430:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00010000:00010000:1.0:1770685268.924597:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef80c4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.924606:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef80c4 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.924614:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef80c4 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.924621:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685268.924625:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef80c4 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.924633:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef80c4 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.924647:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:1.0:1770685268.924651:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685268.924658:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef80c4 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.924665:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef80c4 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.924757:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef80cb lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.924764:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef80cb lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.924769:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef80cb lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.924784:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685268.924787:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef80cb lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.924794:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef80cb lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.924802:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x2b74b2f9 (ffff9d92c3dd8200) 00010000:00010000:1.0:1770685268.924804:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685268.924807:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef80cb lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.924812:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef80cb lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685268.924864:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef80bd lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdaa9 expref: 57 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685268.924879:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef80d2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdaa9 expref: 56 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685268.924886:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9d92c8ee3700) 00010000:00010000:1.0:1770685268.924888:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1770685268.924891:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc2200, rc 0) 00000100:00100000:1.0:1770685268.924975:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+56:27054:x1856697500299520:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 880us (1093us total) trans 4294967957 rc 0/0 00000100:00100000:1.0:1770685268.924984:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1008 00000100:00100000:3.0:1770685268.928165:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685268.928373:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500299648 00000100:00100000:2.0:1770685268.928389:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500299648 00000100:00100000:2.0:1770685268.928462:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 267 00000100:00100000:2.0:1770685268.928474:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+11:2351:x1856697500299648:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1770685268.928561:0:6539:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef80e0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685268.928629:0:6539:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef807e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bda86 expref: 11 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685268.928638:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1770685268.928640:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1770685268.928644:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef80e0 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685268.928807:0:6539:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef807e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.41@tcp remote: 0xa999371225bda86 expref: 11 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685268.928823:0:6539:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef807e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bda86 expref: 11 pid: 6539 timeout: 693 lvb_type: 0 00000100:00100000:2.0:1770685268.928840:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514779008:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685268.928947:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c6370cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1770685268.931171:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514779008:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685268.931226:0:6539:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef80e0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685268.933193:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685268.935829:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685268.936133:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500299904 00000100:00100000:0.0:1770685268.936148:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500299904 00002000:00100000:0.0:1770685268.936226:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x16:0x0] (0->157) req@ffff9d92fb2d5180 x1856697500299904/t0(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:389/0 lens 648/0 e 0 to 0 dl 1770685279 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685268.936239:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb2d5180 with x1856697500299904 ext(0->157) 00010000:00010000:0.0:1770685268.936250:0:6546:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef807e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bda86 expref: 12 pid: 6539 timeout: 693 lvb_type: 0 00010000:00010000:0.0:1770685268.936268:0:6546:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef807e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bda86 expref: 12 pid: 6539 timeout: 693 lvb_type: 0 00002000:00010000:0.0:1770685268.936277:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9d92fb2d5180 00000100:00100000:0.0:1770685268.936319:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 9 00000100:00100000:0.0:1770685268.936330:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+12:2350:x1856697500299904:12345-192.168.203.41@tcp:4:cp.0 00000100:00100000:0.0:1770685268.937404:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+14:2350:x1856697500299904:12345-192.168.203.41@tcp:4:cp.0 Request processed in 1064us (1580us total) trans 4294967354 rc 0/0 00000100:00100000:0.0:1770685268.937419:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 9 00002000:00100000:0.0:1770685268.937431:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x16:0x0] (0->157) req@ffff9d92fb2d5180 x1856697500299904/t4294967354(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:389/0 lens 648/448 e 0 to 0 dl 1770685279 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685268.937458:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb2d5180 with x1856697500299904 ext(0->157) 00010000:00010000:0.0:1770685268.937467:0:6546:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef807e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bda86 expref: 14 pid: 6539 timeout: 693 lvb_type: 0 00010000:00010000:0.0:1770685268.937484:0:6546:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef807e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bda86 expref: 14 pid: 6539 timeout: 693 lvb_type: 0 00002000:00010000:0.0:1770685268.937504:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9d92fb2d5180 00000100:00100000:3.0:1770685268.940837:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685268.942169:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500299776 00000100:00100000:1.0:1770685268.942190:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500299776 00000100:00100000:0.0:1770685268.945306:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500300032 00000100:00100000:0.0:1770685268.945321:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500300032 00010000:00010000:2.0:1770685268.945757:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef807e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bda86 expref: 14 pid: 6539 timeout: 693 lvb_type: 0 00000100:00100000:2.0:1770685268.945825:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 291 00000100:00100000:2.0:1770685268.945836:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+14:2348:x1856697500300032:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685268.945857:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685268.945886:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef807e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bda86 expref: 14 pid: 6539 timeout: 693 lvb_type: 0 00010000:00010000:2.0:1770685268.945902:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef807e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bda86 expref: 14 pid: 6539 timeout: 693 lvb_type: 0 00010000:00010000:2.0:1770685268.945936:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef807e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bda86 expref: 14 pid: 6539 timeout: 693 lvb_type: 0 00010000:00010000:2.0:1770685268.945956:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685268.945959:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685268.945965:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef80e0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685268.945976:0:11010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef80e0 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685268.946016:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685268.946100:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+13:2348:x1856697500300032:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 265us (5278us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685268.946108:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 291 00000100:00100000:2.0:1770685268.946130:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 60 00000100:00100000:2.0:1770685268.946137:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e68a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+56:2351:x1856697500299776:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685268.946158:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685268.946178:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef80d2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdaa9 expref: 56 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685268.946195:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9d92c8ee3700) 00010000:00010000:2.0:1770685268.946200:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685268.946236:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e68a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+55:2351:x1856697500299776:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 99us (13059us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685268.946243:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 60 00010000:00010000:2.0:1770685268.946440:0:6539:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef80e0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685268.946451:0:6539:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef80e0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685268.946480:0:6539:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef80e0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685268.946499:0:6539:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef80e0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685268.946508:0:6539:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef80e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685268.946515:0:6539:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77e00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:2.0:1770685268.946521:0:6539:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef80e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685268.947121:0:6539:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef80e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685268.947142:0:6539:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef80e0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685268.947151:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef80e0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685268.950646:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+12:2351:x1856697500299648:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 22154us (22475us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685268.950664:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 267 00000100:00100000:2.0:1770685268.954182:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685268.954438:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500300288 00000100:00100000:1.0:1770685268.954453:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500300288 00000100:00100000:1.0:1770685268.954921:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1009 00000100:00100000:1.0:1770685268.954938:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+55:27054:x1856697500300288:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1770685268.955096:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+55:27054:x1856697500300288:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 164us (929us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685268.955105:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1009 00000100:00100000:3.0:1770685268.958179:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685268.958340:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500300416 00000100:00100000:0.0:1770685268.958355:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500300416 00000100:00100000:0.0:1770685268.958432:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 268 00000100:00100000:0.0:1770685268.958444:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+12:2350:x1856697500300416:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685268.958469:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685268.958509:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef80e7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdab0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1770685268.958544:0:6539:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x16:0x0] initial LVB size: 158, mtime: 0x698a8355, atime: 0x0, ctime: 0x698a8355, blocks: 0x1 00010000:00010000:0.0:1770685268.958570:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685268.958573:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685268.958623:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef80e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdab0 expref: 13 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685268.958644:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef80e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdab0 expref: 13 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685268.958685:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e6000, rc 0) 00000100:00100000:0.0:1770685268.958762:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+13:2350:x1856697500300416:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 320us (602us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685268.958770:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 268 00000100:00100000:3.0:1770685268.963178:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685268.963318:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500300672 00000100:00100000:1.0:1770685268.963334:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500300672 00000100:00100000:1.0:1770685268.963415:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1010 00000100:00100000:1.0:1770685268.963437:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+55:27054:x1856697500300672:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1770685268.963629:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+55:27054:x1856697500300672:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 194us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685268.963638:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1010 00000100:00100000:3.0:1770685268.969001:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685268.969179:0:17738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500300800 00000100:00100000:2.0:1770685268.969197:0:17738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500300800 00002000:00100000:2.0:1770685268.969290:0:17738:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x16:0x0] (0->4095) req@ffff9d91c3e6b100 x1856697500300800/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:389/0 lens 488/0 e 0 to 0 dl 1770685279 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685268.969307:0:17738:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c3e6b100 with x1856697500300800 ext(0->4095) 00002000:00010000:2.0:1770685268.969316:0:17738:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c3e6b100 00000100:00100000:2.0:1770685268.969371:0:17738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 94 00000100:00100000:2.0:1770685268.969383:0:17738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1b20a364-7a5a-4770-9192-023629c7ce89+13:2351:x1856697500300800:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1770685268.969728:0:17738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1b20a364-7a5a-4770-9192-023629c7ce89+13:2351:x1856697500300800:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 Request processed in 345us (745us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1770685268.969739:0:17738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 94 00002000:00100000:2.0:1770685268.969767:0:17738:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x16:0x0] (0->4095) req@ffff9d91c3e6b100 x1856697500300800/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:389/0 lens 488/4536 e 0 to 0 dl 1770685279 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685268.969776:0:17738:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c3e6b100 with x1856697500300800 ext(0->4095) 00002000:00010000:2.0:1770685268.969780:0:17738:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c3e6b100 00000100:00100000:3.0:1770685268.973570:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685268.974064:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500300928 00000100:00100000:2.0:1770685268.974083:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500300928 00000100:00100000:2.0:1770685268.974737:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1011 00000100:00100000:2.0:1770685268.974754:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+55:27054:x1856697500300928:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685268.974784:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685268.974815:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef80ee lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdab7 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685268.974859:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef80f5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685268.974876:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef80f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685268.974891:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef80f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685268.975035:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef80ee lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdab7 expref: 57 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685268.975058:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef80f5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdab7 expref: 56 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685268.975067:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9d92c8ee3700) 00010000:00010000:2.0:1770685268.975070:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1770685268.975084:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76e00, rc 0) 00000100:00100000:2.0:1770685268.975164:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+56:27054:x1856697500300928:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 416us (1614us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685268.975174:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1011 00000100:00100000:1.0:1770685268.998825:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685268.998978:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500301056 00000100:00100000:0.0:1770685268.998994:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500301056 00000100:00100000:0.0:1770685268.999074:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1012 00000100:00100000:0.0:1770685268.999088:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8355180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+56:27054:x1856697500301056:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1770685268.999133:0:5760:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0x1b:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1770685268.999288:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8355180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+56:27054:x1856697500301056:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 202us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685268.999297:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1012 00000100:00100000:3.0:1770685269.008034:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685269.008160:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500301184 00000100:00100000:1.0:1770685269.008174:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500301184 00000100:00100000:1.0:1770685269.008261:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 269 00000100:00100000:1.0:1770685269.008274:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+13:2351:x1856697500301184:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1770685269.008334:0:6538:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef80fc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685269.008352:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685269.008355:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685269.008360:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef80fc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685269.008394:0:6538:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef80fc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685269.008433:0:6538:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef80fc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685269.008441:0:6538:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef80fc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685269.008449:0:6538:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef80fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685269.008457:0:6538:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3800 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:1.0:1770685269.008462:0:6538:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef80fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685269.008471:0:6538:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef80fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685269.008499:0:6538:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef80fc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685269.008507:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef80fc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685269.008648:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+13:2351:x1856697500301184:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 376us (631us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685269.008662:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 269 00000100:00100000:3.0:1770685269.018058:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685269.018174:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500301440 00000100:00100000:2.0:1770685269.018199:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500301440 00000100:00100000:2.0:1770685269.018280:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1013 00000100:00100000:2.0:1770685269.018292:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+56:27054:x1856697500301440:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1770685269.018768:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+57:27054:x1856697500301440:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 476us (756us total) trans 4294967958 rc 0/0 00000100:00100000:2.0:1770685269.018776:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1013 00000040:00080000:1.0:1770685269.019010:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685269.019019:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685269.019906:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:1.0:1770685269.019926:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1770685269.022742:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685269.023024:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500301696 00000100:00100000:1.0:1770685269.023039:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500301696 00000100:00100000:1.0:1770685269.023124:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 225 00000100:00100000:1.0:1770685269.023137:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c486bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+57:27054:x1856697500301696:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1770685269.023936:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c486bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+58:27054:x1856697500301696:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 795us (1204us total) trans 4294967959 rc 0/0 00000100:00100000:1.0:1770685269.023948:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 225 00000100:00100000:3.0:1770685269.702997:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685269.703050:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685269.703152:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500301824 00000100:00100000:2.0:1770685269.703167:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500301824 00000100:00100000:2.0:1770685269.703239:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 559 00000100:00100000:2.0:1770685269.703250:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2349:x1856697500301824:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685269.703337:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2349:x1856697500301824:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 89us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685269.703345:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 559 00000100:00100000:2.0:1770685269.704301:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685269.704343:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685269.704389:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500302336 00000100:00100000:3.0:1770685269.704399:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500302336 00000100:00100000:3.0:1770685269.704457:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 389 00000100:00100000:3.0:1770685269.704466:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+58:2349:x1856697500302336:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685269.704557:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+58:2349:x1856697500302336:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 92us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685269.704564:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 389 00000100:00100000:2.0:1770685269.712495:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685269.712543:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685269.714783:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500302080 00000100:00100000:1.0:1770685269.714805:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500302080 00000100:00100000:1.0:1770685269.714909:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500302592 00000100:00100000:1.0:1770685269.714912:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500302592 00000100:00100000:1.0:1770685269.714946:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 367 00000100:00100000:1.0:1770685269.714958:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+14:2349:x1856697500302080:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685269.715068:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+14:2349:x1856697500302080:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 113us (12016us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685269.715076:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 367 00000100:00100000:1.0:1770685269.715097:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 368 00000100:00100000:1.0:1770685269.715104:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb157800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+13:2349:x1856697500302592:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685269.715130:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb157800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+13:2349:x1856697500302592:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 27us (10788us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685269.715148:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 368 00000100:00080000:1.0:1770685269.715178:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1770685269.717450:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685269.717517:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500301952 00000100:00100000:2.0:1770685269.717530:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500301952 00000100:00100000:2.0:1770685269.717629:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 390 00000100:00100000:2.0:1770685269.717642:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb155c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+95:2349:x1856697500301952:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685269.717838:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb155c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+95:2349:x1856697500301952:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 197us (5369us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685269.717847:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 390 00000100:00100000:1.0:1770685269.719054:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500302208 00000100:00100000:1.0:1770685269.719073:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500302208 00000100:00100000:1.0:1770685269.719133:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500302464 00000100:00100000:1.0:1770685269.719136:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500302464 00000100:00100000:1.0:1770685269.719178:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 369 00000100:00100000:1.0:1770685269.719188:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb154000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2349:x1856697500302208:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685269.719352:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb154000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2349:x1856697500302208:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 164us (6808us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685269.719359:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 369 00000100:00100000:1.0:1770685269.719380:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 370 00000100:00100000:1.0:1770685269.719386:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+8:2349:x1856697500302464:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685269.719413:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+8:2349:x1856697500302464:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 27us (1979us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685269.719419:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 370 00000100:00080000:1.0:1770685269.719449:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:1.0:1770685269.734214:0:19054:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685269.734227:0:19054:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685269.734285:0:19054:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 27 count 4 00000040:00080000:1.0:1770685269.734294:0:19054:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1770685269.747096:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685269.794436:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685269.794900:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500302720 00000100:00100000:0.0:1770685269.794989:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500302720 00000100:00100000:0.0:1770685269.795075:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 270 00000100:00100000:0.0:1770685269.795088:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2350:x1856697500302720:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685269.795111:0:6538:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685269.795136:0:6538:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef8103 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdabe expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685269.795165:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685269.795169:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685269.795179:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef8103 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdabe expref: 13 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685269.795212:0:6538:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef8103 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdabe expref: 13 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685269.795228:0:6538:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e6a00, rc 0) 00000100:00100000:0.0:1770685269.795308:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:2350:x1856697500302720:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 222us (889us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685269.795315:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 270 00000100:00100000:3.0:1770685269.805123:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685269.805192:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500302976 00000100:00100000:0.0:1770685269.805204:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500302976 00000100:00100000:0.0:1770685269.805280:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1014 00000100:00100000:0.0:1770685269.805294:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+95:27056:x1856697500302976:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685269.805325:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685269.805354:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef810a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdac5 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685269.805503:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7600/0x8f0dbafbd9ef8111 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685269.805522:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7600/0x8f0dbafbd9ef8111 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685269.805547:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7600/0x8f0dbafbd9ef8111 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:0.0:1770685269.805562:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00010000:00010000:0.0:1770685269.805774:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef810a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdac5 expref: 98 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685269.805804:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7600/0x8f0dbafbd9ef8111 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdac5 expref: 97 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685269.805814:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9d92c8ee3700) 00010000:00010000:0.0:1770685269.805817:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1770685269.805822:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e7600, rc 0) 00000100:00100000:0.0:1770685269.805906:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+97:27056:x1856697500302976:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 615us (799us total) trans 4294967960 rc 0/0 00000100:00100000:0.0:1770685269.805924:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1014 00000100:00100000:0.0:1770685269.810255:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685269.810517:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500303104 00000100:00100000:1.0:1770685269.810531:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500303104 00000100:00100000:1.0:1770685269.810619:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 271 00000100:00100000:1.0:1770685269.810630:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:2351:x1856697500303104:12345-192.168.203.41@tcp:1:lfs.0 00010000:00010000:1.0:1770685269.810701:0:6538:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef811f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685269.810742:0:6538:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef80e7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdab0 expref: 12 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685269.810751:0:6538:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef8103 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdabe expref: 13 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685269.810758:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685269.810761:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685269.810765:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef811f lrc: 5/0,1 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685269.810821:0:6538:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef8103 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdabe expref: 13 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685269.810836:0:6538:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef8103 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdabe expref: 13 pid: 6538 timeout: 694 lvb_type: 1 00000100:00100000:1.0:1770685269.810854:0:6538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8355c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6538:1856697514779136:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685269.810989:0:6538:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef80e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdab0 expref: 12 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685269.810998:0:6538:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef80e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdab0 expref: 12 pid: 6539 timeout: 694 lvb_type: 1 00000100:00100000:1.0:1770685269.811008:0:6538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8354000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6538:1856697514779264:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685269.811045:0:6538:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d9300434300 going to sleep for 11 seconds 00000100:00100000:0.0:1770685269.822778:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685269.822851:0:6538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8355c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6538:1856697514779136:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685269.822866:0:6538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8354000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6538:1856697514779264:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685269.822891:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00010000:00010000:2.0:1770685269.822909:0:6538:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef811f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685269.822936:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500303232 00000100:00100000:0.0:1770685269.822945:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500303232 00000100:00100000:3.0:1770685269.822979:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500303360 00000100:00100000:3.0:1770685269.822983:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500303360 00010000:00010000:0.0:1770685269.822994:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef80e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdab0 expref: 13 pid: 6539 timeout: 694 lvb_type: 1 00010000:00010000:3.0:1770685269.823003:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef8103 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdabe expref: 14 pid: 6538 timeout: 694 lvb_type: 1 00000100:00100000:0.0:1770685269.823038:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 292 00000100:00100000:3.0:1770685269.823045:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 293 00000100:00100000:0.0:1770685269.823048:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+13:2350:x1856697500303232:12345-192.168.203.41@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1770685269.823050:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+14:2348:x1856697500303360:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685269.823066:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685269.823066:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685269.823090:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef80e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdab0 expref: 13 pid: 6539 timeout: 694 lvb_type: 1 00010000:00010000:3.0:1770685269.823091:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef8103 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdabe expref: 14 pid: 6538 timeout: 694 lvb_type: 1 00010000:00010000:0.0:1770685269.823102:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef80e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdab0 expref: 13 pid: 6539 timeout: 694 lvb_type: 1 00010000:00010000:3.0:1770685269.825874:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef8103 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdabe expref: 14 pid: 6538 timeout: 694 lvb_type: 1 00010000:00010000:3.0:1770685269.825914:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef8103 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdabe expref: 14 pid: 6538 timeout: 694 lvb_type: 1 00010000:00010000:3.0:1770685269.825936:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685269.826083:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:2348:x1856697500303360:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 3028us (3187us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685269.826097:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 293 00010000:00010000:0.0:1770685269.827097:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef80e7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdab0 expref: 13 pid: 6539 timeout: 694 lvb_type: 1 00010000:00010000:0.0:1770685269.827118:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685269.827121:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685269.827127:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef811f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685269.827137:0:5747:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef811f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685269.827394:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685269.827448:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+12:2350:x1856697500303232:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 4398us (4696us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685269.827458:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 292 00010000:00010000:3.0:1770685269.829678:0:6538:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef811f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685269.829779:0:6538:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef811f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685269.829829:0:6538:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef811f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685269.829854:0:6538:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef811f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685269.829863:0:6538:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef811f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685269.829872:0:6538:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2000 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:3.0:1770685269.829878:0:6538:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef811f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685269.829888:0:6538:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef811f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685269.829917:0:6538:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef811f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685269.829927:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef811f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685269.830045:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2351:x1856697500303104:12345-192.168.203.41@tcp:1:lfs.0 Request processed in 19409us (19796us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685269.830057:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 271 00000100:00100000:0.0:1770685269.835082:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685269.835248:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500303616 00000100:00100000:1.0:1770685269.835261:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500303616 00000100:00100000:1.0:1770685269.835370:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 226 00000100:00100000:1.0:1770685269.835383:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+97:27056:x1856697500303616:12345-192.168.203.41@tcp:35:lfs.0 00000004:00010000:1.0:1770685269.835467:0:5764:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000402:0x1b:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7600/0x8f0dbafbd9ef8111 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdac5 expref: 97 pid: 5760 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1770685269.835874:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967961 00000001:00080000:1.0:1770685269.836339:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967962 00010000:00010000:1.0:1770685269.836411:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8126 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0 00010000:00010000:1.0:1770685269.836431:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8069 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda78 expref: 57 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685269.836439:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef809a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda8d expref: 100 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685269.836446:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef80f5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdab7 expref: 57 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685269.836454:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8126 lrc: 6/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0 00010000:00010000:1.0:1770685269.836511:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef80f5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdab7 expref: 57 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685269.836535:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef80f5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdab7 expref: 57 pid: 5760 timeout: 694 lvb_type: 0 00000100:00100000:1.0:1770685269.836554:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8356300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1856697514779392:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685269.837468:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef809a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda8d expref: 100 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685269.837492:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef809a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda8d expref: 100 pid: 5761 timeout: 694 lvb_type: 0 00000100:00100000:1.0:1770685269.837507:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8355880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1856697514779520:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685269.837544:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8069 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda78 expref: 57 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685269.837552:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8069 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda78 expref: 57 pid: 5761 timeout: 694 lvb_type: 0 00000100:00100000:1.0:1770685269.837560:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8355500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1856697514779648:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685269.837618:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c1c0d9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1770685269.840452:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8356300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1856697514779392:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685269.840472:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8355880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1856697514779520:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685269.842179:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685269.842210:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685269.842310:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685269.842350:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500303744 00000100:00100000:0.0:1770685269.842362:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500303744 00010000:00010000:0.0:1770685269.842414:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef80f5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdab7 expref: 58 pid: 5760 timeout: 694 lvb_type: 0 00000100:00100000:0.0:1770685269.842454:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500304000 00000100:00100000:0.0:1770685269.842458:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500304000 00010000:00010000:0.0:1770685269.842471:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8069 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda78 expref: 59 pid: 5761 timeout: 694 lvb_type: 0 00000100:00100000:0.0:1770685269.842497:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500303872 00000100:00100000:0.0:1770685269.842500:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500303872 00010000:00010000:0.0:1770685269.842514:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef809a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda8d expref: 101 pid: 5761 timeout: 694 lvb_type: 0 00000100:00100000:0.0:1770685269.842544:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 294 00000100:00100000:0.0:1770685269.842555:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+59:2351:x1856697500303744:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685269.842604:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685269.842613:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef80f5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdab7 expref: 59 pid: 5760 timeout: 694 lvb_type: 0 00010000:00010000:0.0:1770685269.842631:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef80f5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdab7 expref: 59 pid: 5760 timeout: 694 lvb_type: 0 00010000:00010000:0.0:1770685269.842660:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef80f5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdab7 expref: 59 pid: 5760 timeout: 694 lvb_type: 0 00010000:00010000:0.0:1770685269.842680:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9d92c8ee3700) 00010000:00010000:0.0:1770685269.842686:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8126 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685269.842695:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8126 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685269.842702:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685269.842862:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 295 00000100:00100000:1.0:1770685269.842871:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d03a4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+58:2351:x1856697500304000:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685269.842879:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685269.842883:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8069 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda78 expref: 58 pid: 5761 timeout: 694 lvb_type: 0 00010000:00010000:1.0:1770685269.842899:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8069 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda78 expref: 58 pid: 5761 timeout: 694 lvb_type: 0 00010000:00010000:1.0:1770685269.842908:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9d92c8ee3700) 00010000:00010000:1.0:1770685269.842973:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8126 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0 00010000:00010000:1.0:1770685269.842980:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8126 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0 00010000:00010000:1.0:1770685269.842984:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685269.843012:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d03a4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+58:2351:x1856697500304000:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 142us (801us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685269.843018:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 295 00000100:00100000:1.0:1770685269.843036:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 296 00000100:00100000:1.0:1770685269.843040:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+101:2350:x1856697500303872:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685269.843046:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685269.843049:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef809a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda8d expref: 101 pid: 5761 timeout: 694 lvb_type: 0 00010000:00010000:1.0:1770685269.843056:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef809a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda8d expref: 101 pid: 5761 timeout: 694 lvb_type: 0 00010000:00010000:1.0:1770685269.843065:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef809a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda8d expref: 101 pid: 5761 timeout: 694 lvb_type: 0 00010000:00010000:1.0:1770685269.843073:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9d92c8ee3700) 00010000:00010000:1.0:1770685269.843080:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8126 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0 00010000:00010000:1.0:1770685269.843086:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8126 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0 00010000:00010000:1.0:1770685269.843092:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8126 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0 00010000:00010000:1.0:1770685269.843108:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685269.843123:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+100:2350:x1856697500303872:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 83us (814us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685269.843126:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 296 00010000:00010000:3.0:1770685269.843280:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8069 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda78 expref: 57 pid: 5761 timeout: 694 lvb_type: 0 00000100:00100000:3.0:1770685269.843298:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8355500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1856697514779648:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685269.843328:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8126 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685269.843339:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8126 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685269.843345:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8126 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 00000001:00080000:3.0:1770685269.843507:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967963 00000100:00100000:0.0:1770685269.843884:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+56:2351:x1856697500303744:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 1326us (1712us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685269.843894:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 294 00000001:00080000:3.0:1770685269.844359:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967964 00000001:00080000:3.0:1770685269.844449:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967965 00000100:00100000:3.0:1770685269.844608:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5004e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1856697514779776:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1770685269.844682:0:5764:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685269.844717:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92f5166540 going to sleep for 11 seconds 00000100:00100000:1.0:1770685269.844818:0:13246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514779776 00000100:00100000:1.0:1770685269.844826:0:13246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514779776 00000100:00100000:1.0:1770685269.844895:0:13246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1770685269.844906:0:13246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5006680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5764:x1856697514779776:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1770685269.845077:0:13246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5006680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5764:x1856697514779776:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 173us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685269.845085:0:13246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1770685269.845130:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5004e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1856697514779776:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:1.0:1770685269.845346:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967966 00000100:00100000:1.0:1770685269.845404:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8354700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1856697514779904:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1770685269.845434:0:5764:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685269.845451:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d9300434300 going to sleep for 11 seconds 00000100:00100000:1.0:1770685269.845464:0:13246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514779904 00000100:00100000:1.0:1770685269.845468:0:13246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514779904 00000100:00100000:1.0:1770685269.845506:0:13246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1770685269.845513:0:13246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5764:x1856697514779904:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1770685269.845716:0:13246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8354380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:5764:x1856697514779904:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 204us (281us total) trans 4294967355 rc 0/0 00000100:00100000:1.0:1770685269.845723:0:13246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1770685269.845760:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8354700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1856697514779904:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:1.0:1770685269.845782:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8126 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0 00010000:00010000:1.0:1770685269.845792:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8126 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0 00010000:00010000:1.0:1770685269.845799:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8126 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0 00010000:00010000:1.0:1770685269.845806:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685269.845811:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8126 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0 00010000:00010000:1.0:1770685269.845820:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8126 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0 00010000:00010000:1.0:1770685269.845838:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9d92c8ee3700) 00010000:00010000:1.0:1770685269.845841:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1770685269.845847:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8126 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0 00010000:00010000:1.0:1770685269.845852:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8126 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0 00000100:00080000:3.0:1770685269.846174:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:1.0:1770685269.846477:0:5764:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x3f:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1770685269.846884:0:5764:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].13, 64 off9096 00000004:00080000:1.0:1770685269.846902:0:5764:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 594692323358ns, next at 595692319801ns, rc = 0 00000001:00080000:1.0:1770685269.847005:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967967 00010000:00010000:1.0:1770685269.847092:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9d92c8ee3700) 00010000:00010000:1.0:1770685269.847097:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1770685269.847108:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7600/0x8f0dbafbd9ef8111 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdac5 expref: 104 pid: 5760 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685269.847282:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+103:27056:x1856697500303616:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 11902us (12214us total) trans 4294967968 rc 0/0 00000100:00100000:1.0:1770685269.847293:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 226 00000020:00080000:1.0:1770685269.847300:0:5764:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:1.0:1770685269.856683:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685269.856888:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500304128 00000100:00100000:3.0:1770685269.856901:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500304128 00000100:00100000:3.0:1770685269.857027:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1015 00000100:00100000:3.0:1770685269.857036:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8357480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+103:27057:x1856697500304128:12345-192.168.203.41@tcp:101:diff.0 00010000:00010000:3.0:1770685269.857064:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685269.857087:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef812d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdacc expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685269.857158:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8134 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685269.857170:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8134 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685269.857190:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8134 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685269.857204:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef813b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685269.857211:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef813b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685269.857217:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef813b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685269.857348:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8142 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685269.857357:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8142 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685269.857364:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8142 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:3.0:1770685269.857403:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00000004:00200000:3.0:1770685269.857407:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685269.857428:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8142 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685269.857438:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8142 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685269.857444:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8134 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685269.857448:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8134 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685269.857460:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8134 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685269.857465:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271c600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685269.857468:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8134 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685269.857473:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8134 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685269.857497:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff9d9302158700) 00010000:00010000:3.0:1770685269.857501:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685269.857510:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8134 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685269.857515:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8134 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685269.857527:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef813b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685269.857533:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef813b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685269.857538:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef813b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685269.857544:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685269.857547:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef813b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685269.857553:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef813b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685269.857573:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff9d9302158300) 00010000:00010000:3.0:1770685269.857607:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685269.857611:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef813b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685269.857617:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef813b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685269.857658:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef812d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdacc expref: 105 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685269.857672:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8142 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdacc expref: 104 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685269.857680:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9d9302158a00) 00010000:00010000:3.0:1770685269.857682:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1770685269.857685:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271cc00, rc 0) 00000100:00100000:3.0:1770685269.858054:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8357480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+104:27057:x1856697500304128:12345-192.168.203.41@tcp:101:diff.0 Request processed in 1014us (1381us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685269.858063:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1015 00000100:00100000:1.0:1770685269.862921:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685269.863028:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500304384 00000100:00100000:2.0:1770685269.863042:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500304384 00000100:00100000:2.0:1770685269.863112:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1016 00000100:00100000:2.0:1770685269.863121:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+104:27057:x1856697500304384:12345-192.168.203.41@tcp:101:diff.0 00010000:00010000:2.0:1770685269.863146:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685269.863169:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef8149 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdad3 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685269.863305:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8150 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685269.863322:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8150 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685269.863335:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8150 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:2.0:1770685269.863349:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00010000:00010000:2.0:1770685269.863504:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef8149 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdad3 expref: 107 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685269.863528:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8150 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdad3 expref: 106 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685269.863535:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9d9302158a00) 00010000:00010000:2.0:1770685269.863539:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685269.863543:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c77a00, rc 0) 00000100:00100000:2.0:1770685269.863667:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+106:27057:x1856697500304384:12345-192.168.203.41@tcp:101:diff.0 Request processed in 547us (764us total) trans 4294967969 rc 0/0 00000100:00100000:2.0:1770685269.863676:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1016 00000100:00100000:2.0:1770685269.867213:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685269.867280:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500304640 00000100:00100000:3.0:1770685269.867293:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500304640 00000100:00100000:3.0:1770685269.867376:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 61 00000100:00100000:3.0:1770685269.867389:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+106:27057:x1856697500304640:12345-192.168.203.41@tcp:103:diff.0 00010000:00010000:3.0:1770685269.867410:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1770685269.867440:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8150 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdad3 expref: 106 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685269.867472:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8142 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdacc expref: 105 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685269.867494:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9d9302158a00) 00010000:00010000:3.0:1770685269.867513:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685269.867656:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+104:27057:x1856697500304640:12345-192.168.203.41@tcp:103:diff.0 Request processed in 269us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685269.867666:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 61 00000100:00100000:2.0:1770685269.872079:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685269.872557:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500304768 00000100:00100000:3.0:1770685269.872571:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500304768 00000100:00100000:3.0:1770685269.872780:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1017 00000100:00100000:3.0:1770685269.872792:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+104:27057:x1856697500304768:12345-192.168.203.41@tcp:58:diff.0 00010000:00010000:3.0:1770685269.872939:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef815e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685269.872960:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef815e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685269.872973:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef815e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000040:00080000:3.0:1770685269.873185:0:5760:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].27, 136 off11864 00000100:00100000:3.0:1770685269.873292:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+104:27057:x1856697500304768:12345-192.168.203.41@tcp:58:diff.0 Request processed in 502us (1226us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685269.873302:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1017 00000100:00100000:3.0:1770685269.878861:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685269.878908:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500304896 00000100:00100000:0.0:1770685269.878998:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500304896 00000100:00100000:0.0:1770685269.879105:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1018 00000100:00100000:0.0:1770685269.879117:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5005500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+104:27057:x1856697500304896:12345-192.168.203.41@tcp:101:diff.0 00010000:00010000:0.0:1770685269.879153:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685269.879178:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7800/0x8f0dbafbd9ef8165 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdada expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685269.879249:0:5760:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef815e lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685269.879261:0:5760:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7800/0x8f0dbafbd9ef8165 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdada expref: 105 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685269.879284:0:5760:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef815e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685269.879310:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7800/0x8f0dbafbd9ef8165 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdada expref: 105 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685269.879326:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9d9302158300) 00010000:00010000:0.0:1770685269.879330:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1770685269.879334:0:5760:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7800/0x8f0dbafbd9ef8165 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdada expref: 105 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685269.879341:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e7800, rc 0) 00000100:00100000:0.0:1770685269.879420:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5005500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+105:27057:x1856697500304896:12345-192.168.203.41@tcp:101:diff.0 Request processed in 305us (570us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685269.879427:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1018 00000040:00080000:1.0:1770685270.066594:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685270.066606:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685270.067164:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 5 00000040:00080000:1.0:1770685270.067173:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1770685270.067954:0:11361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8355880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514780032:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1770685270.068087:0:11361:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c57e4780 going to sleep for 11 seconds 00000100:00100000:3.0:1770685270.081914:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685270.082039:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500305024 00000100:00100000:0.0:1770685270.082053:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500305024 00000100:00100000:0.0:1770685270.082139:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1019 00000100:00100000:0.0:1770685270.082151:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5004e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+57:27058:x1856697500305024:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1770685270.082231:0:5760:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0x1b:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1770685270.082914:0:11361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8355880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514780032:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00080000:3.0:1770685270.083369:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685270.084053:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5004e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+56:27058:x1856697500305024:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 1898us (2150us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685270.084067:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1019 00000100:00100000:0.0:1770685270.089185:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685270.089975:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500305152 00000100:00100000:3.0:1770685270.089993:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500305152 00000100:00100000:3.0:1770685270.090085:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1020 00000100:00100000:3.0:1770685270.090098:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+56:27058:x1856697500305152:12345-192.168.203.41@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1770685270.090219:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef816c lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.090245:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef816c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.090261:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef816c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.090283:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8173 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.090291:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8173 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.090310:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8173 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.090343:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef817a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.090354:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef817a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.090361:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef817a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:3.0:1770685270.090422:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00000004:00200000:3.0:1770685270.090429:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685270.090927:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef817a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.090972:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef816c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.090979:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef816c lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.090986:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef816c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.090992:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271cc00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685270.090997:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef816c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.091005:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef816c lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.091021:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:3.0:1770685270.091024:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685270.091030:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef816c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.091036:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef816c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.091053:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8173 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.091059:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8173 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.091064:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8173 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.091070:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685270.091078:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8173 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.091085:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8173 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.091093:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x2b74b2f9 (ffff9d9302158a00) 00010000:00010000:3.0:1770685270.091096:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685270.091099:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8173 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.091105:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8173 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.091123:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef817a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.091129:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef817a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.091135:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef817a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.091140:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271c600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685270.091143:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef817a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.091149:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef817a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.091155:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9d9302158300) 00010000:00010000:3.0:1770685270.091158:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685270.091161:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef817a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.091177:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef817a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:3.0:1770685270.091517:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+56:27058:x1856697500305152:12345-192.168.203.41@tcp:34:lhsmtool_posix.0 Request processed in 1418us (2343us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685270.091528:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1020 00000100:00100000:0.0:1770685270.102761:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685270.103281:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500305408 00000100:00100000:3.0:1770685270.103307:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500305408 00000100:00100000:3.0:1770685270.103458:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1021 00000100:00100000:3.0:1770685270.103471:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+56:27058:x1856697500305408:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685270.103508:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685270.103537:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8181 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdae1 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685270.103922:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8188 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.103939:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8188 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.103952:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8188 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.103969:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef818f lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.103977:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef818f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.103984:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef818f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.104075:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef8196 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.104085:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef8196 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.104092:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef8196 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:3.0:1770685270.104105:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00010000:00010000:3.0:1770685270.104263:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef8196 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.104273:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef8196 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.104281:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef8196 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.104288:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271c000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685270.104543:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef8196 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.104553:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef8196 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.104568:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9d9302158300) 00010000:00010000:3.0:1770685270.104571:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685270.104606:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef8196 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.104614:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef8196 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.104649:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8188 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.104656:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8188 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.104985:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8188 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.104991:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685270.104995:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8188 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.105002:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8188 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.105012:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:3.0:1770685270.105015:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685270.105018:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8188 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.105025:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8188 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.105037:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef818f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.105043:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef818f lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.105049:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef818f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.105055:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271cc00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685270.105066:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef818f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.105073:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef818f lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.105082:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x2b74b2f9 (ffff9d9302158a00) 00010000:00010000:3.0:1770685270.105085:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685270.105087:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef818f lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.105093:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef818f lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.105160:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8181 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdae1 expref: 58 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685270.105173:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:3.0:1770685270.105175:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1770685270.105180:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8181 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdae1 expref: 58 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685270.105191:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271c600, rc 0) 00000100:00100000:3.0:1770685270.105395:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+57:27058:x1856697500305408:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 1924us (2646us total) trans 4294967970 rc 301/301 00000100:00100000:3.0:1770685270.105407:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1021 00000100:00100000:1.0:1770685270.110451:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685270.110699:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500305536 00000100:00100000:3.0:1770685270.110714:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500305536 00000100:00100000:3.0:1770685270.110784:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1022 00000100:00100000:3.0:1770685270.110797:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8355880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+57:27058:x1856697500305536:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1770685270.110880:0:5760:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0x1b:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1770685270.111012:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8355880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+57:27058:x1856697500305536:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 217us (588us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685270.111020:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1022 00000100:00100000:0.0:1770685270.116252:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685270.116354:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500305792 00000100:00100000:2.0:1770685270.116368:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500305792 00000100:00100000:2.0:1770685270.116436:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1023 00000100:00100000:2.0:1770685270.116455:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+57:27058:x1856697500305792:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685270.116510:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685270.116546:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef81a4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdae8 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685270.117238:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef81ab lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685270.117255:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef81ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685270.117267:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef81ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:2.0:1770685270.117291:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1c:0x0]: returning size 0 00010000:00010000:2.0:1770685270.117344:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef81a4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdae8 expref: 60 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685270.117365:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef81ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdae8 expref: 59 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685270.117375:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff9d92c8ee3200) 00010000:00010000:2.0:1770685270.117378:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685270.117382:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c77000, rc 0) 00000100:00100000:2.0:1770685270.117459:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+59:27058:x1856697500305792:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 1006us (1224us total) trans 4294967971 rc 0/0 00000100:00100000:2.0:1770685270.117467:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1023 00000100:00100000:0.0:1770685270.123336:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685270.123784:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500306048 00000100:00100000:3.0:1770685270.123799:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500306048 00000100:00100000:3.0:1770685270.123878:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1024 00000100:00100000:3.0:1770685270.123890:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+59:27058:x1856697500306048:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1770685270.123972:0:5760:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685270.124011:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef81ab lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdae8 expref: 59 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685270.124033:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff9d92c8ee3200) 00010000:00010000:3.0:1770685270.124049:0:5760:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1770685270.124081:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef81b9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.124097:0:5760:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef80af lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda9b expref: 104 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685270.124106:0:5760:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef81b9 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.124152:0:5760:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef80af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda9b expref: 104 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685270.124167:0:5760:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef80af lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda9b expref: 104 pid: 5760 timeout: 694 lvb_type: 0 00000100:00100000:3.0:1770685270.124189:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e4b100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514780160:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685270.124317:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92f51669c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685270.130127:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685270.130503:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500306176 00000100:00100000:0.0:1770685270.130517:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500306176 00010000:00010000:0.0:1770685270.130651:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef80af lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda9b expref: 105 pid: 5760 timeout: 694 lvb_type: 0 00000100:00100000:0.0:1770685270.130710:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 297 00000100:00100000:0.0:1770685270.130722:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8356300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+105:2350:x1856697500306176:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685270.130743:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685270.130752:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef80af lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda9b expref: 105 pid: 5760 timeout: 694 lvb_type: 0 00010000:00010000:0.0:1770685270.130767:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef80af lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda9b expref: 105 pid: 5760 timeout: 694 lvb_type: 0 00010000:00010000:0.0:1770685270.130795:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff9d9302158700) 00010000:00010000:0.0:1770685270.130800:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef81b9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685270.130810:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef81b9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685270.130836:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef81b9 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685270.130861:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685270.130930:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8356300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+105:2350:x1856697500306176:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 210us (817us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685270.130939:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 297 00010000:00010000:3.0:1770685270.131746:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef80af lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda9b expref: 104 pid: 5760 timeout: 694 lvb_type: 0 00000100:00100000:3.0:1770685270.131770:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e4b100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514780160:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685270.131799:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef81b9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.131811:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef81b9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.131817:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef81b9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.131847:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef81c0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3e:0x0].0x3d6b5273 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.131859:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef81c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x3d6b5273 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.131869:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef81c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x3d6b5273 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.132005:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef81b9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.132013:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef81b9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.132020:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef81b9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.132028:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271c600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685270.132033:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef81b9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.132041:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef81b9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.132052:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff9d9302158700) 00010000:00010000:3.0:1770685270.132055:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685270.132060:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef81b9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.132066:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef81b9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.132075:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef81c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x3d6b5273 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.132080:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef81c0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x3d6b5273 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.132085:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef81c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x3d6b5273 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.132090:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271cc00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685270.132093:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef81c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x3d6b5273 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.132097:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef81c0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x3d6b5273 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.132104:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x3d6b5273 (ffff9d9302158a00) 00010000:00010000:3.0:1770685270.132106:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685270.132109:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef81c0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3e:0x0].0x3d6b5273 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.132115:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef81c0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3e:0x0].0x3d6b5273 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:3.0:1770685270.132228:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+58:27058:x1856697500306048:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 8340us (8907us total) trans 0 rc -2/-2 00000100:00100000:3.0:1770685270.132237:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1024 00000100:00080000:1.0:1770685270.133067:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770685270.138927:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685270.139035:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500306304 00000100:00100000:3.0:1770685270.139049:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500306304 00000100:00100000:3.0:1770685270.139121:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1025 00000100:00100000:3.0:1770685270.139135:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8354000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+58:27058:x1856697500306304:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685270.139168:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685270.139218:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef81c7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdaef expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685270.139272:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef81ce lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.139289:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef81ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.139313:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef81ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.139465:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef81c7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdaef expref: 60 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685270.139497:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef81ce lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdaef expref: 59 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685270.139512:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff9d9302158000) 00010000:00010000:3.0:1770685270.139516:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1770685270.139520:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271c000, rc 0) 00000100:00100000:3.0:1770685270.139639:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8354000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+59:27058:x1856697500306304:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 507us (728us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685270.139649:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1025 00000100:00100000:0.0:1770685270.144645:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685270.144877:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500306560 00000100:00100000:2.0:1770685270.144892:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500306560 00000100:00100000:2.0:1770685270.144967:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1026 00000100:00100000:2.0:1770685270.144980:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+59:27058:x1856697500306560:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1770685270.145093:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef81d5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685270.145112:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef81d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685270.145125:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef81d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00010000:2.0:1770685270.145406:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000042e5a32f reply state 000000006a468892 transno 4294967972 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef81d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:2.0:1770685270.145441:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1770685270.145623:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+61:27058:x1856697500306560:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 599us (945us total) trans 4294967972 rc 0/0 00000100:00100000:2.0:1770685270.145634:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1026 00010000:00010000:2.0:1770685270.149458:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef81d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685270.149491:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef81d5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685270.149500:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef81d5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685270.149507:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685270.149512:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef81d5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685270.149520:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef81d5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685270.149542:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff9d9302158000) 00010000:00010000:2.0:1770685270.149546:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1770685270.149552:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef81d5 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685270.149558:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef81d5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:0.0:1770685270.150808:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685270.151232:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500306688 00000100:00100000:3.0:1770685270.151250:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500306688 00000100:00100000:3.0:1770685270.151334:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1027 00000100:00100000:3.0:1770685270.151345:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+60:27058:x1856697500306688:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685270.151381:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685270.151413:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef81dc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdaf6 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685270.151504:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef81dc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdaf6 expref: 61 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685270.151519:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef81dc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdaf6 expref: 61 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685270.151531:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff9d9302158000) 00010000:00010000:3.0:1770685270.151534:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1770685270.151539:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271cc00, rc 0) 00000100:00100000:3.0:1770685270.151655:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+61:27058:x1856697500306688:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 311us (860us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685270.151671:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1027 00000100:00100000:0.0:1770685270.155565:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685270.155847:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500306816 00000100:00100000:1.0:1770685270.155862:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500306816 00000100:00100000:1.0:1770685270.155925:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 227 00000100:00100000:1.0:1770685270.155938:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+61:27058:x1856697500306816:12345-192.168.203.41@tcp:49:lhsmtool_posix.0 00000100:00100000:1.0:1770685270.156152:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+61:27058:x1856697500306816:12345-192.168.203.41@tcp:49:lhsmtool_posix.0 Request processed in 216us (603us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685270.156161:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 227 00000100:00100000:1.0:1770685270.159732:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685270.159839:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500307072 00000100:00100000:3.0:1770685270.159854:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500307072 00000100:00100000:3.0:1770685270.159933:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 228 00000100:00100000:3.0:1770685270.159947:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+61:27058:x1856697500307072:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1770685270.160277:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+62:27058:x1856697500307072:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 332us (560us total) trans 4294967973 rc 0/0 00000100:00100000:3.0:1770685270.160286:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 228 00000100:00100000:0.0:1770685270.163574:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685270.163751:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500307328 00000100:00100000:2.0:1770685270.163766:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500307328 00000100:00100000:2.0:1770685270.163846:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1028 00000100:00100000:2.0:1770685270.163859:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+62:27058:x1856697500307328:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1770685270.164032:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+62:27058:x1856697500307328:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 176us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685270.164041:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1028 00000100:00100000:0.0:1770685270.168009:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685270.168111:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500307584 00000100:00100000:3.0:1770685270.168124:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500307584 00000100:00100000:3.0:1770685270.168194:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1029 00000100:00100000:3.0:1770685270.168212:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+62:27058:x1856697500307584:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685270.168238:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685270.168266:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef81e3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdafd expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685270.168400:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef81ea lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.168416:0:5760:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef81dc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdaf6 expref: 63 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685270.168426:0:5760:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef81ea lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.168465:0:5760:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef81dc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdaf6 expref: 63 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685270.168489:0:5760:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef81dc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdaf6 expref: 63 pid: 5760 timeout: 695 lvb_type: 0 00000100:00100000:3.0:1770685270.168510:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e4b100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514780288:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685270.169030:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92f51669c0 going to sleep for 11 seconds 00000100:00100000:3.0:1770685270.176386:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e4b100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514780288:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685270.176434:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef81ea lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:0.0:1770685270.178655:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685270.179029:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500307712 00000100:00100000:2.0:1770685270.179044:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500307712 00010000:00010000:2.0:1770685270.179101:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef81dc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdaf6 expref: 64 pid: 5760 timeout: 695 lvb_type: 0 00000100:00100000:2.0:1770685270.179153:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 298 00000100:00100000:2.0:1770685270.179166:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+64:2351:x1856697500307712:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685270.179184:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685270.179192:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef81dc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdaf6 expref: 64 pid: 5760 timeout: 695 lvb_type: 0 00010000:00010000:2.0:1770685270.179218:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef81dc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdaf6 expref: 64 pid: 5760 timeout: 695 lvb_type: 0 00010000:00010000:2.0:1770685270.179248:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef81dc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdaf6 expref: 64 pid: 5760 timeout: 695 lvb_type: 0 00010000:00010000:2.0:1770685270.179267:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff9d9302158000) 00010000:00010000:2.0:1770685270.179273:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef81ea lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685270.179284:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef81ea lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685270.179377:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef81ea lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685270.179428:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685270.179507:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+63:2351:x1856697500307712:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 343us (866us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685270.179516:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 298 00010000:00010000:3.0:1770685270.180351:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef81ea lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.180365:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef81ea lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:3.0:1770685270.180394:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1c:0x0]: returning size 0 00000004:00080000:3.0:1770685270.180738:0:5760:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x14:0x0], index 0: 0 00010000:00010000:3.0:1770685270.180959:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef81ea lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.180969:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef81ea lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.180977:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef81ea lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.180985:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271c600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685270.180990:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef81ea lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.180999:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef81ea lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.181017:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff9d9302158000) 00010000:00010000:3.0:1770685270.181022:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1770685270.181027:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef81ea lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.181034:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef81ea lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.181110:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef81e3 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdafd expref: 63 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685270.181121:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff9d9302158700) 00010000:00010000:3.0:1770685270.181124:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1770685270.181128:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef81e3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdafd expref: 63 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685270.181138:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271d600, rc 0) 00000100:00100000:3.0:1770685270.181224:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+62:27058:x1856697500307584:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 13012us (13229us total) trans 4294967974 rc 301/301 00000100:00100000:3.0:1770685270.181235:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1029 00000100:00100000:0.0:1770685270.185498:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685270.185625:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500307968 00000100:00100000:1.0:1770685270.185639:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500307968 00000100:00100000:1.0:1770685270.185713:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 229 00000100:00100000:1.0:1770685270.185725:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+62:27058:x1856697500307968:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1770685270.186168:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+63:27058:x1856697500307968:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 445us (696us total) trans 4294967975 rc 0/0 00000100:00100000:1.0:1770685270.186175:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 229 00000100:00100000:2.0:1770685270.188923:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685270.189160:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500308096 00000100:00100000:3.0:1770685270.189173:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500308096 00000100:00100000:3.0:1770685270.189241:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1030 00000100:00100000:3.0:1770685270.189250:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+63:27058:x1856697500308096:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685270.189281:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685270.189454:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef81f8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdb04 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685270.189574:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef81ff lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.189644:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef81ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.189750:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef81ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:3.0:1770685270.189813:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1c:0x0]: returning size 0 00000004:00200000:3.0:1770685270.189818:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685270.189843:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef81ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.189875:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef81f8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb04 expref: 65 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685270.189891:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef81ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb04 expref: 64 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685270.189899:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff9d9302158000) 00010000:00010000:3.0:1770685270.189901:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1770685270.189904:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271d000, rc 0) 00000100:00100000:3.0:1770685270.190012:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+64:27058:x1856697500308096:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 763us (1101us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685270.190018:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1030 00000100:00100000:0.0:1770685270.193090:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685270.193167:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500308224 00000100:00100000:3.0:1770685270.193177:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500308224 00000100:00100000:3.0:1770685270.193391:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 272 00000100:00100000:3.0:1770685270.193401:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500308224:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685270.193424:0:6538:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685270.193446:0:6538:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8206 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdb0b expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1770685270.193471:0:6538:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1770685270.193505:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685270.193508:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685270.193519:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8206 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb0b expref: 9 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685270.193556:0:6538:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8206 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb0b expref: 9 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685270.193573:0:6538:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271d600, rc 0) 00000100:00100000:3.0:1770685270.193695:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500308224:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 295us (614us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685270.193701:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 272 00000100:00100000:0.0:1770685270.196046:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685270.196123:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500308480 00000100:00100000:3.0:1770685270.196134:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500308480 00000100:00100000:3.0:1770685270.196211:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1031 00000100:00100000:3.0:1770685270.196220:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+64:27058:x1856697500308480:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1770685270.196458:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+64:27058:x1856697500308480:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 239us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685270.196464:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1031 00000100:00100000:1.0:1770685270.199019:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685270.199085:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500308608 00000100:00100000:3.0:1770685270.199095:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500308608 00000100:00100000:3.0:1770685270.199147:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 273 00000100:00100000:3.0:1770685270.199155:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8357b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+9:27058:x1856697500308608:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685270.199174:0:6538:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685270.199202:0:6538:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef820d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdb12 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685270.199231:0:6538:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8206 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb0b expref: 10 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685270.199237:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685270.199239:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685270.199243:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef820d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb12 expref: 10 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685270.199275:0:6538:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8206 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb0b expref: 10 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685270.199284:0:6538:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8206 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb0b expref: 10 pid: 6538 timeout: 695 lvb_type: 1 00000100:00100000:3.0:1770685270.199399:0:6538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e4b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6538:1856697514780416:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685270.199506:0:6538:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92f5166780 going to sleep for 11 seconds 00000100:00100000:0.0:1770685270.202193:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685270.202333:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500308736 00000100:00100000:1.0:1770685270.202342:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500308736 00010000:00010000:1.0:1770685270.202385:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8206 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb0b expref: 11 pid: 6538 timeout: 695 lvb_type: 1 00000100:00100000:1.0:1770685270.202425:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 299 00000100:00100000:1.0:1770685270.202434:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500308736:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685270.202450:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685270.202476:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8206 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb0b expref: 11 pid: 6538 timeout: 695 lvb_type: 1 00010000:00010000:1.0:1770685270.202500:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8206 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb0b expref: 11 pid: 6538 timeout: 695 lvb_type: 1 00010000:00010000:1.0:1770685270.202567:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685270.202570:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685270.202613:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef820d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb12 expref: 11 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685270.202622:0:11010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef820d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb12 expref: 11 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685270.202672:0:11010:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef820d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb12 expref: 11 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685270.202687:0:11010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8356680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11010:1856697514780544:192.168.203.41@tcp:105: 00000100:00100000:1.0:1770685270.202769:0:11010:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c57e4780 going to sleep for 11 seconds 00010000:00010000:3.0:1770685270.203076:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8206 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb0b expref: 11 pid: 6538 timeout: 695 lvb_type: 1 00000100:00100000:3.0:1770685270.203089:0:6538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e4b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6538:1856697514780416:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685270.203116:0:6538:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef820d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb12 expref: 10 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685270.203124:0:6538:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271d800, rc 0) 00000100:00100000:3.0:1770685270.203155:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8357b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+10:27058:x1856697500308608:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 4002us (4148us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685270.203162:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 273 00000100:00100000:0.0:1770685270.206929:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685270.207112:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500308864 00000100:00100000:3.0:1770685270.207120:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500308864 00002000:00100000:3.0:1770685270.207173:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x14:0x0] (0->157) req@ffff9d92fc3c2680 x1856697500308864/t0(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:391/0 lens 648/0 e 0 to 0 dl 1770685281 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685270.207182:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fc3c2680 with x1856697500308864 ext(0->157) 00002000:00010000:3.0:1770685270.207186:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fc3c2680 00000100:00100000:3.0:1770685270.207232:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 95 00000100:00100000:3.0:1770685270.207244:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500308864:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1770685270.207963:0:11010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8356680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11010:1856697514780544:192.168.203.41@tcp:105: 00010000:00010000:1.0:1770685270.208005:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685270.208095:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500308736:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 5659us (5911us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685270.208106:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 299 00000100:00100000:0.0:1770685270.209475:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500308864:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 Request processed in 2222us (2538us total) trans 4294967347 rc 0/0 00000100:00100000:0.0:1770685270.209498:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 95 00002000:00100000:0.0:1770685270.209518:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x14:0x0] (0->157) req@ffff9d92fc3c2680 x1856697500308864/t4294967347(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:391/0 lens 648/448 e 0 to 0 dl 1770685281 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685270.209529:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fc3c2680 with x1856697500308864 ext(0->157) 00002000:00010000:0.0:1770685270.209537:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fc3c2680 00000100:00100000:0.0:1770685270.211653:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685270.211790:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500308992 00000100:00100000:3.0:1770685270.211804:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500308992 00000100:00100000:3.0:1770685270.211879:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1032 00000100:00100000:3.0:1770685270.211890:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+64:27058:x1856697500308992:12345-192.168.203.41@tcp:44:lhsmtool_posix.0 00000100:00100000:1.0:1770685270.264667:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+64:27058:x1856697500308992:12345-192.168.203.41@tcp:44:lhsmtool_posix.0 Request processed in 52761us (53014us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685270.264685:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1032 00000001:00080000:0.0:1770685270.265678:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967960 is committed 00000001:00080000:0.0:1770685270.265701:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967975 is committed 00000001:00080000:0.0:1770685270.265709:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967968 is committed 00000004:00080000:0.0:1770685270.265714:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 14 committed 00000020:00080000:0.0:1770685270.265736:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9d91c1c0d300 refcount 2 committed 0 result 0 batchid 17 00000020:00080000:0.0:1770685270.265742:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92f2709600 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9d91c1c0dc00 00000020:00080000:0.0:1770685270.265745:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92f2709a00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9d92f6556000 00000001:00080000:0.0:1770685270.265788:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967969 is committed 00000020:00080000:2.0:1770685270.265886:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 17 committed batchid 16 00000020:00080000:2.0:1770685270.266146:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 16 00000100:00100000:1.0:1770685270.267983:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1770685270.268019:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c8356680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514780672:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1770685270.268109:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685270.268172:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514780672 00000100:00100000:1.0:1770685270.268206:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514780672 00000100:00100000:1.0:1770685270.268264:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:1.0:1770685270.268274:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3288:x1856697514780672:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1770685270.268309:0:6538:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:22 count 1 00002000:00010000:1.0:1770685270.268352:0:6538:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x16:0x0] initial LVB size: 158, mtime: 0x698a8355, atime: 0x0, ctime: 0x698a8355, blocks: 0x1 00010000:00010000:1.0:1770685270.268361:0:6538:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef8214 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685270.268377:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685270.268380:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685270.268386:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef8214 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685270.268403:0:6538:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef8214 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685270.268413:0:6538:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef8214 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685270.268421:0:6538:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef8214 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685270.268437:0:6538:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1770685270.269074:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3288:x1856697514780672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 798us (962us total) trans 4294967356 rc 0/0 00000100:00100000:1.0:1770685270.269085:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00000004:00080000:1.0:1770685270.269147:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9d92c8356680/2, rc 0, transno 4294967356 00000100:00100000:1.0:1770685270.269154:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c8356680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514780672:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1770685270.271946:0:16755:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1770685270.271961:0:16755:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef8214 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685270.271976:0:16755:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3800 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:0.0:1770685270.271982:0:16755:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef8214 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685270.271996:0:16755:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef8214 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685270.272023:0:16755:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef8214 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685270.272031:0:16755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef8214 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685270.272059:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770685270.272061:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770685270.272064:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685270.272574:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685270.273644:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500309120 00000100:00100000:3.0:1770685270.273666:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500309120 00000100:00100000:3.0:1770685270.273746:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 275 00000100:00100000:3.0:1770685270.273759:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+11:2351:x1856697500309120:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 00000001:00080000:1.0:1770685270.345506:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967347 is committed 00000100:00100000:2.0:1770685270.345883:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500309120:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 Request processed in 72116us (73307us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685270.345899:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 275 00000100:00100000:0.0:1770685270.349558:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685270.349732:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500309376 00000100:00100000:1.0:1770685270.349748:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500309376 00000100:00100000:1.0:1770685270.349822:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1033 00000100:00100000:1.0:1770685270.349835:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+52:27058:x1856697500309376:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1770685270.349913:0:5760:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685270.349950:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef81ff lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb04 expref: 52 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685270.349976:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff9d9302158000) 00010000:00010000:1.0:1770685270.349983:0:5760:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1770685270.350027:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef821b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685270.350044:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef821b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685270.350055:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef821b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685270.350092:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef821b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685270.350100:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef821b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685270.350107:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef821b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685270.350115:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685270.350141:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef821b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685270.350151:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef821b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685270.350161:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff9d9302158000) 00010000:00010000:1.0:1770685270.350164:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685270.350167:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef821b lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685270.350174:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef821b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:1.0:1770685270.350340:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+51:27058:x1856697500309376:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 508us (807us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685270.350349:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1033 00000100:00100000:0.0:1770685270.354966:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685270.355091:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500309504 00000100:00100000:2.0:1770685270.355106:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500309504 00000100:00100000:2.0:1770685270.355394:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1034 00000100:00100000:2.0:1770685270.355407:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+51:27058:x1856697500309504:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685270.355436:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685270.355465:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef8222 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdb19 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685270.355566:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef8222 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb19 expref: 52 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685270.355906:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef8222 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb19 expref: 52 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685270.355933:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff9d9302158000) 00010000:00010000:2.0:1770685270.355937:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1770685270.355961:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c77c00, rc 0) 00000100:00100000:2.0:1770685270.356036:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+52:27058:x1856697500309504:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 632us (1088us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685270.356044:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1034 00000100:00100000:1.0:1770685270.359075:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685270.359172:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500309632 00000100:00100000:3.0:1770685270.359187:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500309632 00000100:00100000:3.0:1770685270.359279:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 276 00000100:00100000:3.0:1770685270.359302:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500309632:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1770685270.359710:0:6539:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1770685270.359714:0:6539:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb mtime from disk: 0 -> 1770685269 00002000:00010000:3.0:1770685270.359718:0:6539:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb atime from disk: 0 -> 1770685268 00002000:00010000:3.0:1770685270.359721:0:6539:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb ctime from disk: 0 -> 1770685269 00002000:00010000:3.0:1770685270.359723:0:6539:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:3.0:1770685270.359797:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500309632:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 Request processed in 507us (737us total) trans 4294967348 rc 0/0 00000100:00100000:3.0:1770685270.359805:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 276 00000100:00100000:0.0:1770685270.363078:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685270.363250:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500309888 00000100:00100000:2.0:1770685270.363265:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500309888 00000100:00100000:2.0:1770685270.363360:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1035 00000100:00100000:2.0:1770685270.363372:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+52:27058:x1856697500309888:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1770685270.363464:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8229 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685270.363494:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef81ce lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdaef expref: 52 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685270.363505:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8229 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685270.363551:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef81ce lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdaef expref: 52 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685270.363566:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef81ce lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdaef expref: 52 pid: 5760 timeout: 695 lvb_type: 0 00000100:00100000:2.0:1770685270.363622:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514780800:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685270.363946:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c6370180 going to sleep for 11 seconds 00000100:00100000:0.0:1770685270.367764:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685270.367940:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500310016 00000100:00100000:1.0:1770685270.367953:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500310016 00010000:00010000:1.0:1770685270.368029:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef81ce lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdaef expref: 53 pid: 5760 timeout: 695 lvb_type: 0 00000100:00100000:1.0:1770685270.368088:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 300 00000100:00100000:1.0:1770685270.368100:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+53:2351:x1856697500310016:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685270.368119:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685270.368128:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef81ce lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdaef expref: 53 pid: 5760 timeout: 695 lvb_type: 0 00010000:00010000:1.0:1770685270.368145:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef81ce lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdaef expref: 53 pid: 5760 timeout: 695 lvb_type: 0 00010000:00010000:1.0:1770685270.368192:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff9d9302158000) 00010000:00010000:1.0:1770685270.368210:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8229 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685270.368221:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8229 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685270.368230:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8229 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685270.368256:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685270.368325:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+53:2351:x1856697500310016:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 227us (576us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685270.368333:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 300 00010000:00010000:2.0:1770685270.369635:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef81ce lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdaef expref: 52 pid: 5760 timeout: 695 lvb_type: 0 00000100:00100000:2.0:1770685270.369671:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514780800:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685270.369718:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8229 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685270.369728:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8229 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685270.369734:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8229 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685270.369771:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8229 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685270.369777:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8229 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685270.369784:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8229 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685270.369790:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685270.369795:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8229 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685270.369803:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8229 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685270.369819:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff9d9302158000) 00010000:00010000:2.0:1770685270.369822:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1770685270.369827:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8229 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685270.369833:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8229 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:2.0:1770685270.369921:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+51:27058:x1856697500309888:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 Request processed in 6552us (6861us total) trans 0 rc -22/-22 00000100:00100000:2.0:1770685270.369940:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1035 00000100:00100000:0.0:1770685270.373770:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685270.374109:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500310144 00000100:00100000:1.0:1770685270.374123:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500310144 00000100:00100000:1.0:1770685270.374342:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 277 00000100:00100000:1.0:1770685270.374357:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500310144:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1770685270.374422:0:6538:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8230 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685270.374443:0:6538:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef820d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb12 expref: 10 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685270.374452:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1770685270.374455:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1770685270.374459:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8230 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685270.374552:0:6538:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef820d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb12 expref: 10 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685270.374568:0:6538:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef820d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb12 expref: 10 pid: 6538 timeout: 695 lvb_type: 0 00000100:00100000:1.0:1770685270.374636:0:6538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6538:1856697514780928:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685270.374758:0:6538:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d9300434cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1770685270.379094:0:6538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6538:1856697514780928:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685270.379138:0:6538:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8230 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685270.379435:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685270.380041:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500310272 00000100:00100000:3.0:1770685270.380056:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500310272 00010000:00010000:3.0:1770685270.380116:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef820d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb12 expref: 11 pid: 6538 timeout: 695 lvb_type: 0 00000100:00100000:3.0:1770685270.380169:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 301 00000100:00100000:3.0:1770685270.380181:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d03a6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500310272:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685270.380213:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685270.380246:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef820d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb12 expref: 11 pid: 6538 timeout: 695 lvb_type: 0 00010000:00010000:3.0:1770685270.380264:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef820d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb12 expref: 11 pid: 6538 timeout: 695 lvb_type: 0 00010000:00010000:3.0:1770685270.380297:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef820d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb12 expref: 11 pid: 6538 timeout: 695 lvb_type: 0 00010000:00010000:3.0:1770685270.380322:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685270.380326:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685270.380331:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8230 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685270.380343:0:5746:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8230 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685270.380386:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685270.380524:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d03a6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500310272:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 345us (1090us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685270.380533:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 301 00010000:00010000:0.0:1770685270.380941:0:6538:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8230 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685270.380951:0:6538:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8230 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685270.380981:0:6538:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8230 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685270.380987:0:6538:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8230 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685270.380993:0:6538:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8230 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685270.380998:0:6538:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3c00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:0.0:1770685270.381002:0:6538:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8230 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685270.381008:0:6538:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8230 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685270.381018:0:6538:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8230 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685270.381045:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8230 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685270.381109:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500310144:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 6756us (7355us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685270.381119:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 277 00000100:00100000:1.0:1770685270.384492:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685270.384866:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500310528 00000100:00100000:2.0:1770685270.384880:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500310528 00000100:00100000:2.0:1770685270.385035:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1036 00000100:00100000:2.0:1770685270.385048:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+51:27058:x1856697500310528:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1770685270.385495:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8237 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685270.385519:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef8222 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb19 expref: 52 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685270.385529:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8237 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685270.385627:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef8222 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb19 expref: 52 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685270.385648:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef8222 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb19 expref: 52 pid: 5761 timeout: 695 lvb_type: 0 00000100:00100000:2.0:1770685270.385677:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514781056:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685270.385811:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c6370180 going to sleep for 11 seconds 00000100:00100000:2.0:1770685270.390127:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685270.390236:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500310656 00000100:00100000:1.0:1770685270.390249:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500310656 00010000:00010000:1.0:1770685270.390304:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef8222 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb19 expref: 53 pid: 5761 timeout: 695 lvb_type: 0 00000100:00100000:1.0:1770685270.390353:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 302 00000100:00100000:1.0:1770685270.390365:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+53:2351:x1856697500310656:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685270.390398:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685270.390406:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef8222 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb19 expref: 53 pid: 5761 timeout: 695 lvb_type: 0 00010000:00010000:1.0:1770685270.390423:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef8222 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb19 expref: 53 pid: 5761 timeout: 695 lvb_type: 0 00010000:00010000:1.0:1770685270.390453:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff9d9302158000) 00010000:00010000:1.0:1770685270.390459:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8237 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685270.390501:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8237 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685270.390511:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8237 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685270.390550:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685270.390651:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+53:2351:x1856697500310656:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 288us (540us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685270.390751:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 302 00010000:00010000:3.0:1770685270.390965:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef8222 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb19 expref: 52 pid: 5761 timeout: 695 lvb_type: 0 00000100:00100000:3.0:1770685270.390996:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514781056:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685270.391022:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8237 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685270.391034:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8237 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685270.391040:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8237 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000001:00080000:3.0:1770685270.391309:0:5761:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967976 00000001:00080000:3.0:1770685270.391505:0:5761:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967977 00000001:00080000:3.0:1770685270.391557:0:5761:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967978 00000100:00100000:3.0:1770685270.392216:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e4b100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1856697514781184:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1770685270.392303:0:5761:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685270.392346:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92e32b8000 going to sleep for 11 seconds 00000100:00100000:1.0:1770685270.393086:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514781184 00000100:00100000:1.0:1770685270.393105:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514781184 00000100:00100000:1.0:1770685270.393233:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1770685270.393246:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5761:x1856697514781184:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1770685270.393390:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5761:x1856697514781184:12345-0@lo:1000:mdt00_001.0 Request processed in 146us (1086us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685270.393400:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00080000:3.0:1770685270.394071:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1770685270.394133:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e4b100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1856697514781184:0@lo:1000:mdt00_001.0 00000001:00080000:3.0:1770685270.394467:0:5761:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967979 00000100:00100000:3.0:1770685270.394615:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e4b100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1856697514781312:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1770685270.395130:0:5761:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685270.395214:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fc329840 going to sleep for 11 seconds 00000100:00100000:0.0:1770685270.395326:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514781312 00000100:00100000:0.0:1770685270.395335:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514781312 00000100:00100000:0.0:1770685270.395436:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1770685270.395447:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5761:x1856697514781312:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1770685270.395801:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5761:x1856697514781312:12345-0@lo:1000:mdt00_001.0 Request processed in 354us (671us total) trans 4294967349 rc 0/0 00000100:00100000:0.0:1770685270.395809:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1770685270.395902:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e4b100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1856697514781312:0@lo:1000:mdt00_001.0 00000001:00080000:2.0:1770685270.396018:0:5761:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967980 00010000:00010000:2.0:1770685270.396062:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8237 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685270.396094:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8237 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685270.396101:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8237 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685270.396108:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685270.396113:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8237 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685270.396121:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8237 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685270.396141:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff9d9302158000) 00010000:00010000:2.0:1770685270.396144:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1770685270.396151:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8237 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685270.396156:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8237 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685270.396193:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef815e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685270.396212:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef815e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685270.396216:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef815e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685270.396221:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271c200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685270.396224:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef815e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685270.396240:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef815e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685270.396249:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9d9302158300) 00010000:00010000:2.0:1770685270.396251:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1770685270.396259:0:5761:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7800/0x8f0dbafbd9ef8165 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdada expref: 93 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685270.396271:0:5761:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7800/0x8f0dbafbd9ef8165 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdada expref: 93 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685270.396281:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7800/0x8f0dbafbd9ef8165 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdada expref: 93 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685270.396319:0:5761:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7800/0x8f0dbafbd9ef8165 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdada expref: 93 pid: 5760 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685270.396335:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514781440:192.168.203.41@tcp:105: 00000100:00100000:2.0:1770685270.396431:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c6370540 going to sleep for 11 seconds 00000100:00100000:2.0:1770685270.400132:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685270.400216:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500310784 00000100:00100000:3.0:1770685270.400229:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500310784 00000100:00100000:3.0:1770685270.400306:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 230 00000100:00100000:3.0:1770685270.400319:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4869450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+94:27057:x1856697500310784:12345-192.168.203.41@tcp:49:diff.0 00000100:00100000:3.0:1770685270.400510:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4869450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+94:27057:x1856697500310784:12345-192.168.203.41@tcp:49:diff.0 Request processed in 193us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685270.400518:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 230 00000100:00100000:3.0:1770685270.400649:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514781440:192.168.203.41@tcp:105: 00010000:00010000:3.0:1770685270.400680:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef815e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.400692:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef815e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685270.400731:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef823e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685270.400747:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef823e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685270.400759:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef823e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685270.400775:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef823e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685270.400782:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef823e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685270.400789:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef823e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685270.400795:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685270.400800:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef823e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685270.400807:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef823e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685270.400820:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9d9302158300) 00010000:00010000:3.0:1770685270.400824:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685270.400828:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef823e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685270.400833:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef823e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000040:00080000:3.0:1770685270.401210:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685270.401216:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1770685270.401787:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:3.0:1770685270.401799:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1770685270.401916:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+56:27058:x1856697500310528:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 16867us (17449us total) trans 4294967981 rc 0/0 00000100:00100000:3.0:1770685270.401928:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1036 00000020:00080000:3.0:1770685270.401935:0:5761:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:1.0:1770685270.406872:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685270.406972:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685270.407058:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500311040 00000100:00100000:2.0:1770685270.407074:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500311040 00000100:00100000:2.0:1770685270.407147:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 231 00000100:00100000:2.0:1770685270.407161:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+56:27058:x1856697500311040:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1770685270.407769:0:5764:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x1c:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1770685270.407852:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967982 00010000:00010000:2.0:1770685270.407909:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8245 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0 00010000:00010000:2.0:1770685270.407955:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8245 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5764 initiator: MDT0 00010000:00010000:2.0:1770685270.407972:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8245 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5764 initiator: MDT0 00010000:00010000:2.0:1770685270.407983:0:5764:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8245 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5764 initiator: MDT0 00010000:00010000:2.0:1770685270.407990:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8245 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5764 initiator: MDT0 00010000:00010000:2.0:1770685270.407996:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8245 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5764 initiator: MDT0 00010000:00010000:2.0:1770685270.408156:0:5764:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1770685270.408356:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+58:27058:x1856697500311040:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 1197us (1380us total) trans 4294967983 rc 0/0 00000100:00100000:2.0:1770685270.408367:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 231 00000020:00080000:2.0:1770685270.408373:0:5764:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1770685270.408828:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500311168 00000100:00100000:0.0:1770685270.408839:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500311168 00000100:00100000:0.0:1770685270.408934:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 278 00000100:00100000:0.0:1770685270.408945:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+14:27057:x1856697500311168:12345-192.168.203.41@tcp:101:diff.0 00010000:00010000:0.0:1770685270.408962:0:6538:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685270.408985:0:6538:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e6600/0x8f0dbafbd9ef824c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdb20 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1770685270.409015:0:6538:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x14:0x0] initial LVB size: 158, mtime: 0x698a8355, atime: 0x698a8354, ctime: 0x698a8355, blocks: 0xb 00010000:00010000:0.0:1770685270.409037:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685270.409040:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685270.409049:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e6600/0x8f0dbafbd9ef824c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb20 expref: 15 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685270.409081:0:6538:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e6600/0x8f0dbafbd9ef824c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb20 expref: 15 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685270.409097:0:6538:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e6600, rc 0) 00000100:00100000:0.0:1770685270.409132:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+15:27057:x1856697500311168:12345-192.168.203.41@tcp:101:diff.0 Request processed in 189us (2276us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685270.409138:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 278 00010000:00010000:1.0:1770685270.409811:0:5748:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1770685270.409824:0:5748:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8245 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5764 initiator: MDT0 00010000:00010000:1.0:1770685270.409834:0:5748:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77e00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:1.0:1770685270.409839:0:5748:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8245 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5764 initiator: MDT0 00010000:00010000:1.0:1770685270.409850:0:5748:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8245 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5764 initiator: MDT0 00010000:00010000:1.0:1770685270.409884:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff9d92c8ee3300) 00010000:00010000:1.0:1770685270.409887:0:5748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1770685270.409893:0:5748:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8245 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5764 initiator: MDT0 00010000:00010000:1.0:1770685270.409900:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8245 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5764 initiator: MDT0 00010000:00010000:1.0:1770685270.409924:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685270.409926:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685270.409928:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685270.413359:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685270.413687:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500311296 00000100:00100000:3.0:1770685270.413704:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500311296 00002000:00100000:3.0:1770685270.413775:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x14:0x0] (0->4095) req@ffff9d92fb0c6a00 x1856697500311296/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:391/0 lens 488/0 e 0 to 0 dl 1770685281 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685270.413790:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb0c6a00 with x1856697500311296 ext(0->4095) 00002000:00010000:3.0:1770685270.413798:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fb0c6a00 00000100:00100000:3.0:1770685270.413842:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 96 00000100:00100000:3.0:1770685270.413854:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+15:2351:x1856697500311296:12345-192.168.203.41@tcp:3:diff.0 00000100:00100000:3.0:1770685270.414159:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+15:2351:x1856697500311296:12345-192.168.203.41@tcp:3:diff.0 Request processed in 307us (824us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1770685270.414169:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 96 00002000:00100000:3.0:1770685270.414178:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x14:0x0] (0->4095) req@ffff9d92fb0c6a00 x1856697500311296/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:391/0 lens 488/4536 e 0 to 0 dl 1770685281 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685270.414188:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb0c6a00 with x1856697500311296 ext(0->4095) 00002000:00010000:3.0:1770685270.414192:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fb0c6a00 00000100:00100000:1.0:1770685270.421357:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685270.421495:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500311552 00000100:00100000:2.0:1770685270.421510:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500311552 00000100:00100000:2.0:1770685270.421999:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 232 00000100:00100000:2.0:1770685270.422014:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+94:27057:x1856697500311552:12345-192.168.203.41@tcp:35:diff.0 00000100:00100000:2.0:1770685270.422375:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+95:27057:x1856697500311552:12345-192.168.203.41@tcp:35:diff.0 Request processed in 363us (1188us total) trans 4294967984 rc 0/0 00000100:00100000:2.0:1770685270.422384:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 232 00010000:00010000:3.0:1770685270.769874:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1770685271.269918:0:19107:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685271.269931:0:19107:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685271.269989:0:19107:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 5 00000040:00080000:1.0:1770685271.269997:0:19107:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1770685271.799000:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1770685272.114884:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514781824:0@lo:400:kworker.0 00000100:00100000:3.0:1770685272.114896:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3291:1856697514781696:0@lo:400:kworker.0 00000100:00100000:2.0:1770685272.115096:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3d20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:02368443-f312-44b4-8d5b-8c5b083a881f:3290:1856697514781568:0@lo:400:kworker.0 00000100:00100000:3.0:1770685272.122747:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685272.123713:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514782208:0@lo:400:kworker.0 00000100:00100000:3.0:1770685272.124658:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685272.124747:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514781696 00000100:00100000:3.0:1770685272.124757:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514781696 00000100:00100000:0.0:1770685272.125542:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685272.125634:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1770685272.125663:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514781952:0@lo:400:kworker.0 00000100:00100000:0.0:1770685272.125734:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685272.125789:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514782208 00000100:00100000:0.0:1770685272.125798:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514782208 00000100:00100000:0.0:1770685272.125866:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514781952 00000100:00100000:0.0:1770685272.125870:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514781952 00000100:00100000:0.0:1770685272.125901:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:0.0:1770685272.125912:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3291:x1856697514782208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685272.125986:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3291:x1856697514782208:12345-0@lo:400:kworker.0 Request processed in 76us (1331us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685272.125995:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:0.0:1770685272.126015:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:0.0:1770685272.126021:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3288:x1856697514781952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685272.126056:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3288:x1856697514781952:12345-0@lo:400:kworker.0 Request processed in 35us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685272.126077:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:0.0:1770685272.126141:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514781952:0@lo:400:kworker.0 00000100:00100000:3.0:1770685272.129387:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514781824 00000100:00100000:3.0:1770685272.129406:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514781824 00000100:00100000:3.0:1770685272.129454:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:3.0:1770685272.129475:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1856697514781696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685272.129605:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1856697514781696:12345-0@lo:400:kworker.0 Request processed in 114us (6842us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685272.129614:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:3.0:1770685272.129635:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:3.0:1770685272.129646:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514781824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685272.129689:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514781824:12345-0@lo:400:kworker.0 Request processed in 49us (4157us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685272.129696:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00080000:3.0:1770685272.129732:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1770685272.129736:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1770685272.129739:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1770685272.129785:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3291:1856697514781696:0@lo:400:kworker.0 00000100:00100000:3.0:1770685272.129802:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514782208:0@lo:400:kworker.0 00000100:00100000:3.0:1770685272.129847:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514781824:0@lo:400:kworker.0 00000100:00100000:3.0:1770685272.135863:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685272.135938:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3290:1856697514782080:0@lo:400:kworker.0 00000100:00100000:3.0:1770685272.135992:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685272.136023:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514782080 00000100:00100000:3.0:1770685272.136030:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514782080 00000100:00100000:3.0:1770685272.136285:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:3.0:1770685272.136296:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3290:x1856697514782080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685272.136354:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3290:x1856697514782080:12345-0@lo:400:kworker.0 Request processed in 60us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685272.136361:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00080000:3.0:1770685272.136384:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685272.136418:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3290:1856697514782080:0@lo:400:kworker.0 00000100:00100000:1.0:1770685272.136528:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514781568 00000100:00100000:1.0:1770685272.136544:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514781568 00000100:00100000:1.0:1770685272.136636:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:1.0:1770685272.136658:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0339450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+18:3290:x1856697514781568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685272.136758:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0339450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+18:3290:x1856697514781568:12345-0@lo:400:kworker.0 Request processed in 112us (899us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685272.136766:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:1.0:1770685272.136834:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3d20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:02368443-f312-44b4-8d5b-8c5b083a881f:3290:1856697514781568:0@lo:400:kworker.0 00000040:00080000:1.0:1770685272.436079:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685272.436092:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685272.436853:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 3 00000040:00080000:1.0:1770685272.436877:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1770685272.628136:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1770685272.628169:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f3f58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514782336:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1770685272.628265:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685272.628490:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514782336 00000100:00100000:3.0:1770685272.628502:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514782336 00000100:00100000:3.0:1770685272.628567:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:3.0:1770685272.628607:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3289:x1856697514782336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1770685272.628653:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1770685272.628713:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3289:x1856697514782336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 136us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685272.628720:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:3.0:1770685272.628798:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f3f58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514782336:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1770685272.631747:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514782464:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1770685272.631840:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685272.632190:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514782464 00000100:00100000:0.0:1770685272.632203:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514782464 00000100:00100000:0.0:1770685272.632326:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1770685272.632348:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3289:x1856697514782464:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1770685272.632398:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 74776576 pending 1703936 free 3856662528 avail 3854565376 00000100:00100000:3.0:1770685272.641221:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514782464:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1770685272.641316:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3289:x1856697514782464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 8975us (9472us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685272.641332:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000001:00080000:1.0:1770685272.685571:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967354 is committed 00000001:00080000:1.0:1770685272.685637:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967356 is committed 00010000:00010000:3.0:1770685272.822910:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685273.841750:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685274.831289:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685274.831469:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685274.831500:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685274.831525:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685274.831540:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685274.831561:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685274.831595:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685274.831826:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500312192 00000100:00100000:0.0:1770685274.831835:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500312192 00000100:00100000:0.0:1770685274.831901:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500311808 00000100:00100000:0.0:1770685274.831905:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500311808 00000100:00100000:0.0:1770685274.831928:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 394 00000100:00100000:0.0:1770685274.831937:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+58:2350:x1856697500312192:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685274.832022:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+58:2350:x1856697500312192:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 86us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685274.832030:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 394 00000100:00100000:0.0:1770685274.832048:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 395 00000100:00100000:0.0:1770685274.832054:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+95:2350:x1856697500311808:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685274.832079:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+95:2350:x1856697500311808:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 25us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685274.832097:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 395 00000100:00100000:0.0:1770685274.832118:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500311936 00000100:00100000:0.0:1770685274.832121:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500311936 00000100:00100000:0.0:1770685274.832142:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500312448 00000100:00100000:0.0:1770685274.832145:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500312448 00000100:00100000:0.0:1770685274.832155:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500312064 00000100:00100000:0.0:1770685274.832158:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500312064 00000100:00100000:0.0:1770685274.832168:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500312320 00000100:00100000:0.0:1770685274.832170:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500312320 00000100:00100000:0.0:1770685274.832182:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 373 00000100:00100000:0.0:1770685274.832187:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5165180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+15:2350:x1856697500311936:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685274.832224:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5165180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+15:2350:x1856697500311936:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 37us (755us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685274.832229:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 373 00000100:00100000:0.0:1770685274.832240:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 374 00000100:00100000:0.0:1770685274.832245:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500312448:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685274.832265:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500312448:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 21us (740us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685274.832272:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 374 00000100:00100000:0.0:1770685274.832282:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 375 00000100:00100000:0.0:1770685274.832288:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2350:x1856697500312064:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685274.832569:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2350:x1856697500312064:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 280us (1005us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685274.832609:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 375 00000100:00100000:0.0:1770685274.832623:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 376 00000100:00100000:0.0:1770685274.832635:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500312320:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685274.832672:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500312320:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 37us (1076us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685274.832677:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 376 00000100:00080000:1.0:1770685274.834314:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1770685274.834322:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1770685274.834325:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685274.837163:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500311680 00000100:00100000:2.0:1770685274.837283:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500311680 00000100:00100000:2.0:1770685274.837969:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 561 00000100:00100000:2.0:1770685274.837981:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0338c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2350:x1856697500311680:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685274.838076:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0338c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2350:x1856697500311680:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 97us (6796us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685274.838083:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 561 00010000:00010000:0.0:1770685274.866986:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1770685275.804529:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967984 is committed 00000001:00080000:0.0:1770685275.804546:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967983 is committed 00000020:00080000:0.0:1770685275.804560:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 17 batchid updated 00000020:00080000:0.0:1770685275.804621:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9d92fc329f00 refcount 2 committed 0 result 0 batchid 18 00000020:00080000:0.0:1770685275.804629:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92f5168700 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9d92fc329000 00000020:00080000:0.0:1770685275.804632:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92f5168300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9d91c2c7ec00 00000020:00080000:0.0:1770685275.804657:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 18 committed batchid 17 00000020:00080000:0.0:1770685275.805005:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 17 00000001:00080000:3.0:1770685275.805128:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967349 is committed 00000001:00080000:3.0:1770685275.805154:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967348 is committed 00010000:00010000:1.0:1770685275.889792:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685276.005783:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685276.007154:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500312576 00000100:00100000:2.0:1770685276.007175:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500312576 00000100:00080000:1.0:1770685276.011626:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685276.011661:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1037 00000100:00100000:2.0:1770685276.011684:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+50:27037:x1856697500312576:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1770685276.011852:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+50:27037:x1856697500312576:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 Request processed in 178us (6084us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685276.011861:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1037 00000100:00100000:1.0:1770685276.027371:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685276.028415:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500312832 00000100:00100000:2.0:1770685276.028438:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500312832 00000100:00100000:2.0:1770685276.028769:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 233 00000100:00100000:2.0:1770685276.028795:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+50:27037:x1856697500312832:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1770685276.029412:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+51:27037:x1856697500312832:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 628us (2048us total) trans 4294967985 rc 0/0 00000100:00100000:2.0:1770685276.029423:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 233 00010000:00010000:1.0:1770685276.918323:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770685277.241887:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514782848:0@lo:400:kworker.0 00000100:00100000:2.0:1770685277.241978:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685277.242053:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1770685277.242060:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514782976:0@lo:400:kworker.0 00000100:00100000:2.0:1770685277.242088:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685277.242153:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514782976 00000100:00100000:2.0:1770685277.242164:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514782976 00000100:00100000:2.0:1770685277.242240:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:2.0:1770685277.242251:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514782976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685277.242321:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514782976:12345-0@lo:400:kworker.0 Request processed in 71us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685277.242330:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00080000:2.0:1770685277.242358:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1770685277.242393:0:3288:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967349 gen 2 00000004:00080000:2.0:1770685277.242399:0:3288:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967349 committed transno 4294967349 00000100:00100000:2.0:1770685277.242428:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514782976:0@lo:400:kworker.0 00000100:00100000:0.0:1770685277.242511:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:02368443-f312-44b4-8d5b-8c5b083a881f:3290:1856697514782592:0@lo:400:kworker.0 00000100:00100000:0.0:1770685277.242564:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685277.242626:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3290:1856697514783104:0@lo:400:kworker.0 00000100:00100000:0.0:1770685277.242654:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685277.242675:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1770685277.242682:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514782720:0@lo:400:kworker.0 00000100:00100000:0.0:1770685277.242706:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685277.242725:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514783232:0@lo:400:kworker.0 00000100:00100000:0.0:1770685277.242748:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685277.242773:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514782848 00000100:00100000:0.0:1770685277.242777:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514782848 00000100:00100000:0.0:1770685277.242811:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514783104 00000100:00100000:0.0:1770685277.242823:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514783104 00000100:00100000:0.0:1770685277.242843:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514782720 00000100:00100000:0.0:1770685277.242846:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514782720 00000100:00100000:0.0:1770685277.242864:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:0.0:1770685277.242870:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514782848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685277.242911:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514782848:12345-0@lo:400:kworker.0 Request processed in 41us (934us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685277.242918:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00100000:0.0:1770685277.242933:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:0.0:1770685277.242940:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3290:x1856697514783104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685277.242972:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3290:x1856697514783104:12345-0@lo:400:kworker.0 Request processed in 33us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685277.242980:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:0.0:1770685277.242993:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:0.0:1770685277.242998:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514782720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685277.243026:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514782720:12345-0@lo:400:kworker.0 Request processed in 27us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685277.243032:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:0.0:1770685277.243071:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514782720:0@lo:400:kworker.0 00000100:00100000:0.0:1770685277.243082:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3290:1856697514783104:0@lo:400:kworker.0 00000100:00100000:2.0:1770685277.243246:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514782592 00000100:00100000:2.0:1770685277.243251:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514782592 00000100:00100000:2.0:1770685277.243291:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:2.0:1770685277.243298:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d033a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+18:3290:x1856697514782592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685277.243342:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d033a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+18:3290:x1856697514782592:12345-0@lo:400:kworker.0 Request processed in 45us (777us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685277.243348:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:2.0:1770685277.243394:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:02368443-f312-44b4-8d5b-8c5b083a881f:3290:1856697514782592:0@lo:400:kworker.0 00000100:00080000:2.0:1770685277.243409:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685277.243426:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514782848:0@lo:400:kworker.0 00000100:00100000:2.0:1770685277.243456:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514783232 00000100:00100000:2.0:1770685277.243459:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514783232 00000100:00100000:2.0:1770685277.243492:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:2.0:1770685277.243499:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514783232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685277.243534:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514783232:12345-0@lo:400:kworker.0 Request processed in 36us (785us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685277.243564:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00080000:2.0:1770685277.243604:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1770685277.243620:0:3290:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967356 gen 2 00000004:00080000:2.0:1770685277.243626:0:3290:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967355 committed transno 4294967356 00000004:00080000:2.0:1770685277.243644:0:3290:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9d92c8356680, transno 4294967356 00000100:00100000:2.0:1770685277.243658:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514783232:0@lo:400:kworker.0 00000001:02000400:2.0:1770685277.582872:0:19307:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12h: Restore a released file implicitly from a second node ========================================================== 20:01:16 (1770685276) 00000100:00100000:0.0:1770685277.747190:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1770685277.747218:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514783360:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1770685277.747298:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685277.747387:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514783360 00000100:00100000:0.0:1770685277.747395:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514783360 00000100:00100000:0.0:1770685277.747471:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:0.0:1770685277.747490:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0253100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514783360:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1770685277.747522:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1770685277.747565:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0253100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514783360:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685277.747573:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:0.0:1770685277.747683:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514783360:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1770685277.748222:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1770685277.748252:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514783488:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1770685277.748326:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685277.748970:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514783488 00000100:00100000:2.0:1770685277.748981:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514783488 00000100:00100000:2.0:1770685277.749029:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:2.0:1770685277.749039:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514783488:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1770685277.749076:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 73072640 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1770685277.749297:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514783488:12345-0@lo:13:osp-pre-1-0.0 Request processed in 258us (970us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685277.749305:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:3.0:1770685277.750143:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514783488:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1770685277.940607:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685278.962542:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1770685279.041315:0:19356:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-hsm test_12h Need 2 or more clients, have 1 00000100:00100000:1.0:1770685279.947498:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685279.947543:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685279.947640:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685279.947673:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685279.947694:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685279.947724:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685279.947750:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685279.947999:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500313216 00000100:00100000:3.0:1770685279.948010:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500313216 00000100:00100000:3.0:1770685279.948069:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500313728 00000100:00100000:3.0:1770685279.948072:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500313728 00000100:00100000:3.0:1770685279.948083:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500313344 00000100:00100000:3.0:1770685279.948085:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500313344 00000100:00100000:3.0:1770685279.948108:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500313600 00000100:00100000:3.0:1770685279.948111:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500313600 00000100:00100000:3.0:1770685279.948124:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 379 00000100:00100000:3.0:1770685279.948132:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+15:2351:x1856697500313216:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685279.948201:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+15:2351:x1856697500313216:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 68us (655us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685279.948208:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 379 00000100:00100000:3.0:1770685279.948225:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 380 00000100:00100000:3.0:1770685279.948231:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500313728:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685279.948258:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500313728:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 27us (584us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685279.948264:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 380 00000100:00100000:3.0:1770685279.948275:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 381 00000100:00100000:3.0:1770685279.948281:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2351:x1856697500313344:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685279.948305:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2351:x1856697500313344:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 23us (580us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685279.948310:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 381 00000100:00100000:3.0:1770685279.948319:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 382 00000100:00100000:3.0:1770685279.948325:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500313600:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685279.948344:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500313600:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 20us (594us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685279.948354:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 382 00000100:00100000:0.0:1770685279.948504:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500312960 00000100:00100000:0.0:1770685279.948509:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500312960 00000100:00100000:0.0:1770685279.948547:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 563 00000100:00100000:0.0:1770685279.948555:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92e02fa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697500312960:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685279.948626:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92e02fa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697500312960:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 72us (1140us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685279.948632:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 563 00000100:00100000:0.0:1770685279.948665:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500313472 00000100:00100000:0.0:1770685279.948669:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500313472 00000100:00100000:0.0:1770685279.948696:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500313088 00000100:00100000:0.0:1770685279.948699:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500313088 00000100:00100000:0.0:1770685279.948733:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 399 00000100:00100000:0.0:1770685279.948740:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+51:2351:x1856697500313472:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685279.948773:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+51:2351:x1856697500313472:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 34us (1132us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685279.948778:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 399 00000100:00100000:0.0:1770685279.948790:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 400 00000100:00100000:0.0:1770685279.948796:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+94:2351:x1856697500313088:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685279.948838:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+94:2351:x1856697500313088:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 41us (1143us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685279.948844:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 400 00000100:00080000:1.0:1770685279.949182:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1770685279.949187:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1770685279.949189:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1770685279.986105:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1770685280.873902:0:19405:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12m: Archive/release/implicit restore ========================================================== 20:01:19 (1770685279) 00000020:00080000:0.0:1770685280.898885:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 18 batchid updated 00000020:00080000:2.0:1770685280.898957:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 18 00000020:00080000:2.0:1770685280.898972:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 18 00000001:00080000:0.0:1770685280.903494:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967985 is committed 00010000:00010000:0.0:1770685281.009730:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685281.209234:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685281.211946:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500313984 00000100:00100000:2.0:1770685281.211970:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500313984 00000100:00100000:2.0:1770685281.212080:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1038 00000100:00100000:2.0:1770685281.212098:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8356680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+50:27958:x1856697500313984:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685281.212137:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685281.212167:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8253 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdb27 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685281.212381:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef825a lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685281.212398:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef825a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685281.212424:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef825a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770685281.212438:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:2.0:1770685281.213725:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8253 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb27 expref: 53 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685281.213761:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef825a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb27 expref: 52 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685281.213773:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:2.0:1770685281.213776:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 7 00010000:00010000:2.0:1770685281.213780:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c77c00, rc 0) 00000100:00100000:2.0:1770685281.213886:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8356680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+52:27958:x1856697500313984:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 1793us (4665us total) trans 4294967986 rc 0/0 00000100:00100000:2.0:1770685281.213897:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1038 00000100:00080000:1.0:1770685281.214796:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770685281.218117:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685281.218270:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500314112 00000100:00100000:0.0:1770685281.218284:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500314112 00000100:00100000:0.0:1770685281.218352:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1039 00000100:00100000:0.0:1770685281.218364:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+52:27958:x1856697500314112:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1770685281.218545:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+52:27958:x1856697500314112:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 Request processed in 182us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685281.218554:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1039 00000100:00100000:3.0:1770685281.220288:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685281.220533:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500314240 00000100:00100000:0.0:1770685281.220558:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500314240 00000100:00100000:0.0:1770685281.220672:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 62 00000100:00100000:0.0:1770685281.220684:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8354700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+52:2351:x1856697500314240:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685281.220704:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685281.220739:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef825a lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb27 expref: 52 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685281.220762:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:0.0:1770685281.220767:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685281.220834:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8354700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+51:2351:x1856697500314240:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 152us (559us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685281.220843:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 62 00000100:00100000:3.0:1770685281.274422:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685281.277290:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500314368 00000100:00100000:2.0:1770685281.277314:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500314368 00000100:00100000:3.0:1770685281.282038:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1040 00000100:00100000:3.0:1770685281.282058:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+94:27959:x1856697500314368:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685281.282086:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685281.282117:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8268 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdb2e expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685281.282214:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef826f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.282231:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef826f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.282245:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef826f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.282260:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8276 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.282267:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8276 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.282274:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8276 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.282375:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef826f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.282387:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef826f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.282394:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef826f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.282401:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685281.282416:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef826f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.282426:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef826f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.282447:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3900) 00010000:00010000:3.0:1770685281.282450:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685281.282456:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef826f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.282463:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef826f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.282478:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8276 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.282484:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8276 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.282490:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8276 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.282496:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685281.282507:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8276 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.282517:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8276 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.282524:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff9d9302158100) 00010000:00010000:3.0:1770685281.282527:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685281.282530:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8276 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.282536:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8276 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.282629:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8268 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb2e expref: 95 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685281.282641:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3900) 00010000:00010000:3.0:1770685281.282644:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685281.282648:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8268 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb2e expref: 95 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685281.282659:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271c200, rc 0) 00000100:00100000:3.0:1770685281.282750:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+94:27959:x1856697500314368:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 697us (8351us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685281.282758:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1040 00000100:00100000:3.0:1770685281.293571:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685281.293703:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500314624 00000100:00100000:0.0:1770685281.293717:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500314624 00000100:00100000:0.0:1770685281.293790:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1041 00000100:00100000:0.0:1770685281.293801:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8356300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+94:27959:x1856697500314624:12345-192.168.203.41@tcp:36:lfs.0 00010000:00010000:0.0:1770685281.293876:0:5762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685281.293913:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef7f9e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda39 expref: 94 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685281.293939:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3900) 00010000:00010000:0.0:1770685281.293946:0:5762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1770685281.294072:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef827d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.294089:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef7fdd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bda4e expref: 50 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685281.294156:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef827d lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.294200:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef7fdd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda4e expref: 50 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685281.294216:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef7fdd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda4e expref: 50 pid: 5761 timeout: 706 lvb_type: 0 00000100:00100000:0.0:1770685281.294233:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0252680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514783616:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685281.294352:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fac03540 going to sleep for 11 seconds 00000100:00080000:1.0:1770685281.297702:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685281.305172:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0252680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514783616:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685281.305203:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef827d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:3.0:1770685281.311145:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685281.311253:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500314752 00000100:00100000:1.0:1770685281.311271:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500314752 00010000:00010000:1.0:1770685281.311312:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef7fdd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda4e expref: 51 pid: 5761 timeout: 706 lvb_type: 0 00000100:00100000:1.0:1770685281.311355:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 303 00000100:00100000:1.0:1770685281.311366:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+51:2351:x1856697500314752:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685281.311381:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685281.311389:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef7fdd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda4e expref: 51 pid: 5761 timeout: 706 lvb_type: 0 00010000:00010000:1.0:1770685281.311405:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef7fdd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda4e expref: 51 pid: 5761 timeout: 706 lvb_type: 0 00010000:00010000:1.0:1770685281.311463:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef7fdd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bda4e expref: 51 pid: 5761 timeout: 706 lvb_type: 0 00010000:00010000:1.0:1770685281.311480:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3900) 00010000:00010000:1.0:1770685281.311485:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef827d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685281.311495:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef827d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685281.311503:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef827d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685281.311554:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685281.311678:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+50:2351:x1856697500314752:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 313us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685281.311686:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 303 00010000:00010000:2.0:1770685281.312642:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef827d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685281.312661:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef827d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685281.312723:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8284 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685281.312739:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8284 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685281.312751:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8284 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:2.0:1770685281.313667:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x40:0x0]: returning size 512 00010000:00010000:2.0:1770685281.313684:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef827d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685281.313693:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef827d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685281.313701:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef827d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685281.313708:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e6400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685281.313713:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef827d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685281.313722:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef827d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685281.313739:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3900) 00010000:00010000:2.0:1770685281.313743:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685281.313750:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef827d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685281.313757:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef827d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000004:00010000:2.0:1770685281.313796:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000b6b49400 reply state 0000000014a04a30 transno 4294967987 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8284 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:2.0:1770685281.313808:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1770685281.313942:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8356300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+95:27959:x1856697500314624:12345-192.168.203.41@tcp:36:lfs.0 Request processed in 20137us (20379us total) trans 4294967987 rc 0/0 00000100:00100000:2.0:1770685281.313952:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1041 00000100:00100000:3.0:1770685281.324698:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685281.325788:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500314880 00000100:00100000:0.0:1770685281.325801:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500314880 00000100:00100000:0.0:1770685281.325860:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1042 00000100:00100000:0.0:1770685281.325870:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+95:27960:x1856697500314880:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:0.0:1770685281.325892:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685281.325914:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef828b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdb35 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685281.325974:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6e00/0x8f0dbafbd9ef8292 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.325987:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6e00/0x8f0dbafbd9ef8292 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.325998:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6e00/0x8f0dbafbd9ef8292 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:0.0:1770685281.326055:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1770685281.326059:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685281.326081:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6e00/0x8f0dbafbd9ef8292 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.326104:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef828b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb35 expref: 97 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685281.326122:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6e00/0x8f0dbafbd9ef8292 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb35 expref: 96 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685281.326131:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92f27c0300) 00010000:00010000:0.0:1770685281.326135:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1770685281.326151:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e6e00, rc 0) 00000100:00100000:0.0:1770685281.326214:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+96:27960:x1856697500314880:12345-192.168.203.41@tcp:101:bash.0 Request processed in 345us (1525us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685281.326222:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1042 00010000:00010000:2.0:1770685281.328446:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8284 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685281.328469:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8284 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685281.328478:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8284 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685281.328485:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685281.328491:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8284 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685281.328499:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8284 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685281.328521:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff9d92c8ee3500) 00010000:00010000:2.0:1770685281.328526:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685281.328532:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8284 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685281.328538:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8284 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:3.0:1770685281.341872:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685281.341958:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500315008 00000100:00100000:2.0:1770685281.342017:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500315008 00000100:00100000:2.0:1770685281.342113:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1043 00000100:00100000:2.0:1770685281.342127:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+95:27960:x1856697500315008:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:2.0:1770685281.342155:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685281.342184:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8299 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdb3c expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685281.342277:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef82a0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685281.342295:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef82a0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685281.342310:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef82a0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685281.342329:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef82a7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685281.342336:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef82a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685281.342343:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef82a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685281.342960:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef82ae lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685281.342985:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef82ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685281.342998:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef82ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770685281.343206:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x40:0x0]: returning size 512 00000004:00200000:2.0:1770685281.343212:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685281.343316:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef82ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685281.343332:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef82a0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685281.343338:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef82a0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685281.343344:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef82a0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685281.343349:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685281.343352:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef82a0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685281.343360:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef82a0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685281.343373:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92f27c0300) 00010000:00010000:2.0:1770685281.343375:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685281.343379:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef82a0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685281.343384:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef82a0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685281.343399:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef82a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685281.343404:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef82a7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685281.343428:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef82a7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685281.343433:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685281.343436:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef82a7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685281.343442:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef82a7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685281.343449:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff9d92c8ee3900) 00010000:00010000:2.0:1770685281.343451:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685281.343454:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef82a7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685281.343460:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef82a7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685281.343502:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8299 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb3c expref: 97 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685281.343517:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77c00/0x8f0dbafbd9ef82ae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb3c expref: 96 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685281.343524:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff9d92c8ee3000) 00010000:00010000:2.0:1770685281.343526:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1770685281.343529:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c77c00, rc 0) 00000100:00100000:3.0:1770685281.343686:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+96:27960:x1856697500315008:12345-192.168.203.41@tcp:101:bash.0 Request processed in 1560us (1822us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685281.343699:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1043 00000100:00100000:1.0:1770685281.353047:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685281.353508:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500315136 00000100:00100000:3.0:1770685281.353519:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500315136 00000100:00100000:3.0:1770685281.353678:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1044 00000100:00100000:3.0:1770685281.353690:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+96:27960:x1856697500315136:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:3.0:1770685281.353712:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685281.353904:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef82b5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdb43 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685281.353976:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef82bc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.353990:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef82bc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.354002:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef82bc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.354015:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef82c3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.354022:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef82c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.354028:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef82c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.354115:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef82bc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.354132:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef82bc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.354545:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef82bc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.354552:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685281.354556:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef82bc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.354564:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef82bc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.354678:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff9d92c8ee3000) 00010000:00010000:3.0:1770685281.354682:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685281.354688:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef82bc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.354694:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef82bc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.354706:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef82c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.354712:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef82c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.354810:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef82c3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.354817:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685281.354820:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef82c3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.354826:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef82c3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.354838:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff9d9302158100) 00010000:00010000:3.0:1770685281.354841:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685281.354844:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef82c3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.354849:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef82c3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.354902:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef82b5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb43 expref: 97 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685281.354913:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff9d92c8ee3000) 00010000:00010000:3.0:1770685281.354916:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685281.354919:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef82b5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb43 expref: 97 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685281.354928:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271c200, rc 0) 00000100:00100000:3.0:1770685281.355004:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+96:27960:x1856697500315136:12345-192.168.203.41@tcp:101:bash.0 Request processed in 1316us (1965us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685281.355012:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1044 00000100:00100000:1.0:1770685281.375572:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685281.375742:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500315264 00000100:00100000:3.0:1770685281.375757:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500315264 00000100:00100000:3.0:1770685281.375818:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1045 00000100:00100000:3.0:1770685281.375828:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+50:27961:x1856697500315264:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:3.0:1770685281.375857:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685281.375884:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef82ca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdb4a expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685281.375962:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef82d1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.375975:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef82d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.375986:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef82d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:3.0:1770685281.376061:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1770685281.376066:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685281.376093:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef82d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.376117:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef82ca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb4a expref: 52 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685281.376143:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef82d1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb4a expref: 51 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685281.376151:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92f27c0300) 00010000:00010000:3.0:1770685281.376153:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685281.376156:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271d800, rc 0) 00000100:00100000:3.0:1770685281.376221:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+51:27961:x1856697500315264:12345-192.168.203.41@tcp:101:rm.0 Request processed in 396us (660us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685281.376227:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1045 00000100:00100000:2.0:1770685281.380461:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685281.381235:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500315392 00000100:00100000:0.0:1770685281.381248:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500315392 00000100:00100000:0.0:1770685281.381317:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1046 00000100:00100000:0.0:1770685281.381328:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+51:27961:x1856697500315392:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:0.0:1770685281.381351:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685281.381383:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef82d8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdb51 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685281.381476:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef82df lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.381489:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef82df lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.381500:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef82df lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.381515:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef82e6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.381522:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef82e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.381529:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef82e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.381667:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7000/0x8f0dbafbd9ef82ed lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.381686:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7000/0x8f0dbafbd9ef82ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.381693:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7000/0x8f0dbafbd9ef82ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:0.0:1770685281.381742:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x40:0x0]: returning size 512 00000004:00200000:0.0:1770685281.381747:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685281.381768:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7000/0x8f0dbafbd9ef82ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.381780:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef82df lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.381786:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef82df lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.381793:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef82df lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.381799:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e6400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685281.381803:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef82df lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.381810:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef82df lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.381822:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92f27c0300) 00010000:00010000:0.0:1770685281.381825:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685281.381829:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef82df lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.381834:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef82df lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.381852:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef82e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.381858:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef82e6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.381863:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef82e6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.381867:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e7a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685281.381870:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef82e6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.381876:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef82e6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.381883:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff9d92f27c0000) 00010000:00010000:0.0:1770685281.381886:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685281.381889:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef82e6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.381894:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef82e6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.381926:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef82d8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb51 expref: 53 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685281.381939:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7000/0x8f0dbafbd9ef82ed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb51 expref: 52 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685281.381946:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff9d92c8ee3000) 00010000:00010000:0.0:1770685281.381954:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1770685281.381958:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e7000, rc 0) 00000100:00100000:0.0:1770685281.383552:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+52:27961:x1856697500315392:12345-192.168.203.41@tcp:101:rm.0 Request processed in 2216us (3527us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685281.383564:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1046 00000100:00100000:1.0:1770685281.390501:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685281.392385:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500315520 00000100:00100000:0.0:1770685281.392398:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500315520 00000100:00100000:0.0:1770685281.392475:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1047 00000100:00100000:0.0:1770685281.392485:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+52:27961:x1856697500315520:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:0.0:1770685281.392505:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685281.392528:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7600/0x8f0dbafbd9ef82f4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdb58 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685281.392624:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6200/0x8f0dbafbd9ef82fb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.392638:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6200/0x8f0dbafbd9ef82fb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.392650:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6200/0x8f0dbafbd9ef82fb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.392665:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef8302 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.392672:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef8302 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.392679:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef8302 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.392753:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6200/0x8f0dbafbd9ef82fb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.392775:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6200/0x8f0dbafbd9ef82fb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.392782:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6200/0x8f0dbafbd9ef82fb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.392788:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e6200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685281.392792:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6200/0x8f0dbafbd9ef82fb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.392799:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6200/0x8f0dbafbd9ef82fb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.392812:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff9d92c8ee3000) 00010000:00010000:0.0:1770685281.392815:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685281.392821:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6200/0x8f0dbafbd9ef82fb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.392827:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6200/0x8f0dbafbd9ef82fb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.392840:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef8302 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.392846:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef8302 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.392852:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef8302 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.392856:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e7e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685281.392859:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef8302 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.392876:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef8302 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.392885:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff9d92f27c0800) 00010000:00010000:0.0:1770685281.392888:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685281.392891:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef8302 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.392896:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef8302 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.392932:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7600/0x8f0dbafbd9ef82f4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb58 expref: 53 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685281.392944:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff9d92c8ee3000) 00010000:00010000:0.0:1770685281.392946:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685281.392950:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7600/0x8f0dbafbd9ef82f4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb58 expref: 53 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685281.392958:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e7600, rc 0) 00000100:00100000:0.0:1770685281.393034:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+52:27961:x1856697500315520:12345-192.168.203.41@tcp:101:rm.0 Request processed in 537us (2529us total) trans 0 rc 301/301 00000100:00100000:0.0:1770685281.393042:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1047 00000100:00100000:1.0:1770685281.399387:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685281.399987:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500315648 00000100:00100000:3.0:1770685281.399998:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500315648 00000100:00100000:3.0:1770685281.400062:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1048 00000100:00100000:3.0:1770685281.400072:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+52:27961:x1856697500315648:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:3.0:1770685281.400091:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685281.400119:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8309 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdb5f expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685281.400189:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8310 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.400203:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8310 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.400215:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8310 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.400229:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8317 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.400236:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8317 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.400243:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8317 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.400309:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8310 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.400317:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8310 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.400324:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8310 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.400330:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685281.400334:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8310 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.400345:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8310 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.400357:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff9d92c8ee3000) 00010000:00010000:3.0:1770685281.400360:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685281.400364:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8310 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.400371:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8310 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.400383:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8317 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.400389:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8317 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.400395:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8317 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.400399:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271c600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685281.400402:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8317 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.400419:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8317 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.400426:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff9d9302158100) 00010000:00010000:3.0:1770685281.400428:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685281.400431:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8317 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.400437:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8317 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.400468:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8309 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb5f expref: 53 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685281.400478:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff9d92c8ee3000) 00010000:00010000:3.0:1770685281.400480:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685281.400484:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8309 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb5f expref: 53 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685281.400492:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271c200, rc 0) 00000100:00100000:3.0:1770685281.400558:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+52:27961:x1856697500315648:12345-192.168.203.41@tcp:101:rm.0 Request processed in 488us (1180us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685281.400565:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1048 00000100:00100000:1.0:1770685281.441645:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685281.441822:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500315776 00000100:00100000:0.0:1770685281.441832:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500315776 00000100:00100000:0.0:1770685281.441894:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1049 00000100:00100000:0.0:1770685281.441904:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+52:27962:x1856697500315776:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:0.0:1770685281.441924:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685281.441957:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7600/0x8f0dbafbd9ef831e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdb66 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685281.442537:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef8325 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.442552:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef8325 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.442563:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef8325 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.442613:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6200/0x8f0dbafbd9ef832c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.442620:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6200/0x8f0dbafbd9ef832c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.442626:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6200/0x8f0dbafbd9ef832c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.442686:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef8325 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.442694:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef8325 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.442823:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef8325 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.442830:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e7e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685281.442834:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef8325 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.442840:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef8325 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.442859:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff9d92c8ee3000) 00010000:00010000:0.0:1770685281.442863:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685281.442867:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef8325 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.442873:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef8325 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.442884:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6200/0x8f0dbafbd9ef832c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.442890:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6200/0x8f0dbafbd9ef832c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.442894:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6200/0x8f0dbafbd9ef832c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.442899:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e6200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685281.442902:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6200/0x8f0dbafbd9ef832c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.442907:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6200/0x8f0dbafbd9ef832c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.442913:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff9d92f27c0800) 00010000:00010000:0.0:1770685281.442915:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685281.442917:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6200/0x8f0dbafbd9ef832c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.442921:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6200/0x8f0dbafbd9ef832c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685281.442958:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7600/0x8f0dbafbd9ef831e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb66 expref: 53 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685281.442974:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff9d92c8ee3000) 00010000:00010000:0.0:1770685281.442977:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685281.442981:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7600/0x8f0dbafbd9ef831e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb66 expref: 53 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685281.442989:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e7600, rc 0) 00000100:00100000:2.0:1770685281.444070:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+52:27962:x1856697500315776:12345-192.168.203.41@tcp:101:cp.0 Request processed in 2161us (2426us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685281.444093:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1049 00000100:00100000:1.0:1770685281.455089:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685281.455182:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500315904 00000100:00100000:2.0:1770685281.455192:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500315904 00000100:00100000:2.0:1770685281.455249:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1050 00000100:00100000:2.0:1770685281.455260:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+52:27962:x1856697500315904:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:2.0:1770685281.455281:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685281.455303:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef8333 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdb6d expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685281.455381:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef833a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685281.455395:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef833a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685281.455418:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef833a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685281.455434:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8341 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685281.455441:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8341 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685281.455448:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8341 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685281.455507:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef833a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685281.455514:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef833a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685281.455532:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef833a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685281.455538:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685281.455541:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef833a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685281.455549:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef833a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685281.455560:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff9d92c8ee3000) 00010000:00010000:2.0:1770685281.455562:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685281.455567:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef833a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685281.455573:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef833a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685281.455630:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8341 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685281.455636:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8341 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685281.455641:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8341 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685281.455645:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685281.455648:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8341 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685281.455653:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8341 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685281.455671:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff9d92c8ee3900) 00010000:00010000:2.0:1770685281.455674:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685281.455677:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8341 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685281.455683:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8341 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685281.455721:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef8333 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb6d expref: 53 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685281.455731:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff9d92c8ee3000) 00010000:00010000:2.0:1770685281.455733:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685281.455737:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef8333 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb6d expref: 53 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685281.455746:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76400, rc 0) 00000100:00100000:2.0:1770685281.455799:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+52:27962:x1856697500315904:12345-192.168.203.41@tcp:101:cp.0 Request processed in 541us (720us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685281.455807:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1050 00000100:00100000:1.0:1770685281.465206:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685281.465837:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500316160 00000100:00100000:3.0:1770685281.465850:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500316160 00000100:00100000:3.0:1770685281.465911:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1051 00000100:00100000:3.0:1770685281.465922:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+52:27962:x1856697500316160:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:3.0:1770685281.465944:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685281.465967:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8348 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdb74 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685281.466129:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef834f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.466144:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef834f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.466156:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef834f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.466175:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8356 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.466181:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8356 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.466187:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8356 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00080000:3.0:1770685281.467105:0:6998:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x17:0x0], index 1: 0 00010000:00010000:3.0:1770685281.467304:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef835d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.467319:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef835d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.467330:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef835d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.467370:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef834f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.467376:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef834f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.467382:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef834f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.467387:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271c600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685281.467391:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef834f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.467397:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef834f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.467431:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff9d92c8ee3000) 00010000:00010000:3.0:1770685281.467435:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685281.467440:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef834f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685281.467445:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef834f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000004:00010000:3.0:1770685281.467455:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000006def178b reply state 0000000024a3ca87 transno 4294967988 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8356 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:3.0:1770685281.467462:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1770685281.467495:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8348 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb74 expref: 55 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685281.467509:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef835d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb74 expref: 54 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685281.467516:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9d9302158d00) 00010000:00010000:3.0:1770685281.467518:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1770685281.467521:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271c800, rc 0) 00000100:00100000:3.0:1770685281.467945:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+55:27962:x1856697500316160:12345-192.168.203.41@tcp:101:cp.0 Request processed in 2023us (2747us total) trans 4294967988 rc 0/0 00000100:00100000:3.0:1770685281.467954:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1051 00000100:00100000:1.0:1770685281.477400:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00010000:00010000:2.0:1770685281.477499:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8356 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685281.477511:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8356 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685281.477519:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8356 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685281.477525:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685281.477544:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8356 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685281.477552:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8356 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685281.477567:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff9d9302158100) 00010000:00010000:2.0:1770685281.477570:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685281.477604:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8356 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685281.477612:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8356 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:3.0:1770685281.477755:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500316288 00000100:00100000:3.0:1770685281.477765:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500316288 00000100:00100000:3.0:1770685281.477828:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 279 00000100:00100000:3.0:1770685281.477839:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500316288:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:3.0:1770685281.477855:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685281.477874:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef836b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdb7b expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1770685281.477895:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x17:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1770685281.477910:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685281.477912:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685281.477920:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef836b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb7b expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685281.477937:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef836b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb7b expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685281.477948:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271c200, rc 0) 00000100:00100000:3.0:1770685281.478009:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+11:2351:x1856697500316288:12345-192.168.203.41@tcp:101:cp.0 Request processed in 172us (619us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685281.478015:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 279 00000100:00080000:1.0:1770685281.478267:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1770685281.488914:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685281.499859:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500316416 00000100:00100000:2.0:1770685281.499873:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500316416 00000100:00100000:2.0:1770685281.499937:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 280 00000100:00100000:2.0:1770685281.499946:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+11:27962:x1856697500316416:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:2.0:1770685281.499961:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685281.499980:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef8372 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdb82 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685281.500006:0:6539:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef836b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb7b expref: 12 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685281.500013:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685281.500015:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685281.500029:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef8372 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb82 expref: 12 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685281.500060:0:6539:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef836b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb7b expref: 12 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685281.500084:0:6539:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef836b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb7b expref: 12 pid: 8401 timeout: 706 lvb_type: 1 00000100:00100000:2.0:1770685281.500097:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514783744:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685281.500205:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c2a7c240 going to sleep for 11 seconds 00000100:00100000:0.0:1770685281.509592:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685281.510715:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514783744:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685281.510751:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef8372 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb82 expref: 12 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685281.510770:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76400, rc 0) 00000100:00100000:2.0:1770685281.510841:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+12:27962:x1856697500316416:12345-192.168.203.41@tcp:101:cp.0 Request processed in 10896us (21940us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685281.510850:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 280 00000100:00100000:1.0:1770685281.521912:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500316544 00000100:00100000:1.0:1770685281.521933:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500316544 00010000:00010000:1.0:1770685281.523921:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef836b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb7b expref: 12 pid: 8401 timeout: 706 lvb_type: 1 00000100:00100000:1.0:1770685281.523983:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 304 00000100:00100000:1.0:1770685281.524004:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0252680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+12:2350:x1856697500316544:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685281.524024:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685281.524047:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef836b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb7b expref: 12 pid: 8401 timeout: 706 lvb_type: 1 00010000:00010000:1.0:1770685281.524061:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef836b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb7b expref: 12 pid: 8401 timeout: 706 lvb_type: 1 00010000:00010000:1.0:1770685281.524100:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef836b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb7b expref: 12 pid: 8401 timeout: 706 lvb_type: 1 00010000:00010000:1.0:1770685281.524118:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685281.524121:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685281.524128:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef8372 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb82 expref: 11 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685281.524139:0:5746:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef8372 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb82 expref: 11 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685281.524180:0:5746:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef8372 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb82 expref: 11 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685281.524195:0:5746:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aedf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5746:1856697514783872:192.168.203.41@tcp:105: 00000100:00100000:1.0:1770685281.524293:0:5746:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c84c63c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685281.539630:0:5746:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aedf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5746:1856697514783872:192.168.203.41@tcp:105: 00010000:00010000:1.0:1770685281.539659:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685281.539742:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0252680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500316544:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 15749us (30174us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685281.539752:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 304 00000100:00100000:2.0:1770685281.543680:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685281.545376:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500316800 00000100:00100000:0.0:1770685281.545390:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500316800 00000100:00100000:0.0:1770685281.545625:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 234 00000100:00100000:0.0:1770685281.545637:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+54:27962:x1856697500316800:12345-192.168.203.41@tcp:35:cp.0 00000100:00100000:0.0:1770685281.546006:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+55:27962:x1856697500316800:12345-192.168.203.41@tcp:35:cp.0 Request processed in 371us (2337us total) trans 4294967989 rc 0/0 00000100:00100000:0.0:1770685281.546014:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 234 00000040:00080000:2.0:1770685281.649816:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1770685281.649826:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1770685281.650709:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1770685281.650721:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1770685281.657994:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685281.658658:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500316928 00000100:00100000:0.0:1770685281.658670:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500316928 00000100:00100000:0.0:1770685281.658738:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1052 00000100:00100000:0.0:1770685281.658750:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+96:27965:x1856697500316928:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685281.658773:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685281.658795:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6200/0x8f0dbafbd9ef8379 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdb89 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685281.658854:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef8380 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685281.658867:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef8380 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685281.658901:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef8380 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685281.658916:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef8387 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685281.658922:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef8387 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685281.658927:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef8387 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685281.659020:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef838e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685281.659028:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef838e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685281.659035:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef838e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685281.659067:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1d:0x0]: returning size 1516 00000004:00200000:0.0:1770685281.659072:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685281.659087:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef838e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685281.659097:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef838e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685281.659106:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef8380 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685281.659112:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef8380 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685281.659129:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef8380 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685281.659134:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e7e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685281.659138:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef8380 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685281.659145:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef8380 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685281.659156:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff9d92c8ee3000) 00010000:00010000:0.0:1770685281.659158:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685281.659163:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef8380 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685281.659168:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef8380 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685281.659180:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef8387 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685281.659186:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef8387 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685281.659191:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef8387 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685281.659195:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e7200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685281.659198:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef8387 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685281.659203:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef8387 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685281.659220:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff9d92f27c0800) 00010000:00010000:0.0:1770685281.659223:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685281.659225:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef8387 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685281.659230:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef8387 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685281.659258:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6200/0x8f0dbafbd9ef8379 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb89 expref: 98 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685281.659271:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef838e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb89 expref: 97 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685281.659277:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9d9302158d00) 00010000:00010000:0.0:1770685281.659279:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685281.659281:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e7a00, rc 0) 00000100:00100000:0.0:1770685281.659341:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+97:27965:x1856697500316928:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 594us (1358us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685281.659349:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1052 00000100:00100000:1.0:1770685281.671800:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685281.671869:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500317056 00000100:00100000:2.0:1770685281.671877:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500317056 00000100:00100000:2.0:1770685281.671946:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 281 00000100:00100000:2.0:1770685281.671955:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2349:x1856697500317056:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685281.671973:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685281.671989:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef8395 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdb90 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685281.672056:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514784000:192.168.203.41@tcp:106: 00000100:00100000:2.0:1770685281.672159:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c2a7c240 going to sleep for 11 seconds 00000100:00080000:1.0:1770685281.672342:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:2.0:1770685281.685567:0:6539:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb size: 0 -> 1516 00002000:00010000:2.0:1770685281.685608:0:6539:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime: 0 -> 1770685281 00002000:00010000:2.0:1770685281.685611:0:6539:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb atime: 0 -> 1770685281 00002000:00010000:2.0:1770685281.685613:0:6539:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime: 0 -> 1770685281 00000100:00100000:2.0:1770685281.685637:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514784000:192.168.203.41@tcp:106: 00010000:00010000:2.0:1770685281.685672:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef8395 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb90 expref: 13 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685281.685696:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef8395 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb90 expref: 13 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685281.685710:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76000, rc 0) 00000100:00100000:2.0:1770685281.685769:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2349:x1856697500317056:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 13814us (13977us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685281.685778:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 281 00000100:00100000:0.0:1770685281.694301:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685281.696544:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500317184 00000100:00100000:2.0:1770685281.696559:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500317184 00000100:00100000:2.0:1770685281.696657:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1053 00000100:00100000:2.0:1770685281.696667:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+97:27965:x1856697500317184:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685281.696685:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685281.696705:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef839c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdb97 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685281.696835:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef83a3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685281.696851:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef83a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685281.696861:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef83a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:3.0:1770685281.696911:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x40:0x0]: returning size 512 00000004:00200000:3.0:1770685281.696914:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685281.696931:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef83a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685281.696957:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef839c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb97 expref: 99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685281.696974:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef83a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb97 expref: 98 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685281.696983:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff9d92c8ee3000) 00010000:00010000:3.0:1770685281.696986:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685281.696989:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271c600, rc 0) 00000100:00100000:3.0:1770685281.697052:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+98:27965:x1856697500317184:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 388us (2758us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685281.697059:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1053 00000100:00100000:1.0:1770685281.719440:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685281.719645:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500317312 00000100:00100000:2.0:1770685281.719656:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500317312 00000100:00100000:2.0:1770685281.719714:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 282 00000100:00100000:2.0:1770685281.719724:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2351:x1856697500317312:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685281.719741:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685281.719758:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef83aa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdb9e expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685281.719815:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514784128:192.168.203.41@tcp:106: 00000100:00100000:2.0:1770685281.719908:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c2a7c240 going to sleep for 11 seconds 00000100:00100000:2.0:1770685281.727005:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514784128:192.168.203.41@tcp:106: 00010000:00010000:2.0:1770685281.727043:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef83aa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb9e expref: 13 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685281.727065:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef83aa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb9e expref: 13 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685281.727079:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76000, rc 0) 00000100:00100000:2.0:1770685281.727144:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2351:x1856697500317312:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 7421us (7713us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685281.727152:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 282 00000100:00100000:0.0:1770685281.734015:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685281.734107:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500317568 00000100:00100000:3.0:1770685281.734117:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500317568 00000100:00100000:3.0:1770685281.734172:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1054 00000100:00100000:3.0:1770685281.734182:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+98:27965:x1856697500317568:12345-192.168.203.41@tcp:58:lfs.0 00000040:00080000:3.0:1770685281.734442:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].28, 136 off12000 00000100:00100000:3.0:1770685281.734527:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+98:27965:x1856697500317568:12345-192.168.203.41@tcp:58:lfs.0 Request processed in 346us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685281.734535:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1054 00010000:00010000:3.0:1770685282.037410:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685282.355917:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3291:1856697514784384:0@lo:400:kworker.0 00000100:00100000:3.0:1770685282.355991:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685282.356051:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1770685282.356059:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514784256:0@lo:400:kworker.0 00000100:00100000:3.0:1770685282.356087:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685282.356122:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1770685282.356140:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3289:1856697514784512:0@lo:400:kworker.0 00000100:00100000:3.0:1770685282.356165:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685282.356195:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514784384 00000100:00100000:3.0:1770685282.356202:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514784384 00000100:00100000:3.0:1770685282.356239:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514784512 00000100:00100000:3.0:1770685282.356242:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514784512 00000100:00100000:3.0:1770685282.356269:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:3.0:1770685282.356277:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1856697514784384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685282.356330:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1856697514784384:12345-0@lo:400:kworker.0 Request processed in 53us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685282.356337:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:3.0:1770685282.356352:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:3.0:1770685282.356358:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1856697514784512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685282.356386:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1856697514784512:12345-0@lo:400:kworker.0 Request processed in 28us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685282.356392:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:3.0:1770685282.356426:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514784256 00000100:00100000:3.0:1770685282.356430:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514784256 00000100:00100000:3.0:1770685282.356453:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:3.0:1770685282.356459:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92e02f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+18:3291:x1856697514784256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685282.356484:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92e02f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+18:3291:x1856697514784256:12345-0@lo:400:kworker.0 Request processed in 26us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685282.356489:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00080000:3.0:1770685282.356518:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685282.356549:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3289:1856697514784512:0@lo:400:kworker.0 00000100:00100000:3.0:1770685282.356574:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514784256:0@lo:400:kworker.0 00000100:00100000:3.0:1770685282.356624:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3291:1856697514784384:0@lo:400:kworker.0 00000100:00100000:2.0:1770685282.356976:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514784896:0@lo:400:kworker.0 00000100:00100000:2.0:1770685282.357006:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685282.357025:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1770685282.357043:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856697514784768:0@lo:400:kworker.0 00000100:00100000:2.0:1770685282.357065:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685282.357089:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514784896 00000100:00100000:2.0:1770685282.357093:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514784896 00000100:00100000:2.0:1770685282.357124:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:2.0:1770685282.357130:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514784896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685282.357164:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514784896:12345-0@lo:400:kworker.0 Request processed in 34us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685282.357169:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:2.0:1770685282.357188:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514784768 00000100:00100000:2.0:1770685282.357191:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514784768 00000100:00100000:2.0:1770685282.357210:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:2.0:1770685282.357215:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856697514784768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685282.357239:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856697514784768:12345-0@lo:400:kworker.0 Request processed in 24us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685282.357245:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00080000:2.0:1770685282.357258:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1770685282.357261:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1770685282.357276:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856697514784768:0@lo:400:kworker.0 00000100:00100000:2.0:1770685282.357283:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514784896:0@lo:400:kworker.0 00000100:00100000:1.0:1770685282.357723:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1770685282.357733:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514784640:0@lo:400:kworker.0 00000100:00100000:1.0:1770685282.357769:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685282.358535:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514784640 00000100:00100000:2.0:1770685282.358543:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514784640 00000100:00100000:2.0:1770685282.358666:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:2.0:1770685282.358675:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514784640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685282.358743:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514784640:12345-0@lo:400:kworker.0 Request processed in 69us (972us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685282.358748:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:2.0:1770685282.358793:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514784640:0@lo:400:kworker.0 00000100:00080000:0.0:1770685282.359486:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:1.0:1770685282.616202:0:19455:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685282.616212:0:19455:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685282.616259:0:19455:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 29 count 4 00000040:00080000:1.0:1770685282.616264:0:19455:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1770685282.686409:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685282.686424:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1770685282.688328:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 29 count 2 00000040:00080000:2.0:1770685282.688348:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1770685282.691764:0:11361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0252300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514785024:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1770685282.691864:0:11361:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fac03540 going to sleep for 11 seconds 00000100:00100000:0.0:1770685282.696393:0:11361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0252300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514785024:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1770685282.699943:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685282.699990:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500317696 00000100:00100000:1.0:1770685282.700000:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500317696 00000100:00100000:1.0:1770685282.700062:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1055 00000100:00100000:1.0:1770685282.700074:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+55:27976:x1856697500317696:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1770685282.700111:0:5761:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0x1d:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1770685282.700347:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+55:27976:x1856697500317696:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 275us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685282.700355:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1055 00000100:00100000:0.0:1770685282.715854:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685282.715958:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500317952 00000100:00100000:3.0:1770685282.715974:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500317952 00000100:00100000:3.0:1770685282.716357:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1056 00000100:00100000:3.0:1770685282.716374:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+55:27976:x1856697500317952:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685282.716408:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685282.716431:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef83b1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdba5 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685282.716511:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef83b8 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685282.716525:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef83b8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685282.716538:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef83b8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685282.716554:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef83bf lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685282.716560:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef83bf lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685282.716567:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef83bf lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685282.716667:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef83c6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685282.716680:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef83c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685282.716687:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef83c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:3.0:1770685282.717551:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1d:0x0]: returning size 1516 00010000:00010000:3.0:1770685282.717689:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef83b8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685282.717713:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef83b8 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685282.717720:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef83b8 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685282.717726:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685282.717731:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef83b8 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685282.717739:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef83b8 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685282.717755:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:3.0:1770685282.717759:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685282.717764:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef83b8 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685282.717769:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef83b8 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685282.717782:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef83bf lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685282.717791:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef83bf lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685282.717796:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef83bf lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685282.717800:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271cc00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685282.717803:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef83bf lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685282.717808:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef83bf lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685282.717815:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x3e15321 (ffff9d9302158500) 00010000:00010000:3.0:1770685282.717817:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685282.717820:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef83bf lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685282.717825:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef83bf lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685282.717874:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef83b1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdba5 expref: 58 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685282.717887:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef83c6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdba5 expref: 57 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685282.717893:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9d9302158d00) 00010000:00010000:3.0:1770685282.717895:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1770685282.717898:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271de00, rc 0) 00000100:00100000:3.0:1770685282.717977:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+57:27976:x1856697500317952:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 1608us (2137us total) trans 4294967990 rc 0/0 00000100:00100000:3.0:1770685282.717987:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1056 00000100:00100000:0.0:1770685282.725100:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685282.725174:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685282.725310:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500318080 00000100:00100000:2.0:1770685282.725324:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500318080 00000100:00100000:2.0:1770685282.725417:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 63 00000100:00100000:2.0:1770685282.725430:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0252d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+57:2348:x1856697500318080:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685282.725451:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685282.725485:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef83c6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdba5 expref: 57 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685282.725509:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9d9302158d00) 00010000:00010000:2.0:1770685282.725516:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685282.725731:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0252d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+56:2348:x1856697500318080:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 302us (645us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685282.725741:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 63 00000100:00100000:3.0:1770685282.725912:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500318208 00000100:00100000:3.0:1770685282.725931:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500318208 00000100:00100000:3.0:1770685282.726000:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 283 00000100:00100000:3.0:1770685282.726010:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500318208:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1770685282.732133:0:6539:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef83d4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685282.732164:0:6539:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef8372 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb82 expref: 11 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685282.732173:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1770685282.732175:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1770685282.732180:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef83d4 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685282.732235:0:6539:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef8372 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb82 expref: 11 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685282.732265:0:6539:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef8372 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb82 expref: 11 pid: 6539 timeout: 707 lvb_type: 0 00000100:00100000:0.0:1770685282.732283:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c70fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514785152:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685282.732421:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fac03540 going to sleep for 11 seconds 00000100:00100000:3.0:1770685282.737288:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c70fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514785152:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685282.737320:0:6539:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef83d4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685282.745297:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685282.746355:0:17738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500318336 00000100:00100000:3.0:1770685282.746380:0:17738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500318336 00002000:00100000:3.0:1770685282.746462:0:17738:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->1515) req@ffff9d91c2aece00 x1856697500318336/t0(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:403/0 lens 2008/0 e 0 to 0 dl 1770685293 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685282.746476:0:17738:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c2aece00 with x1856697500318336 ext(0->1515) 00010000:00010000:3.0:1770685282.746488:0:17738:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef8372 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb82 expref: 12 pid: 6539 timeout: 707 lvb_type: 0 00010000:00010000:3.0:1770685282.746521:0:17738:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef8372 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb82 expref: 12 pid: 6539 timeout: 707 lvb_type: 0 00002000:00010000:3.0:1770685282.746530:0:17738:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9d91c2aece00 00000100:00100000:3.0:1770685282.746574:0:17738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 10 00000100:00100000:3.0:1770685282.746606:0:17738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1b20a364-7a5a-4770-9192-023629c7ce89+12:2350:x1856697500318336:12345-192.168.203.41@tcp:4:cp.0 00000100:00100000:3.0:1770685282.747863:0:17738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1b20a364-7a5a-4770-9192-023629c7ce89+14:2350:x1856697500318336:12345-192.168.203.41@tcp:4:cp.0 Request processed in 1248us (2570us total) trans 4294967357 rc 0/0 00000100:00100000:3.0:1770685282.747879:0:17738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 10 00002000:00100000:3.0:1770685282.747892:0:17738:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->1515) req@ffff9d91c2aece00 x1856697500318336/t4294967357(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:403/0 lens 2008/448 e 0 to 0 dl 1770685293 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685282.747903:0:17738:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c2aece00 with x1856697500318336 ext(0->1515) 00010000:00010000:3.0:1770685282.747911:0:17738:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef8372 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb82 expref: 14 pid: 6539 timeout: 707 lvb_type: 0 00010000:00010000:3.0:1770685282.747925:0:17738:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef8372 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb82 expref: 14 pid: 6539 timeout: 707 lvb_type: 0 00002000:00010000:3.0:1770685282.747932:0:17738:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9d91c2aece00 00000100:00100000:2.0:1770685282.755269:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685282.755430:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500318464 00000100:00100000:0.0:1770685282.755443:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500318464 00010000:00010000:0.0:1770685282.755503:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef8372 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb82 expref: 14 pid: 6539 timeout: 707 lvb_type: 0 00000100:00100000:0.0:1770685282.756798:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 305 00000100:00100000:0.0:1770685282.756819:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+14:2349:x1856697500318464:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685282.756857:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685282.756891:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef8372 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb82 expref: 14 pid: 6539 timeout: 707 lvb_type: 0 00010000:00010000:0.0:1770685282.756911:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef8372 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb82 expref: 14 pid: 6539 timeout: 707 lvb_type: 0 00010000:00010000:0.0:1770685282.756946:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef8372 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb82 expref: 14 pid: 6539 timeout: 707 lvb_type: 0 00010000:00010000:0.0:1770685282.756964:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685282.756967:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685282.756974:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef83d4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685282.756986:0:11010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef83d4 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685282.757018:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685282.757096:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+13:2349:x1856697500318464:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 284us (1842us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685282.757105:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 305 00010000:00010000:3.0:1770685282.758008:0:6539:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef83d4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685282.758024:0:6539:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef83d4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685282.758079:0:6539:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef83d4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685282.758089:0:6539:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef83d4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685282.758098:0:6539:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef83d4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685282.758111:0:6539:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e6a00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:3.0:1770685282.758117:0:6539:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef83d4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685282.758126:0:6539:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef83d4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685282.758146:0:6539:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef83d4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685282.758155:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef83d4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685282.758261:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+12:2350:x1856697500318208:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 32247us (33081us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685282.758272:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 283 00000100:00100000:2.0:1770685282.768251:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685282.768450:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500318720 00000100:00100000:1.0:1770685282.768465:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500318720 00000100:00100000:1.0:1770685282.768540:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1057 00000100:00100000:1.0:1770685282.768553:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+56:27976:x1856697500318720:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1770685282.768730:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+56:27976:x1856697500318720:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 180us (497us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685282.768738:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1057 00000100:00100000:3.0:1770685282.774564:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685282.774878:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500318848 00000100:00100000:0.0:1770685282.774893:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500318848 00000100:00100000:0.0:1770685282.774970:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 284 00000100:00100000:0.0:1770685282.774984:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+12:2351:x1856697500318848:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685282.775010:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685282.775071:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef83db lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdbac expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1770685282.775106:0:6539:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x17:0x0] initial LVB size: 1516, mtime: 0x698a8361, atime: 0x0, ctime: 0x698a8361, blocks: 0x1 00010000:00010000:0.0:1770685282.775141:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685282.775145:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685282.775155:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef83db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdbac expref: 13 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685282.775176:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef83db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdbac expref: 13 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685282.775190:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e6000, rc 0) 00000100:00100000:0.0:1770685282.775266:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+13:2351:x1856697500318848:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 285us (724us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685282.775274:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 284 00000100:00100000:0.0:1770685282.787975:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685282.789266:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500319104 00000100:00100000:2.0:1770685282.789289:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500319104 00000100:00100000:2.0:1770685282.789378:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1058 00000100:00100000:2.0:1770685282.789390:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+56:27976:x1856697500319104:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1770685282.789856:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+56:27976:x1856697500319104:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 466us (1894us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685282.789865:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1058 00000100:00100000:0.0:1770685282.795437:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685282.795534:0:17738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500319232 00000100:00100000:3.0:1770685282.795549:0:17738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500319232 00002000:00100000:3.0:1770685282.795920:0:17738:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff9d92c70fce00 x1856697500319232/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:403/0 lens 488/0 e 0 to 0 dl 1770685293 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685282.795934:0:17738:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92c70fce00 with x1856697500319232 ext(0->4095) 00002000:00010000:3.0:1770685282.795942:0:17738:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d92c70fce00 00000100:00100000:3.0:1770685282.795987:0:17738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 97 00000100:00100000:3.0:1770685282.795999:0:17738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1b20a364-7a5a-4770-9192-023629c7ce89+13:2350:x1856697500319232:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1770685282.797772:0:17738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1b20a364-7a5a-4770-9192-023629c7ce89+13:2350:x1856697500319232:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 Request processed in 1761us (2337us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1770685282.797789:0:17738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 97 00002000:00100000:3.0:1770685282.797803:0:17738:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff9d92c70fce00 x1856697500319232/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:403/0 lens 488/4536 e 0 to 0 dl 1770685293 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685282.797815:0:17738:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92c70fce00 with x1856697500319232 ext(0->4095) 00002000:00010000:3.0:1770685282.797822:0:17738:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d92c70fce00 00000100:00100000:1.0:1770685282.807488:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685282.807632:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500319360 00000100:00100000:2.0:1770685282.807659:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500319360 00000100:00100000:2.0:1770685282.807720:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1059 00000100:00100000:2.0:1770685282.807730:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+56:27976:x1856697500319360:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685282.807755:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685282.807784:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef83e2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdbb3 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685282.807827:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef83e9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685282.807843:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef83e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685282.807857:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef83e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685282.807969:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef83e2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdbb3 expref: 58 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685282.807986:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef83e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdbb3 expref: 57 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685282.807996:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9d9302158d00) 00010000:00010000:2.0:1770685282.808000:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1770685282.808003:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76e00, rc 0) 00000100:00100000:2.0:1770685282.808064:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+57:27976:x1856697500319360:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 335us (592us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685282.808071:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1059 00000100:00100000:1.0:1770685282.825346:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685282.825611:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500319488 00000100:00100000:3.0:1770685282.825630:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500319488 00000100:00100000:3.0:1770685282.825696:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1060 00000100:00100000:3.0:1770685282.825707:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+57:27976:x1856697500319488:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1770685282.825747:0:5760:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0x1d:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1770685282.825870:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+57:27976:x1856697500319488:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 164us (541us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685282.825879:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1060 00000100:00100000:1.0:1770685282.834382:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685282.837771:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500319616 00000100:00100000:3.0:1770685282.837791:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500319616 00000100:00100000:3.0:1770685282.837885:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 285 00000100:00100000:3.0:1770685282.837896:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+13:2350:x1856697500319616:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1770685282.838745:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef83f0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685282.838769:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685282.838773:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685282.838780:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef83f0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685282.838798:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef83f0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685282.838838:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef83f0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685282.838847:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef83f0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685282.838856:0:8401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef83f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685282.838864:0:8401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271c000 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:3.0:1770685282.838869:0:8401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef83f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685282.838878:0:8401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef83f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685282.838896:0:8401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef83f0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685282.838903:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef83f0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685282.839021:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+13:2350:x1856697500319616:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 1122us (4654us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685282.839031:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 285 00000100:00100000:3.0:1770685282.845242:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685282.848414:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500319872 00000100:00100000:2.0:1770685282.848436:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500319872 00000100:00100000:2.0:1770685282.848515:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1061 00000100:00100000:2.0:1770685282.848526:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+57:27976:x1856697500319872:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1770685282.849063:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+58:27976:x1856697500319872:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 536us (3828us total) trans 4294967991 rc 0/0 00000100:00100000:2.0:1770685282.849073:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1061 00000040:00080000:2.0:1770685282.849203:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1770685282.849209:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1770685282.849738:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:2.0:1770685282.849748:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1770685282.853881:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685282.853938:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500320128 00000100:00100000:3.0:1770685282.853951:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500320128 00000100:00100000:3.0:1770685282.854016:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 235 00000100:00100000:3.0:1770685282.854028:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+58:27976:x1856697500320128:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1770685282.854606:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+59:27976:x1856697500320128:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 549us (709us total) trans 4294967992 rc 0/0 00000100:00100000:3.0:1770685282.854695:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 235 00000100:00100000:3.0:1770685282.876842:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c23c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514785280:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1770685282.876953:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685282.877053:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514785280 00000100:00100000:3.0:1770685282.877065:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514785280 00000100:00100000:3.0:1770685282.877148:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:3.0:1770685282.877160:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514785280:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1770685282.878599:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514785408:0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1770685282.879785:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1770685282.879866:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514785280:12345-0@lo:13:osp-pre-0-0.0 Request processed in 2704us (2910us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685282.879879:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:3.0:1770685282.879981:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c23c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514785280:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1770685282.881102:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685282.881267:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514785408 00000100:00100000:3.0:1770685282.881278:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514785408 00000100:00100000:3.0:1770685282.881343:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:3.0:1770685282.881355:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514785408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1770685282.881407:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 76480512 pending 1703936 free 3856662528 avail 3854565376 00000100:00100000:3.0:1770685282.881470:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514785408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 117us (2102us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685282.881477:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:2.0:1770685282.886438:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514785408:0@lo:13:osp-pre-1-0.0 00000001:00080000:1.0:1770685282.961422:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967357 is committed 00010000:00010000:1.0:1770685283.058143:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685284.081774:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1770685284.777509:0:19508:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685284.777524:0:19508:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1770685284.777741:0:19508:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 29 count 2 00000040:00080000:3.0:1770685284.777750:0:19508:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1770685284.894889:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685284.894981:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500320256 00000100:00100000:3.0:1770685284.894995:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500320256 00000100:00100000:3.0:1770685284.895083:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 286 00000100:00100000:3.0:1770685284.895108:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2348:x1856697500320256:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685284.895140:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685284.895168:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef83f7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdbba expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685284.895211:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685284.895215:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685284.895225:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef83f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdbba expref: 13 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685284.895249:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef83f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdbba expref: 13 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685284.895267:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271cc00, rc 0) 00000100:00100000:3.0:1770685284.895340:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:2348:x1856697500320256:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 245us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685284.895349:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 286 00000100:00080000:1.0:1770685284.895713:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1770685284.928125:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685284.928239:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500320512 00000100:00100000:2.0:1770685284.928252:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500320512 00000100:00100000:2.0:1770685284.928354:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1062 00000100:00100000:2.0:1770685284.928366:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+98:27984:x1856697500320512:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685284.928403:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685284.928431:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef83fe lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdbc1 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685284.928571:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef8405 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00000100:00080000:1.0:1770685284.928619:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1770685284.928630:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef8405 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685284.928649:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef8405 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:2.0:1770685284.928680:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1d:0x0]: returning size 1516 00010000:00010000:2.0:1770685284.928838:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef83fe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdbc1 expref: 101 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685284.928857:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef8405 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdbc1 expref: 100 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685284.928866:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9d9302158d00) 00010000:00010000:2.0:1770685284.928869:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1770685284.928874:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c77800, rc 0) 00000100:00100000:2.0:1770685284.928963:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+100:27984:x1856697500320512:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 600us (855us total) trans 4294967993 rc 0/0 00000100:00100000:2.0:1770685284.928971:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1062 00000100:00100000:0.0:1770685284.955552:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685284.957456:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500320640 00000100:00100000:1.0:1770685284.957475:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500320640 00000100:00100000:1.0:1770685284.957564:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 287 00000100:00100000:1.0:1770685284.957605:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:2349:x1856697500320640:12345-192.168.203.41@tcp:1:lfs.0 00010000:00010000:1.0:1770685284.957667:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8413 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685284.957691:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef83db lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdbac expref: 10 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685284.957703:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef83f7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdbba expref: 13 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685284.957712:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685284.957715:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685284.957719:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8413 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685284.957768:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef83f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdbba expref: 13 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685284.957784:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef83f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdbba expref: 13 pid: 6539 timeout: 709 lvb_type: 1 00000100:00100000:1.0:1770685284.957825:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c4f63480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8401:1856697514785536:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685284.957964:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef83db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdbac expref: 10 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685284.957976:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef83db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdbac expref: 10 pid: 6539 timeout: 709 lvb_type: 1 00000100:00100000:1.0:1770685284.957986:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c4f61f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8401:1856697514785664:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685284.958011:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0361840 going to sleep for 11 seconds 00000100:00100000:3.0:1770685284.963609:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c4f63480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8401:1856697514785536:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685284.963632:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c4f61f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8401:1856697514785664:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685284.963667:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8413 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685284.972790:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685284.972836:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685284.973071:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500320768 00000100:00100000:2.0:1770685284.973084:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500320768 00010000:00010000:2.0:1770685284.973145:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef83f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdbba expref: 14 pid: 6539 timeout: 709 lvb_type: 1 00000100:00100000:2.0:1770685284.973178:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500320896 00000100:00100000:2.0:1770685284.973182:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500320896 00000100:00100000:3.0:1770685284.973205:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 306 00000100:00100000:3.0:1770685284.973218:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d03a7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+14:2350:x1856697500320768:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685284.973222:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef83db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdbac expref: 11 pid: 6539 timeout: 709 lvb_type: 1 00010000:00010000:3.0:1770685284.973239:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1770685284.973241:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 307 00000100:00100000:2.0:1770685284.973247:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500320896:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685284.973254:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1770685284.973263:0:5746:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:3.0:1770685284.973270:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef83f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdbba expref: 14 pid: 6539 timeout: 709 lvb_type: 1 00010000:00010000:2.0:1770685284.973270:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef83db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdbac expref: 11 pid: 6539 timeout: 709 lvb_type: 1 00010000:00010000:2.0:1770685284.973506:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef83db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdbac expref: 11 pid: 6539 timeout: 709 lvb_type: 1 00010000:00010000:3.0:1770685284.977061:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef83f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdbba expref: 14 pid: 6539 timeout: 709 lvb_type: 1 00010000:00010000:3.0:1770685284.977201:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef83f7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdbba expref: 14 pid: 6539 timeout: 709 lvb_type: 1 00010000:00010000:3.0:1770685284.977227:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685284.977330:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d03a7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:2350:x1856697500320768:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 4112us (4553us total) trans 0 rc 0/0 00010000:00010000:2.0:1770685284.978745:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef83db lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdbac expref: 11 pid: 6539 timeout: 709 lvb_type: 1 00010000:00010000:2.0:1770685284.978768:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685284.978771:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685284.978777:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8413 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685284.978788:0:11010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8413 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685284.978836:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685284.978903:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500320896:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 5654us (6065us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685284.978937:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 306 00010000:00010000:1.0:1770685284.979531:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8413 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685284.979547:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8413 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1770685284.979823:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1770685284.980034:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 307 00010000:00010000:1.0:1770685284.980115:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8413 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685284.980360:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8413 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685284.980371:0:8401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8413 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685284.980379:0:8401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2000 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:1.0:1770685284.980405:0:8401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8413 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685284.980415:0:8401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8413 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685284.980435:0:8401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8413 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685284.980444:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8413 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685284.980560:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2349:x1856697500320640:12345-192.168.203.41@tcp:1:lfs.0 Request processed in 22982us (25018us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685284.980571:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 287 00000100:00100000:1.0:1770685284.984092:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685284.984380:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500321152 00000100:00100000:2.0:1770685284.984405:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500321152 00000100:00100000:2.0:1770685284.984476:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 236 00000100:00100000:2.0:1770685284.984487:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4868c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+100:27984:x1856697500321152:12345-192.168.203.41@tcp:35:lfs.0 00000004:00010000:2.0:1770685284.984570:0:5764:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000402:0x1d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef8405 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdbc1 expref: 100 pid: 5760 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1770685284.985711:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967994 00000001:00080000:2.0:1770685284.987556:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967995 00010000:00010000:2.0:1770685284.987998:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef841a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0 00010000:00010000:2.0:1770685284.988024:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef835d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb74 expref: 58 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685284.988033:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef838e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb89 expref: 103 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685284.988041:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef83e9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdbb3 expref: 58 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685284.988048:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef841a lrc: 6/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0 00010000:00010000:2.0:1770685284.988096:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef83e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdbb3 expref: 58 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685284.988114:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef83e9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdbb3 expref: 58 pid: 5761 timeout: 709 lvb_type: 0 00000100:00100000:2.0:1770685284.988370:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1856697514785792:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685284.988604:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef838e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb89 expref: 103 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685284.988614:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef838e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb89 expref: 103 pid: 6998 timeout: 709 lvb_type: 0 00000100:00100000:2.0:1770685284.988638:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1856697514785920:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685284.988679:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef835d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb74 expref: 58 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685284.988688:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef835d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb74 expref: 58 pid: 6998 timeout: 709 lvb_type: 0 00000100:00100000:2.0:1770685284.988696:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1856697514786048:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685284.988718:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c57683c0 going to sleep for 11 seconds 00000100:00100000:2.0:1770685284.994737:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1856697514785792:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685284.994757:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1856697514785920:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685284.994765:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5764:1856697514786048:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685284.994795:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef841a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 00000100:00100000:1.0:1770685284.996306:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685284.996344:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685284.996401:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685284.996441:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500321280 00000100:00100000:1.0:1770685284.996452:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500321280 00000100:00100000:3.0:1770685284.996471:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500321536 00000100:00100000:3.0:1770685284.996475:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500321536 00010000:00010000:3.0:1770685284.996515:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef835d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb74 expref: 60 pid: 6998 timeout: 709 lvb_type: 0 00010000:00010000:1.0:1770685284.996515:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef83e9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdbb3 expref: 60 pid: 5761 timeout: 709 lvb_type: 0 00000100:00100000:3.0:1770685284.996561:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500321408 00000100:00100000:3.0:1770685284.996572:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500321408 00010000:00010000:3.0:1770685284.996610:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef838e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb89 expref: 104 pid: 6998 timeout: 709 lvb_type: 0 00000100:00100000:1.0:1770685284.996861:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 308 00000100:00100000:1.0:1770685284.996874:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+60:2350:x1856697500321536:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685284.996893:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685284.996902:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef835d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb74 expref: 60 pid: 6998 timeout: 709 lvb_type: 0 00010000:00010000:1.0:1770685284.996924:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef835d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb74 expref: 60 pid: 6998 timeout: 709 lvb_type: 0 00010000:00010000:1.0:1770685284.996950:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef835d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb74 expref: 60 pid: 6998 timeout: 709 lvb_type: 0 00010000:00010000:1.0:1770685284.996968:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9d9302158d00) 00010000:00010000:1.0:1770685284.996975:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef841a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 00010000:00010000:1.0:1770685284.996985:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef841a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 00010000:00010000:1.0:1770685284.996993:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685284.997057:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+59:2350:x1856697500321536:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 186us (711us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685284.997066:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 308 00000100:00100000:1.0:1770685284.997086:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 309 00000100:00100000:1.0:1770685284.997093:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f61180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+58:2350:x1856697500321280:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685284.997102:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685284.997108:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef83e9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdbb3 expref: 58 pid: 5761 timeout: 709 lvb_type: 0 00010000:00010000:1.0:1770685284.997119:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef83e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdbb3 expref: 58 pid: 5761 timeout: 709 lvb_type: 0 00010000:00010000:1.0:1770685284.997132:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef83e9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdbb3 expref: 58 pid: 5761 timeout: 709 lvb_type: 0 00010000:00010000:1.0:1770685284.997148:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9d9302158d00) 00010000:00010000:1.0:1770685284.997152:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef841a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 00010000:00010000:1.0:1770685284.997158:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef841a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 00010000:00010000:1.0:1770685284.997163:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685284.997181:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f61180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+57:2350:x1856697500321280:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 89us (896us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685284.997188:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 309 00000100:00080000:1.0:1770685284.997225:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685285.000453:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 310 00000100:00100000:3.0:1770685285.000479:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+104:2350:x1856697500321408:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685285.000505:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685285.000520:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef838e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb89 expref: 104 pid: 6998 timeout: 709 lvb_type: 0 00010000:00010000:3.0:1770685285.000541:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef838e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb89 expref: 104 pid: 6998 timeout: 709 lvb_type: 0 00010000:00010000:3.0:1770685285.001231:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef838e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb89 expref: 104 pid: 6998 timeout: 709 lvb_type: 0 00010000:00010000:3.0:1770685285.001250:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9d9302158d00) 00010000:00010000:3.0:1770685285.001257:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef841a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685285.001268:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef841a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685285.001277:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef841a lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685285.001320:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1770685285.001426:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef841a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 00010000:00010000:1.0:1770685285.001435:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef841a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0 00000100:00100000:3.0:1770685285.001493:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+103:2350:x1856697500321408:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 1025us (5090us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685285.001504:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 310 00000001:00080000:1.0:1770685285.001634:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967996 00000001:00080000:1.0:1770685285.001900:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967997 00000001:00080000:1.0:1770685285.001972:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967998 00000100:00100000:1.0:1770685285.002076:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c4f62680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1856697514786176:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1770685285.002154:0:5764:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685285.002188:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c836d840 going to sleep for 11 seconds 00000100:00100000:0.0:1770685285.002992:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514786176 00000100:00100000:0.0:1770685285.003006:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514786176 00000100:00100000:0.0:1770685285.003093:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1770685285.003105:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5764:x1856697514786176:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1770685285.003264:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5764:x1856697514786176:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 161us (1109us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685285.003272:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1770685285.003566:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c4f62680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1856697514786176:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:0.0:1770685285.003859:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967999 00000100:00100000:0.0:1770685285.003949:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c70fe300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1856697514786304:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1770685285.003993:0:5764:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685285.004028:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c33c5cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1770685285.004200:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514786304 00000100:00100000:3.0:1770685285.004208:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514786304 00000100:00100000:3.0:1770685285.004247:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1770685285.004256:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5764:x1856697514786304:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00080000:1.0:1770685285.004638:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1770685285.005318:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5764:x1856697514786304:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 304us (567us total) trans 4294967358 rc 0/0 00000100:00100000:3.0:1770685285.005337:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1770685285.005444:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c70fe300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5764:1856697514786304:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:3.0:1770685285.005479:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef841a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685285.005491:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef841a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685285.005499:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef841a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685285.005505:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685285.005510:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef841a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685285.005519:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef841a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685285.005539:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9d9302158d00) 00010000:00010000:3.0:1770685285.005543:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1770685285.005549:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef841a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685285.005556:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef841a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0 00000004:00080000:3.0:1770685285.006022:0:5764:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x41:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1770685285.006164:0:5764:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].14, 64 off9160 00000004:00080000:3.0:1770685285.006180:0:5764:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 609851601344ns, next at 610851598453ns, rc = 0 00000001:00080000:3.0:1770685285.006191:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968000 00010000:00010000:3.0:1770685285.006286:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9d9302158d00) 00010000:00010000:3.0:1770685285.006290:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1770685285.006299:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef8405 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdbc1 expref: 107 pid: 5760 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685285.008006:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4868c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+106:27984:x1856697500321152:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 23505us (23911us total) trans 4294968001 rc 0/0 00000100:00100000:3.0:1770685285.008022:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 236 00000020:00080000:3.0:1770685285.008031:0:5764:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:2.0:1770685285.041171:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685285.041421:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500321792 00000100:00100000:3.0:1770685285.041437:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500321792 00000100:00100000:3.0:1770685285.041515:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1063 00000100:00100000:3.0:1770685285.041528:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+106:27985:x1856697500321792:12345-192.168.203.41@tcp:101:cmp.0 00010000:00010000:3.0:1770685285.041562:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685285.041619:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef8421 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdbc8 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685285.041714:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8428 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.041736:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8428 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.041749:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8428 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.041765:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef842f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.041773:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef842f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.041780:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef842f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.041939:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef8436 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.041955:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef8436 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.041963:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef8436 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:3.0:1770685285.041975:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1d:0x0]: returning size 1516 00010000:00010000:3.0:1770685285.042097:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8428 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.042105:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8428 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.042113:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8428 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.042119:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271cc00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685285.042125:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8428 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.042133:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8428 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.042149:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff9d92c8ee3000) 00010000:00010000:3.0:1770685285.042153:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685285.042158:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8428 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.042165:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8428 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.042180:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef842f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.042187:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef842f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.042205:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef842f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.042210:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685285.042215:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef842f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.042220:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef842f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.042227:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff9d9302158d00) 00010000:00010000:3.0:1770685285.042230:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685285.042232:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef842f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.042241:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef842f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.042564:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef8421 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdbc8 expref: 109 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685285.042760:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef8436 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdbc8 expref: 108 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685285.042769:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9d9302158b00) 00010000:00010000:3.0:1770685285.042772:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1770685285.042774:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271d400, rc 0) 00000100:00100000:3.0:1770685285.042861:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+108:27985:x1856697500321792:12345-192.168.203.41@tcp:101:cmp.0 Request processed in 1335us (1707us total) trans 4294968002 rc 0/0 00000100:00100000:3.0:1770685285.042871:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1063 00000100:00100000:1.0:1770685285.048701:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685285.048805:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500322048 00000100:00100000:2.0:1770685285.048822:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500322048 00000100:00100000:2.0:1770685285.048907:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 64 00000100:00100000:2.0:1770685285.048919:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f61500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+108:27985:x1856697500322048:12345-192.168.203.41@tcp:103:cmp.0 00010000:00010000:2.0:1770685285.048939:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685285.048970:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef8436 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdbc8 expref: 108 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685285.049013:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9d9302158b00) 00010000:00010000:2.0:1770685285.049026:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685285.049089:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f61500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+107:27985:x1856697500322048:12345-192.168.203.41@tcp:103:cmp.0 Request processed in 173us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685285.049098:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 64 00000100:00100000:3.0:1770685285.052700:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685285.052865:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500322176 00000100:00100000:1.0:1770685285.052882:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500322176 00000100:00100000:1.0:1770685285.052952:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1064 00000100:00100000:1.0:1770685285.052962:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+107:27985:x1856697500322176:12345-192.168.203.41@tcp:58:cmp.0 00010000:00010000:1.0:1770685285.053085:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8444 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685285.053103:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8444 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685285.053115:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8444 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000040:00080000:1.0:1770685285.053280:0:5760:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].29, 136 off12136 00000100:00100000:1.0:1770685285.053375:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+107:27985:x1856697500322176:12345-192.168.203.41@tcp:58:cmp.0 Request processed in 413us (688us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685285.053394:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1064 00000100:00100000:3.0:1770685285.062781:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685285.062820:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500322304 00000100:00100000:3.0:1770685285.062830:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500322304 00000100:00100000:3.0:1770685285.062881:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1065 00000100:00100000:3.0:1770685285.062891:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c23c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+107:27985:x1856697500322304:12345-192.168.203.41@tcp:101:cmp.0 00010000:00010000:3.0:1770685285.062911:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685285.062930:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef844b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdbcf expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685285.062985:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8444 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685285.063000:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef844b lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdbcf expref: 108 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685285.063018:0:5761:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8444 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685285.063030:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef844b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdbcf expref: 108 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685285.063043:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9d92c3dd8d00) 00010000:00010000:3.0:1770685285.063046:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1770685285.063050:0:5761:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef844b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdbcf expref: 108 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685285.063057:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271c000, rc 0) 00000100:00100000:3.0:1770685285.063108:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c23c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+108:27985:x1856697500322304:12345-192.168.203.41@tcp:101:cmp.0 Request processed in 219us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685285.063114:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1065 00000100:00100000:1.0:1770685285.084128:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685285.084164:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500322560 00000100:00100000:1.0:1770685285.084175:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500322560 00000100:00100000:1.0:1770685285.084237:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 385 00000100:00100000:1.0:1770685285.084247:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+15:2349:x1856697500322560:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685285.084532:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+15:2349:x1856697500322560:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 282us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685285.084545:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 385 00000100:00080000:1.0:1770685285.084606:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1770685285.084665:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685285.084904:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685285.084948:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500322432 00000100:00100000:1.0:1770685285.084953:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500322432 00000100:00100000:1.0:1770685285.085014:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 565 00000100:00100000:1.0:1770685285.085027:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92cadc1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2349:x1856697500322432:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685285.085086:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92cadc1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2349:x1856697500322432:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 64us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685285.085094:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 565 00000100:00100000:1.0:1770685285.085141:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500322688 00000100:00100000:1.0:1770685285.085146:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500322688 00000100:00100000:1.0:1770685285.085180:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 386 00000100:00100000:1.0:1770685285.085190:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+8:2349:x1856697500322688:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685285.085224:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+8:2349:x1856697500322688:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 34us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685285.085232:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 386 00000100:00080000:1.0:1770685285.085713:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1770685285.107924:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1770685285.939731:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1770685285.939743:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1770685285.939788:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 30 count 3 00000040:00080000:2.0:1770685285.939795:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1770685285.939963:0:11361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2e300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514786432:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1770685285.940105:0:11361:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c5768000 going to sleep for 11 seconds 00000100:00100000:2.0:1770685285.950016:0:11361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2e300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514786432:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1770685285.951056:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685285.951362:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500322816 00000100:00100000:0.0:1770685285.951386:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500322816 00000100:00100000:0.0:1770685285.951462:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1066 00000100:00100000:0.0:1770685285.951476:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+57:27986:x1856697500322816:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1770685285.951529:0:5760:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0x1d:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1770685285.951725:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+57:27986:x1856697500322816:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 251us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685285.951735:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1066 00000100:00100000:1.0:1770685285.977328:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685285.978038:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500322944 00000100:00100000:3.0:1770685285.978054:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500322944 00000100:00100000:3.0:1770685285.978126:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1067 00000100:00100000:3.0:1770685285.978138:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+57:27986:x1856697500322944:12345-192.168.203.41@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1770685285.978239:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8452 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.978260:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8452 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.978275:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8452 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.978293:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8459 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.978301:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8459 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.978307:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8459 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.978334:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef8460 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.978344:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef8460 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.978351:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef8460 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:3.0:1770685285.978410:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1d:0x0]: returning size 1516 00000004:00200000:3.0:1770685285.978416:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685285.978432:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef8460 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.978446:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8452 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.978453:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8452 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.978460:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8452 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.978467:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685285.978472:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8452 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.978481:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8452 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.978495:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:3.0:1770685285.978499:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685285.978505:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8452 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.978512:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8452 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.978526:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8459 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.978532:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8459 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.978539:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8459 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.978544:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271cc00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685285.978547:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8459 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.978554:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8459 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.978561:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x3e15321 (ffff9d9302158d00) 00010000:00010000:3.0:1770685285.978563:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685285.978566:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8459 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.978572:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8459 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.978626:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef8460 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.978632:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef8460 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.978638:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef8460 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.978642:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271da00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685285.978645:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef8460 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.978650:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef8460 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.978657:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9d92c3dd8d00) 00010000:00010000:3.0:1770685285.978660:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685285.978663:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef8460 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685285.978669:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef8460 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:3.0:1770685285.978769:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+57:27986:x1856697500322944:12345-192.168.203.41@tcp:34:lhsmtool_posix.0 Request processed in 632us (1457us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685285.978779:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1067 00000100:00100000:0.0:1770685285.992056:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685285.992250:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500323200 00000100:00100000:3.0:1770685285.992265:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500323200 00000100:00100000:3.0:1770685285.992341:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1068 00000100:00100000:3.0:1770685285.992353:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+57:27986:x1856697500323200:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685285.992395:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685285.992423:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8467 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdbd6 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685285.992527:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef846e lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685285.992545:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef846e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685285.992558:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef846e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685285.992611:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef8475 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685285.992620:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef8475 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685285.992627:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef8475 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685285.992700:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef847c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685285.992709:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef847c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685285.992716:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef847c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:3.0:1770685285.992729:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1d:0x0]: returning size 1516 00010000:00010000:3.0:1770685285.993251:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef847c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685285.993268:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef847c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685285.993275:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef847c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685285.993282:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271c800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685285.993287:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef847c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685285.993296:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef847c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685285.993312:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9d92c3dd8d00) 00010000:00010000:3.0:1770685285.993316:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685285.993476:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef847c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685285.993485:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef847c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685285.993511:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef846e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685285.993518:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef846e lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685285.993524:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef846e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685285.993534:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271ce00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685285.993537:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef846e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685285.993548:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef846e lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685285.993556:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:3.0:1770685285.993558:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685285.993562:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef846e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685285.993567:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef846e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685285.993921:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef8475 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685285.993930:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef8475 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685285.993936:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef8475 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685285.993942:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685285.993955:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef8475 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685285.993962:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef8475 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685285.993971:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x3e15321 (ffff9d9302158e00) 00010000:00010000:3.0:1770685285.993974:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685285.993978:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef8475 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685285.993983:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef8475 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685285.994054:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8467 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdbd6 expref: 59 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685285.994066:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:3.0:1770685285.994069:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1770685285.994072:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8467 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdbd6 expref: 59 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685285.994082:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271c400, rc 0) 00000100:00100000:3.0:1770685285.994362:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+58:27986:x1856697500323200:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 2010us (2321us total) trans 4294968003 rc 301/301 00000100:00100000:3.0:1770685285.994374:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1068 00000001:00080000:0.0:1770685286.005858:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968000 is committed 00000020:00080000:0.0:1770685286.005878:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9d91c1c0d300 refcount 2 committed 0 result 0 batchid 19 00000020:00080000:0.0:1770685286.005884:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d91c23f3200 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9d91c1c0d9c0 00000020:00080000:0.0:1770685286.005888:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d91c23f3900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9d92f51fc800 00000001:00080000:0.0:1770685286.005915:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967989 is committed 00000001:00080000:0.0:1770685286.005960:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967991 is committed 00000001:00080000:0.0:1770685286.005975:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968002 is committed 00000004:00080000:0.0:1770685286.005984:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 15 committed 00000001:00080000:0.0:1770685286.006006:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967992 is committed 00000100:00100000:0.0:1770685286.006339:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c4f62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514786560:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1770685286.006437:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685286.006594:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514786560 00000100:00100000:1.0:1770685286.006604:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514786560 00000100:00100000:1.0:1770685286.006680:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:1.0:1770685286.006691:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3290:x1856697514786560:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1770685286.006722:0:8401:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:23 count 1 00002000:00010000:1.0:1770685286.006762:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x17:0x0] initial LVB size: 1516, mtime: 0x698a8361, atime: 0x0, ctime: 0x698a8361, blocks: 0xb 00010000:00010000:1.0:1770685286.006772:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef848a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685286.006790:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685286.006792:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685286.006798:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef848a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685286.006843:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef848a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685286.006853:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef848a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685286.006862:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef848a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685286.006881:0:8401:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1770685286.007471:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3290:x1856697514786560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 780us (1032us total) trans 4294967359 rc 0/0 00000100:00100000:1.0:1770685286.007482:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00010000:00010000:1.0:1770685286.007527:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1770685286.007536:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef848a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685286.007546:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3800 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:1.0:1770685286.007551:0:5749:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef848a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685286.007561:0:5749:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef848a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685286.007634:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef848a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685286.007657:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef848a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685286.007677:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685286.007679:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685286.007681:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1770685286.007989:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:0.0:1770685286.008065:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9d92c4f62300/2, rc 0, transno 4294967359 00000100:00100000:0.0:1770685286.008073:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c4f62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514786560:0@lo:6:osp-syn-1-0.0 00000020:00080000:2.0:1770685286.008451:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 19 committed batchid 18 00000020:00080000:2.0:1770685286.008669:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 18 00000100:00100000:1.0:1770685286.009331:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685286.009439:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500323328 00000100:00100000:3.0:1770685286.009450:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500323328 00000100:00100000:3.0:1770685286.009570:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1069 00000100:00100000:3.0:1770685286.009609:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+52:27986:x1856697500323328:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1770685286.009654:0:5760:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0x1d:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1770685286.009782:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+52:27986:x1856697500323328:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 203us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685286.009791:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1069 00000100:00080000:0.0:1770685286.010474:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685286.020715:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685286.020823:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500323584 00000100:00100000:1.0:1770685286.020836:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500323584 00000100:00100000:1.0:1770685286.020911:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1070 00000100:00100000:1.0:1770685286.020923:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+52:27986:x1856697500323584:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685286.020950:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685286.020976:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef8491 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdbdd expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685286.021792:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8498 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685286.021813:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8498 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685286.021827:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8498 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:1.0:1770685286.021840:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1e:0x0]: returning size 0 00010000:00010000:1.0:1770685286.021901:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef8491 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdbdd expref: 55 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685286.021925:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8498 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdbdd expref: 54 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685286.021956:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff9d92c3dd8b00) 00010000:00010000:1.0:1770685286.021960:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1770685286.021964:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc2000, rc 0) 00000100:00100000:1.0:1770685286.022058:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+54:27986:x1856697500323584:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 1136us (1361us total) trans 4294968004 rc 0/0 00000100:00100000:1.0:1770685286.022068:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1070 00000100:00100000:2.0:1770685286.027914:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685286.028021:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500323840 00000100:00100000:3.0:1770685286.028036:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500323840 00000100:00100000:3.0:1770685286.028111:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1071 00000100:00100000:3.0:1770685286.028123:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+54:27986:x1856697500323840:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1770685286.028204:0:5760:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685286.028247:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8498 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdbdd expref: 54 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685286.028271:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff9d92c3dd8b00) 00010000:00010000:3.0:1770685286.028284:0:5760:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1770685286.028316:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef84a6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685286.028334:0:5760:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef83a3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb97 expref: 96 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685286.028345:0:5760:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef84a6 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685286.028402:0:5760:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef83a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb97 expref: 96 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685286.028418:0:5760:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef83a3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb97 expref: 96 pid: 5762 timeout: 710 lvb_type: 0 00000100:00100000:3.0:1770685286.028435:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c4380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514786688:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685286.028851:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c5760840 going to sleep for 11 seconds 00000100:00100000:3.0:1770685286.036748:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c4380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514786688:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685286.036748:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00010000:00010000:3.0:1770685286.036786:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef84a6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:1.0:1770685286.036928:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500323968 00000100:00100000:1.0:1770685286.036937:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500323968 00010000:00010000:1.0:1770685286.036996:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef83a3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb97 expref: 97 pid: 5762 timeout: 710 lvb_type: 0 00000100:00100000:1.0:1770685286.037041:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 311 00000100:00100000:1.0:1770685286.037053:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+97:2350:x1856697500323968:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685286.037087:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685286.037097:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef83a3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb97 expref: 97 pid: 5762 timeout: 710 lvb_type: 0 00010000:00010000:1.0:1770685286.037111:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef83a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb97 expref: 97 pid: 5762 timeout: 710 lvb_type: 0 00010000:00010000:1.0:1770685286.037141:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef83a3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb97 expref: 97 pid: 5762 timeout: 710 lvb_type: 0 00010000:00010000:1.0:1770685286.037159:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff9d92c8ee3000) 00010000:00010000:1.0:1770685286.037165:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef84a6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685286.037199:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef84a6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685286.037209:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef84a6 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685286.037243:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1770685286.037306:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef84a6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:1.0:1770685286.037309:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+96:2350:x1856697500323968:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 257us (573us total) trans 0 rc 0/0 00010000:00010000:3.0:1770685286.037315:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef84a6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:1.0:1770685286.037317:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 311 00010000:00010000:3.0:1770685286.037348:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef84ad lrc: 3/0,1 mode: --/PW res: [0x200000401:0x40:0x0].0x4b541a4b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685286.037359:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef84ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x4b541a4b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685286.037368:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef84ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x4b541a4b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685286.037496:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef84a6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685286.037504:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef84a6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685286.037512:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef84a6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685286.037518:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271c400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685286.037524:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef84a6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685286.037531:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef84a6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685286.037552:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff9d92c8ee3000) 00010000:00010000:3.0:1770685286.037562:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685286.037567:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef84a6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685286.037573:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef84a6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00080000:0.0:1770685286.037613:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1770685286.037614:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef84ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x4b541a4b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685286.037631:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef84ad lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x4b541a4b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685286.037637:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef84ad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x4b541a4b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685286.037642:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685286.037645:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef84ad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x4b541a4b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685286.037651:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef84ad lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x4b541a4b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685286.037658:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x4b541a4b (ffff9d9302158e00) 00010000:00010000:3.0:1770685286.037661:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685286.037663:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef84ad lrc: 2/0,0 mode: --/PW res: [0x200000401:0x40:0x0].0x4b541a4b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685286.037668:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef84ad lrc: 0/0,0 mode: --/PW res: [0x200000401:0x40:0x0].0x4b541a4b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:3.0:1770685286.037747:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+53:27986:x1856697500323840:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 9625us (9850us total) trans 0 rc -2/-2 00000100:00100000:3.0:1770685286.037755:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1071 00000100:00100000:2.0:1770685286.041833:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685286.041947:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500324096 00000100:00100000:3.0:1770685286.041963:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500324096 00000100:00100000:2.0:1770685286.042110:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1072 00000100:00100000:2.0:1770685286.042122:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+53:27986:x1856697500324096:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685286.042151:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685286.042185:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef84b4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdbe4 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685286.042234:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef84bb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685286.042269:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef84bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685286.042284:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef84bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685286.042424:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef84b4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdbe4 expref: 55 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685286.042444:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef84bb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdbe4 expref: 54 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685286.042454:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff9d92c8ee3900) 00010000:00010000:2.0:1770685286.042457:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1770685286.042461:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76600, rc 0) 00000100:00100000:2.0:1770685286.042550:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+54:27986:x1856697500324096:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 430us (733us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685286.042565:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1072 00000100:00100000:0.0:1770685286.049573:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685286.050001:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500324352 00000100:00100000:2.0:1770685286.050016:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500324352 00000100:00100000:2.0:1770685286.050102:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1073 00000100:00100000:2.0:1770685286.050114:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+54:27986:x1856697500324352:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1770685286.050222:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef84c2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685286.050242:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef84c2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685286.050255:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef84c2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00010000:2.0:1770685286.050550:0:5760:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000032e8ccd2 reply state 0000000045085ad7 transno 4294968005 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef84c2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:2.0:1770685286.050735:0:5760:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1770685286.050859:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+56:27986:x1856697500324352:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 745us (1308us total) trans 4294968005 rc 0/0 00000100:00100000:2.0:1770685286.050867:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1073 00000100:00100000:2.0:1770685286.058867:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685286.058964:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500324480 00000100:00100000:1.0:1770685286.058979:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500324480 00000100:00100000:1.0:1770685286.059068:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1074 00000100:00100000:1.0:1770685286.059082:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+56:27986:x1856697500324480:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685286.059115:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685286.059142:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef84c9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdbeb expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685286.059227:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef84c9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdbeb expref: 57 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685286.059243:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef84c9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdbeb expref: 57 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685286.059254:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff9d92c8ee3900) 00010000:00010000:1.0:1770685286.059257:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1770685286.059263:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc3800, rc 0) 00010000:00010000:3.0:1770685286.059393:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef84c2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685286.059403:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef84c2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685286.059415:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef84c2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685286.059421:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685286.059426:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef84c2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685286.059434:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef84c2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685286.059448:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff9d92c8ee3900) 00010000:00010000:3.0:1770685286.059451:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1770685286.059455:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef84c2 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685286.059461:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef84c2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:1.0:1770685286.061327:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+56:27986:x1856697500324480:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 2231us (2458us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685286.061362:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1074 00000100:00100000:2.0:1770685286.064614:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685286.064876:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500324608 00000100:00100000:0.0:1770685286.064892:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500324608 00000100:00100000:0.0:1770685286.064981:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 237 00000100:00100000:0.0:1770685286.064994:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+56:27986:x1856697500324608:12345-192.168.203.41@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1770685286.065187:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+56:27986:x1856697500324608:12345-192.168.203.41@tcp:49:lhsmtool_posix.0 Request processed in 195us (615us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685286.065194:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 237 00000100:00100000:0.0:1770685286.069569:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685286.070856:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500324864 00000100:00100000:3.0:1770685286.070876:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500324864 00000100:00100000:3.0:1770685286.070959:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 238 00000100:00100000:3.0:1770685286.070971:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+56:27986:x1856697500324864:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1770685286.071883:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+57:27986:x1856697500324864:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 906us (2332us total) trans 4294968006 rc 0/0 00000100:00100000:3.0:1770685286.071897:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 238 00000100:00100000:2.0:1770685286.082018:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685286.082149:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500325120 00000100:00100000:1.0:1770685286.082164:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500325120 00000100:00100000:1.0:1770685286.082238:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1075 00000100:00100000:1.0:1770685286.082250:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+57:27986:x1856697500325120:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1770685286.082413:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+57:27986:x1856697500325120:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 165us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685286.082422:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1075 00000100:00100000:2.0:1770685286.092016:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685286.092113:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500325376 00000100:00100000:3.0:1770685286.092127:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500325376 00000100:00100000:3.0:1770685286.092206:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1076 00000100:00100000:3.0:1770685286.092217:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+57:27986:x1856697500325376:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685286.092245:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685286.092271:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef84d0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdbf2 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685286.092415:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef84d7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685286.092431:0:5760:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef84c9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdbeb expref: 58 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685286.092440:0:5760:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef84d7 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685286.092486:0:5760:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef84c9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdbeb expref: 58 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685286.092500:0:5760:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef84c9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdbeb expref: 58 pid: 5761 timeout: 710 lvb_type: 0 00000100:00100000:3.0:1770685286.092516:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c4380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514786816:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685286.092683:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c5760840 going to sleep for 11 seconds 00000100:00100000:3.0:1770685286.101885:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c4380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514786816:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685286.101931:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef84d7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:2.0:1770685286.107384:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685286.107598:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500325504 00000100:00100000:1.0:1770685286.107613:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500325504 00010000:00010000:1.0:1770685286.107675:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef84c9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdbeb expref: 59 pid: 5761 timeout: 710 lvb_type: 0 00000100:00100000:1.0:1770685286.107722:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 312 00000100:00100000:1.0:1770685286.107733:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d03a5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+59:2351:x1856697500325504:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685286.107753:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685286.107760:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef84c9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdbeb expref: 59 pid: 5761 timeout: 710 lvb_type: 0 00010000:00010000:1.0:1770685286.107775:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef84c9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdbeb expref: 59 pid: 5761 timeout: 710 lvb_type: 0 00010000:00010000:1.0:1770685286.107801:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef84c9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdbeb expref: 59 pid: 5761 timeout: 710 lvb_type: 0 00010000:00010000:1.0:1770685286.107819:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff9d92c8ee3900) 00010000:00010000:1.0:1770685286.107844:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef84d7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685286.107854:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef84d7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685286.107863:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef84d7 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685286.107895:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685286.107966:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d03a5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+58:2351:x1856697500325504:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 234us (1875us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685286.107974:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 312 00010000:00010000:0.0:1770685286.108276:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef84d7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685286.108288:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef84d7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:0.0:1770685286.108312:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1e:0x0]: returning size 0 00000004:00080000:0.0:1770685286.108771:0:5760:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x15:0x0], index 0: 0 00010000:00010000:0.0:1770685286.108948:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef84d7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685286.108958:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef84d7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685286.108965:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef84d7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685286.108987:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271c400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685286.108992:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef84d7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685286.109000:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef84d7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685286.109014:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff9d92c8ee3900) 00010000:00010000:0.0:1770685286.109017:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1770685286.109022:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef84d7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685286.109028:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef84d7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685286.109499:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef84d0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdbf2 expref: 58 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685286.109513:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff9d92c8ee3000) 00010000:00010000:0.0:1770685286.109516:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1770685286.109520:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef84d0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdbf2 expref: 58 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685286.109530:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271d400, rc 0) 00000100:00100000:0.0:1770685286.109632:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+57:27986:x1856697500325376:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 17416us (17630us total) trans 4294968007 rc 301/301 00000100:00100000:0.0:1770685286.109641:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1076 00000100:00100000:2.0:1770685286.121709:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685286.121898:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500325760 00000100:00100000:3.0:1770685286.121913:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500325760 00000100:00100000:3.0:1770685286.121989:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 239 00000100:00100000:3.0:1770685286.122002:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+57:27986:x1856697500325760:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1770685286.122503:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+58:27986:x1856697500325760:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 502us (807us total) trans 4294968008 rc 0/0 00000100:00100000:3.0:1770685286.122513:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 239 00010000:00010000:0.0:1770685286.130176:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770685286.130329:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685286.130412:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500325888 00000100:00100000:0.0:1770685286.130441:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500325888 00000100:00100000:0.0:1770685286.130508:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1077 00000100:00100000:0.0:1770685286.130518:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+58:27986:x1856697500325888:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685286.130546:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685286.130601:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef84e5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdbf9 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685286.130688:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef84ec lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685286.130703:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef84ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685286.130716:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef84ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:0.0:1770685286.130757:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1e:0x0]: returning size 0 00000004:00200000:0.0:1770685286.130761:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685286.130780:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef84ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685286.130807:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef84e5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdbf9 expref: 60 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685286.130827:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef84ec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdbf9 expref: 59 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685286.130838:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff9d92c8ee3900) 00010000:00010000:0.0:1770685286.130841:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1770685286.130846:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e7e00, rc 0) 00000100:00100000:0.0:1770685286.130917:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+59:27986:x1856697500325888:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 401us (595us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685286.130931:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1077 00000100:00100000:2.0:1770685286.136862:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685286.136979:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500326016 00000100:00100000:1.0:1770685286.136993:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500326016 00000100:00100000:1.0:1770685286.137080:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 289 00000100:00100000:1.0:1770685286.137094:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500326016:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685286.137118:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685286.137145:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef84f3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdc00 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1770685286.137176:0:6539:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x15:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1770685286.137201:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685286.137204:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685286.137214:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef84f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc00 expref: 9 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685286.137235:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef84f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc00 expref: 9 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685286.137279:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc3800, rc 0) 00000100:00100000:1.0:1770685286.137367:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500326016:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 277us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685286.137386:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 289 00000100:00100000:2.0:1770685286.140213:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685286.140343:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500326272 00000100:00100000:1.0:1770685286.140357:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500326272 00000100:00100000:1.0:1770685286.140448:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1078 00000100:00100000:1.0:1770685286.140460:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+59:27986:x1856697500326272:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1770685286.140703:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+59:27986:x1856697500326272:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 245us (509us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685286.140712:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1078 00000100:00100000:2.0:1770685286.152449:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685286.152801:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500326400 00000100:00100000:1.0:1770685286.152816:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500326400 00000100:00100000:1.0:1770685286.152892:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 290 00000100:00100000:1.0:1770685286.152904:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:27986:x1856697500326400:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685286.152928:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685286.152967:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef84fa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdc07 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685286.153007:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef84f3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc00 expref: 10 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685286.153016:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685286.153019:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685286.153041:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef84fa lrc: 4/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc07 expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685286.153085:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef84f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc00 expref: 10 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685286.153328:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef84f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc00 expref: 10 pid: 6539 timeout: 710 lvb_type: 1 00000100:00100000:1.0:1770685286.153346:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c4f60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514786944:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685286.153522:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c836d840 going to sleep for 11 seconds 00000100:00100000:2.0:1770685286.160961:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685286.161146:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c4f60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514786944:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685286.161188:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef84fa lrc: 3/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc07 expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685286.161216:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc2c00, rc 0) 00000100:00100000:3.0:1770685286.161268:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500326528 00000100:00100000:3.0:1770685286.161277:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500326528 00000100:00100000:1.0:1770685286.161291:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+11:27986:x1856697500326400:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 8390us (8860us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685286.161300:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 290 00010000:00010000:3.0:1770685286.161319:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef84f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc00 expref: 10 pid: 6539 timeout: 710 lvb_type: 1 00000100:00100000:3.0:1770685286.161345:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 313 00000100:00100000:3.0:1770685286.161354:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500326528:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685286.161371:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685286.161410:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef84f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc00 expref: 10 pid: 6539 timeout: 710 lvb_type: 1 00010000:00010000:3.0:1770685286.161425:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef84f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc00 expref: 10 pid: 6539 timeout: 710 lvb_type: 1 00010000:00010000:3.0:1770685286.161454:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef84f3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc00 expref: 10 pid: 6539 timeout: 710 lvb_type: 1 00010000:00010000:3.0:1770685286.161471:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685286.161474:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685286.161481:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef84fa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc07 expref: 9 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685286.161491:0:11010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef84fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc07 expref: 9 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685286.161532:0:11010:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef84fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc07 expref: 9 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685286.161547:0:11010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11010:1856697514787072:192.168.203.41@tcp:105: 00000100:00100000:3.0:1770685286.161973:0:11010:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c5760240 going to sleep for 11 seconds 00000100:00100000:3.0:1770685286.165300:0:11010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11010:1856697514787072:192.168.203.41@tcp:105: 00010000:00010000:3.0:1770685286.165337:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685286.165426:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500326528:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 4070us (4487us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685286.165439:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 313 00000100:00100000:1.0:1770685286.168443:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685286.168623:0:17738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500326656 00000100:00100000:3.0:1770685286.168638:0:17738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500326656 00002000:00100000:3.0:1770685286.168705:0:17738:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x15:0x0] (0->1515) req@ffff9d92c4f60700 x1856697500326656/t0(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:407/0 lens 2008/0 e 0 to 0 dl 1770685297 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685286.168720:0:17738:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92c4f60700 with x1856697500326656 ext(0->1515) 00002000:00010000:3.0:1770685286.168727:0:17738:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92c4f60700 00000100:00100000:3.0:1770685286.168757:0:17738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 98 00000100:00100000:3.0:1770685286.168768:0:17738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500326656:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1770685286.173063:0:17738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500326656:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 Request processed in 4279us (4617us total) trans 4294967350 rc 0/0 00000100:00100000:3.0:1770685286.173083:0:17738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 98 00002000:00100000:3.0:1770685286.173101:0:17738:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x15:0x0] (0->1515) req@ffff9d92c4f60700 x1856697500326656/t4294967350(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:407/0 lens 2008/448 e 0 to 0 dl 1770685297 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685286.173122:0:17738:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92c4f60700 with x1856697500326656 ext(0->1515) 00002000:00010000:3.0:1770685286.173130:0:17738:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92c4f60700 00000100:00100000:2.0:1770685286.178030:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685286.178307:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500326784 00000100:00100000:1.0:1770685286.178323:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500326784 00000100:00100000:1.0:1770685286.178416:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1079 00000100:00100000:1.0:1770685286.178430:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+59:27986:x1856697500326784:12345-192.168.203.41@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1770685286.246285:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968007 is committed 00000020:00080000:0.0:1770685286.246337:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 19 batchid updated 00000001:00080000:0.0:1770685286.246366:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968008 is committed 00000100:00100000:1.0:1770685286.246907:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+53:27986:x1856697500326784:12345-192.168.203.41@tcp:44:lhsmtool_posix.0 Request processed in 68472us (68884us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685286.246939:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1079 00000020:00080000:2.0:1770685286.248246:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 19 00000020:00080000:2.0:1770685286.248264:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 19 00000100:00100000:2.0:1770685286.250896:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685286.251254:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500326912 00000100:00100000:1.0:1770685286.251271:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500326912 00000100:00100000:1.0:1770685286.251340:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 291 00000100:00100000:1.0:1770685286.251352:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500326912:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 00000001:00080000:1.0:1770685286.317363:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967350 is committed 00000100:00100000:0.0:1770685286.317618:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500326912:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 Request processed in 66260us (66730us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685286.317632:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 291 00000100:00100000:3.0:1770685286.321198:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685286.321521:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500327168 00000100:00100000:1.0:1770685286.321536:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500327168 00000100:00100000:1.0:1770685286.321663:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1080 00000100:00100000:1.0:1770685286.321676:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+53:27986:x1856697500327168:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1770685286.321750:0:5761:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685286.321787:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef84ec lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdbf9 expref: 53 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685286.321812:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff9d92c8ee3900) 00010000:00010000:1.0:1770685286.321818:0:5761:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1770685286.321858:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8501 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685286.321873:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8501 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685286.321884:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8501 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685286.321915:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8501 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685286.321922:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8501 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685286.321945:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8501 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685286.321952:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685286.321956:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8501 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685286.321965:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8501 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685286.321974:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff9d92c8ee3900) 00010000:00010000:1.0:1770685286.321977:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685286.321981:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8501 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685286.321988:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8501 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685286.322138:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+52:27986:x1856697500327168:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 464us (956us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685286.322146:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1080 00000100:00100000:1.0:1770685286.329700:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685286.329870:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500327296 00000100:00100000:0.0:1770685286.329883:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500327296 00000100:00100000:0.0:1770685286.329955:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1081 00000100:00100000:0.0:1770685286.329967:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+52:27986:x1856697500327296:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685286.329994:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685286.330021:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef8508 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdc0e expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685286.330114:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef8508 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc0e expref: 53 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685286.330131:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef8508 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc0e expref: 53 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685286.330154:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff9d92c8ee3900) 00010000:00010000:0.0:1770685286.330158:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1770685286.330163:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e7200, rc 0) 00000100:00100000:0.0:1770685286.330235:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+53:27986:x1856697500327296:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 270us (550us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685286.330244:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1081 00000100:00100000:2.0:1770685286.334210:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685286.334401:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500327424 00000100:00100000:0.0:1770685286.334416:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500327424 00000100:00100000:0.0:1770685286.334488:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 292 00000100:00100000:0.0:1770685286.334499:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500327424:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1770685286.334893:0:8401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x15:0x0] updating lvb size from disk: 0 -> 1516 00002000:00010000:0.0:1770685286.334898:0:8401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x15:0x0] updating lvb mtime from disk: 0 -> 1770685281 00002000:00010000:0.0:1770685286.334901:0:8401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x15:0x0] updating lvb atime from disk: 0 -> 1770685281 00002000:00010000:0.0:1770685286.334903:0:8401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x15:0x0] updating lvb ctime from disk: 0 -> 1770685281 00002000:00010000:0.0:1770685286.334905:0:8401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x15:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:0.0:1770685286.334971:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500327424:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 Request processed in 473us (774us total) trans 4294967351 rc 0/0 00000100:00100000:0.0:1770685286.334979:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 292 00000100:00100000:2.0:1770685286.338466:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685286.338793:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500327680 00000100:00100000:1.0:1770685286.338807:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500327680 00000100:00100000:1.0:1770685286.338878:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1082 00000100:00100000:1.0:1770685286.338891:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+53:27986:x1856697500327680:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1770685286.338977:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef850f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685286.338996:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef84bb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdbe4 expref: 53 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685286.339027:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef850f lrc: 4/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685286.339074:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef84bb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdbe4 expref: 53 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685286.339102:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef84bb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdbe4 expref: 53 pid: 5760 timeout: 711 lvb_type: 0 00000100:00100000:1.0:1770685286.339122:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c4f62d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514787200:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685286.339249:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c836d300 going to sleep for 11 seconds 00000100:00100000:1.0:1770685286.348212:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685286.348515:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c4f62d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514787200:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685286.348571:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef850f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:3.0:1770685286.348821:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500327808 00000100:00100000:3.0:1770685286.348830:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500327808 00010000:00010000:3.0:1770685286.348892:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef84bb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdbe4 expref: 54 pid: 5760 timeout: 711 lvb_type: 0 00000100:00100000:3.0:1770685286.348927:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 314 00000100:00100000:3.0:1770685286.348938:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f61500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+54:2351:x1856697500327808:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685286.348959:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685286.348968:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef84bb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdbe4 expref: 54 pid: 5760 timeout: 711 lvb_type: 0 00010000:00010000:3.0:1770685286.348982:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef84bb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdbe4 expref: 54 pid: 5760 timeout: 711 lvb_type: 0 00010000:00010000:3.0:1770685286.349009:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef84bb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdbe4 expref: 54 pid: 5760 timeout: 711 lvb_type: 0 00010000:00010000:3.0:1770685286.349027:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff9d92c8ee3900) 00010000:00010000:3.0:1770685286.349033:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef850f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685286.349044:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef850f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685286.349054:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef850f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685286.349100:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685286.349167:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f61500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+53:2351:x1856697500327808:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 230us (971us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685286.349176:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 314 00010000:00010000:0.0:1770685286.350082:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef850f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685286.350104:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef850f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685286.350141:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef850f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685286.350149:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef850f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685286.350157:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef850f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685286.350188:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685286.350193:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef850f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685286.350201:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef850f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685286.350217:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff9d92c8ee3900) 00010000:00010000:0.0:1770685286.350220:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1770685286.350225:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef850f lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685286.350231:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef850f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:0.0:1770685286.350326:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+52:27986:x1856697500327680:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 Request processed in 11433us (11871us total) trans 0 rc -22/-22 00000100:00100000:0.0:1770685286.350338:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1082 00000100:00100000:1.0:1770685286.358521:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685286.359404:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500327936 00000100:00100000:2.0:1770685286.359423:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500327936 00000100:00100000:2.0:1770685286.359548:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 293 00000100:00100000:2.0:1770685286.360889:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500327936:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1770685286.360957:0:6539:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8516 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685286.360980:0:6539:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef84fa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc07 expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685286.360988:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1770685286.360990:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1770685286.360994:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8516 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685286.361040:0:6539:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef84fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc07 expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685286.361060:0:6539:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef84fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc07 expref: 10 pid: 8401 timeout: 711 lvb_type: 0 00000100:00100000:2.0:1770685286.361077:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c290d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6539:1856697514787328:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685286.361718:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c5768f00 going to sleep for 11 seconds 00000100:00100000:2.0:1770685286.372100:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685286.372200:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500328064 00000100:00100000:0.0:1770685286.372214:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500328064 00010000:00010000:0.0:1770685286.372266:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef84fa lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc07 expref: 11 pid: 8401 timeout: 711 lvb_type: 0 00000100:00100000:0.0:1770685286.372318:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 315 00000100:00100000:0.0:1770685286.372329:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500328064:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685286.372348:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685286.372394:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef84fa lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc07 expref: 11 pid: 8401 timeout: 711 lvb_type: 0 00010000:00010000:0.0:1770685286.372435:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef84fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc07 expref: 11 pid: 8401 timeout: 711 lvb_type: 0 00010000:00010000:0.0:1770685286.372466:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685286.372468:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685286.372474:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8516 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685286.372484:0:5747:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8516 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685286.372510:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685286.372627:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500328064:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 298us (557us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685286.372636:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 315 00010000:00010000:3.0:1770685286.376529:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef84fa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc07 expref: 10 pid: 8401 timeout: 711 lvb_type: 0 00000100:00100000:3.0:1770685286.376893:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c290d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6539:1856697514787328:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685286.376927:0:6539:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8516 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685286.376940:0:6539:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8516 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685286.376947:0:6539:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8516 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685286.376992:0:6539:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8516 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685286.377000:0:6539:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8516 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685286.377010:0:6539:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8516 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685286.377022:0:6539:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76c00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:3.0:1770685286.377027:0:6539:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8516 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685286.377036:0:6539:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8516 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685286.377058:0:6539:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8516 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685286.377258:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8516 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685286.377451:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500327936:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 16578us (18946us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685286.377463:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 293 00000100:00100000:2.0:1770685286.386208:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685286.388347:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500328320 00000100:00100000:1.0:1770685286.388368:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500328320 00000100:00100000:0.0:1770685286.388843:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1083 00000100:00100000:0.0:1770685286.388858:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+52:27986:x1856697500328320:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1770685286.389366:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7600/0x8f0dbafbd9ef851d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685286.389404:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef8508 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc0e expref: 53 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685286.389416:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7600/0x8f0dbafbd9ef851d lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685286.389467:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef8508 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc0e expref: 53 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685286.389503:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef8508 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc0e expref: 53 pid: 5760 timeout: 711 lvb_type: 0 00000100:00100000:0.0:1770685286.389523:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c70fed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514787456:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685286.389905:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d030a0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1770685286.398011:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685286.399968:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500328448 00000100:00100000:3.0:1770685286.399993:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500328448 00010000:00010000:3.0:1770685286.400078:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef8508 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc0e expref: 54 pid: 5760 timeout: 711 lvb_type: 0 00000100:00100000:3.0:1770685286.400156:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 316 00000100:00100000:3.0:1770685286.400170:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+54:2350:x1856697500328448:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685286.400190:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685286.400198:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef8508 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc0e expref: 54 pid: 5760 timeout: 711 lvb_type: 0 00010000:00010000:3.0:1770685286.400216:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef8508 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc0e expref: 54 pid: 5760 timeout: 711 lvb_type: 0 00010000:00010000:3.0:1770685286.400249:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff9d92c8ee3900) 00010000:00010000:3.0:1770685286.400255:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7600/0x8f0dbafbd9ef851d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685286.400268:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7600/0x8f0dbafbd9ef851d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685286.400278:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7600/0x8f0dbafbd9ef851d lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685286.400304:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685286.400397:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+54:2350:x1856697500328448:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 229us (2401us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685286.400406:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 316 00010000:00010000:0.0:1770685286.405854:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef8508 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc0e expref: 53 pid: 5760 timeout: 711 lvb_type: 0 00000100:00100000:0.0:1770685286.405887:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c70fed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514787456:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685286.405918:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7600/0x8f0dbafbd9ef851d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685286.405932:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7600/0x8f0dbafbd9ef851d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685286.405939:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7600/0x8f0dbafbd9ef851d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000001:00080000:0.0:1770685286.407197:0:5761:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968009 00000001:00080000:0.0:1770685286.407437:0:5761:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968010 00000001:00080000:0.0:1770685286.407492:0:5761:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968011 00000100:00100000:0.0:1770685286.407653:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c70fed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1856697514787584:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1770685286.407767:0:5761:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685286.407816:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d030a780 going to sleep for 11 seconds 00000100:00100000:3.0:1770685286.408485:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514787584 00000100:00100000:3.0:1770685286.408499:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514787584 00000100:00100000:3.0:1770685286.408630:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1770685286.408643:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5761:x1856697514787584:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1770685286.408770:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5761:x1856697514787584:12345-0@lo:1000:mdt00_001.0 Request processed in 129us (1002us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685286.408778:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00080000:0.0:1770685286.409401:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1770685286.409458:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c70fed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1856697514787584:0@lo:1000:mdt00_001.0 00000001:00080000:0.0:1770685286.411136:0:5761:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968012 00000100:00100000:0.0:1770685286.411292:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c70fed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1856697514787712:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1770685286.411396:0:5761:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685286.411448:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c70e4cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685286.411849:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514787712 00000100:00100000:1.0:1770685286.411862:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514787712 00000100:00100000:1.0:1770685286.411932:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1770685286.411943:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5300e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5761:x1856697514787712:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1770685286.412200:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5300e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5761:x1856697514787712:12345-0@lo:1000:mdt00_001.0 Request processed in 257us (804us total) trans 4294967352 rc 0/0 00000100:00100000:1.0:1770685286.412209:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1770685286.414184:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c70fed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5761:1856697514787712:0@lo:1000:mdt00_001.0 00000001:00080000:0.0:1770685286.414404:0:5761:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968013 00010000:00010000:0.0:1770685286.414475:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7600/0x8f0dbafbd9ef851d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685286.414487:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7600/0x8f0dbafbd9ef851d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685286.414495:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7600/0x8f0dbafbd9ef851d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685286.414501:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e7600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685286.414507:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7600/0x8f0dbafbd9ef851d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685286.414515:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7600/0x8f0dbafbd9ef851d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685286.414535:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff9d92c8ee3900) 00010000:00010000:0.0:1770685286.414539:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1770685286.414544:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7600/0x8f0dbafbd9ef851d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685286.414564:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7600/0x8f0dbafbd9ef851d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685286.415427:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8444 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685286.415442:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8444 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685286.415469:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8444 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685286.415476:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685286.415480:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8444 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685286.415487:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8444 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685286.415500:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9d92c3dd8d00) 00010000:00010000:0.0:1770685286.415503:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1770685286.415514:0:5761:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef844b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdbcf expref: 95 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685286.415527:0:5761:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef844b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdbcf expref: 95 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685286.415538:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef844b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdbcf expref: 95 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685286.416320:0:5761:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c000/0x8f0dbafbd9ef844b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdbcf expref: 95 pid: 5761 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685286.416348:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5303480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514787840:192.168.203.41@tcp:105: 00000100:00100000:0.0:1770685286.416575:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d02d1780 going to sleep for 11 seconds 00000100:00100000:2.0:1770685286.427673:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685286.428085:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500328576 00000100:00100000:3.0:1770685286.428386:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500328576 00000100:00100000:3.0:1770685286.428527:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 240 00000100:00100000:3.0:1770685286.428542:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+96:27985:x1856697500328576:12345-192.168.203.41@tcp:49:cmp.0 00000100:00100000:3.0:1770685286.428959:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+96:27985:x1856697500328576:12345-192.168.203.41@tcp:49:cmp.0 Request processed in 419us (1302us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685286.428969:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 240 00000100:00100000:0.0:1770685286.429080:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5303480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514787840:192.168.203.41@tcp:105: 00010000:00010000:0.0:1770685286.429131:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8444 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685286.429167:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8444 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685286.429815:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef8524 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685286.429833:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef8524 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685286.429846:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef8524 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685286.429857:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef8524 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685286.429864:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef8524 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685286.429872:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef8524 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685286.429879:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e7200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685286.429883:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef8524 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685286.429891:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef8524 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685286.429904:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff9d92c3dd8d00) 00010000:00010000:0.0:1770685286.429908:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685286.429911:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef8524 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685286.429917:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef8524 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:0.0:1770685286.430222:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+57:27986:x1856697500328320:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 41365us (44027us total) trans 4294968014 rc 0/0 00000100:00100000:0.0:1770685286.430233:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1083 00000020:00080000:0.0:1770685286.430239:0:5761:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:2.0:1770685286.430448:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1770685286.430455:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1770685286.431101:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1770685286.431124:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1770685286.445392:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685286.445449:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685286.445520:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500328832 00000100:00100000:3.0:1770685286.445537:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500328832 00000100:00100000:0.0:1770685286.445811:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500328960 00000100:00100000:0.0:1770685286.445817:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500328960 00000100:00100000:0.0:1770685286.445892:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 294 00000100:00100000:0.0:1770685286.445905:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f544dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+15:27985:x1856697500328960:12345-192.168.203.41@tcp:101:cmp.0 00010000:00010000:0.0:1770685286.445930:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685286.445961:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e7600/0x8f0dbafbd9ef852b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdc15 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1770685286.445992:0:6539:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x15:0x0] initial LVB size: 1516, mtime: 0x698a8361, atime: 0x698a8361, ctime: 0x698a8361, blocks: 0xb 00010000:00010000:0.0:1770685286.446018:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685286.446020:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685286.446030:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e7600/0x8f0dbafbd9ef852b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc15 expref: 16 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685286.446049:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e7600/0x8f0dbafbd9ef852b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc15 expref: 16 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685286.446078:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e7600, rc 0) 00000100:00100000:0.0:1770685286.446170:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f544dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:27985:x1856697500328960:12345-192.168.203.41@tcp:101:cmp.0 Request processed in 267us (719us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685286.446179:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 294 00000100:00100000:3.0:1770685286.447854:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 241 00000100:00100000:3.0:1770685286.447870:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c486a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+57:27986:x1856697500328832:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1770685286.448391:0:5764:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x1e:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1770685286.448467:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968015 00010000:00010000:3.0:1770685286.448516:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef8532 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685286.448535:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef8532 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685286.448549:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef8532 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685286.449960:0:5764:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef8532 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685286.449970:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef8532 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685286.449977:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef8532 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5764 initiator: MDT0 00010000:00010000:2.0:1770685286.451178:0:5764:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1770685286.451353:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c486a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+59:27986:x1856697500328832:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 3481us (5974us total) trans 4294968016 rc 0/0 00000100:00100000:2.0:1770685286.451366:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 241 00000020:00080000:2.0:1770685286.451385:0:5764:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1770685286.456403:0:5748:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1770685286.456419:0:5748:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef8532 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685286.456430:0:5748:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271ce00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:3.0:1770685286.456435:0:5748:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef8532 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685286.456445:0:5748:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef8532 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685286.456466:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff9d9302158e00) 00010000:00010000:3.0:1770685286.456469:0:5748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1770685286.456473:0:5748:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef8532 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5764 initiator: MDT0 00010000:00010000:3.0:1770685286.456479:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef8532 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5764 initiator: MDT0 00010000:00010000:2.0:1770685286.459528:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685286.459535:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685286.459538:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770685286.465838:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685286.466366:0:17738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500329088 00000100:00100000:3.0:1770685286.466402:0:17738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500329088 00002000:00100000:3.0:1770685286.466484:0:17738:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x15:0x0] (0->4095) req@ffff9d92f43c9880 x1856697500329088/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:407/0 lens 488/0 e 0 to 0 dl 1770685297 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685286.466499:0:17738:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92f43c9880 with x1856697500329088 ext(0->4095) 00002000:00010000:3.0:1770685286.466507:0:17738:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92f43c9880 00000100:00100000:3.0:1770685286.466559:0:17738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 99 00000100:00100000:3.0:1770685286.466572:0:17738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:2351:x1856697500329088:12345-192.168.203.41@tcp:3:cmp.0 00000100:00100000:3.0:1770685286.466965:0:17738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:2351:x1856697500329088:12345-192.168.203.41@tcp:3:cmp.0 Request processed in 395us (1136us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1770685286.466974:0:17738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 99 00002000:00100000:3.0:1770685286.466982:0:17738:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x15:0x0] (0->4095) req@ffff9d92f43c9880 x1856697500329088/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:407/0 lens 488/4536 e 0 to 0 dl 1770685297 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685286.466992:0:17738:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92f43c9880 with x1856697500329088 ext(0->4095) 00002000:00010000:3.0:1770685286.466997:0:17738:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92f43c9880 00000100:00100000:1.0:1770685286.483686:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685286.483771:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500329344 00000100:00100000:2.0:1770685286.483785:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500329344 00000100:00100000:2.0:1770685286.483857:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 242 00000100:00100000:2.0:1770685286.483868:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+96:27985:x1856697500329344:12345-192.168.203.41@tcp:35:cmp.0 00000100:00100000:2.0:1770685286.484137:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+97:27985:x1856697500329344:12345-192.168.203.41@tcp:35:cmp.0 Request processed in 270us (466us total) trans 4294968017 rc 0/0 00000100:00100000:2.0:1770685286.484146:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 242 00010000:00010000:1.0:1770685287.153922:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1770685287.479838:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5300380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514788352:0@lo:400:kworker.0 00000100:00100000:0.0:1770685287.479961:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685287.480037:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1770685287.480044:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5303480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:02368443-f312-44b4-8d5b-8c5b083a881f:3290:1856697514787968:0@lo:400:kworker.0 00000100:00100000:0.0:1770685287.480078:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685287.480118:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5300700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3290:1856697514788480:0@lo:400:kworker.0 00000100:00100000:0.0:1770685287.480146:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685287.480173:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5301f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3288:1856697514788096:0@lo:400:kworker.0 00000100:00100000:0.0:1770685287.480201:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685287.480218:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514788608:0@lo:400:kworker.0 00000100:00100000:0.0:1770685287.480239:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685287.480273:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1770685287.480279:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5301500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514788224:0@lo:400:kworker.0 00000100:00100000:0.0:1770685287.480301:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685287.480335:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514788352 00000100:00100000:0.0:1770685287.480345:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514788352 00000100:00100000:0.0:1770685287.480412:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514788608 00000100:00100000:0.0:1770685287.480416:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514788608 00000100:00100000:0.0:1770685287.480441:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:0.0:1770685287.480451:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3290:x1856697514788352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685287.480516:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3290:x1856697514788352:12345-0@lo:400:kworker.0 Request processed in 66us (556us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685287.480525:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00100000:0.0:1770685287.480545:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:0.0:1770685287.480551:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3288:x1856697514788608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685287.480617:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3288:x1856697514788608:12345-0@lo:400:kworker.0 Request processed in 66us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685287.480635:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00100000:0.0:1770685287.480655:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514787968 00000100:00100000:0.0:1770685287.480658:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514787968 00000100:00100000:0.0:1770685287.480687:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:0.0:1770685287.480694:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0755850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+18:3290:x1856697514787968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685287.480729:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0755850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+18:3290:x1856697514787968:12345-0@lo:400:kworker.0 Request processed in 35us (650us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685287.480735:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:0.0:1770685287.480766:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514788480 00000100:00100000:0.0:1770685287.480770:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514788480 00000100:00100000:0.0:1770685287.480804:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514788096 00000100:00100000:0.0:1770685287.480807:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514788096 00000100:00100000:0.0:1770685287.480818:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514788224 00000100:00100000:0.0:1770685287.480820:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514788224 00000100:00100000:0.0:1770685287.480838:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:0.0:1770685287.480844:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3290:x1856697514788480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685287.480876:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3290:x1856697514788480:12345-0@lo:400:kworker.0 Request processed in 33us (729us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685287.480883:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:0.0:1770685287.480895:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:0.0:1770685287.480901:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514788096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685287.480929:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514788096:12345-0@lo:400:kworker.0 Request processed in 29us (727us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685287.480934:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:0.0:1770685287.480945:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:0.0:1770685287.480951:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514788224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685287.480990:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514788224:12345-0@lo:400:kworker.0 Request processed in 40us (688us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685287.480996:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:0.0:1770685287.481045:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5303480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:02368443-f312-44b4-8d5b-8c5b083a881f:3290:1856697514787968:0@lo:400:kworker.0 00000100:00100000:0.0:1770685287.481060:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5300700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3290:1856697514788480:0@lo:400:kworker.0 00000100:00100000:0.0:1770685287.481071:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5300380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514788352:0@lo:400:kworker.0 00000100:00100000:0.0:1770685287.481112:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5301500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514788224:0@lo:400:kworker.0 00000100:00100000:0.0:1770685287.481121:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5301f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3288:1856697514788096:0@lo:400:kworker.0 00000100:00100000:0.0:1770685287.481131:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514788608:0@lo:400:kworker.0 00000100:00080000:0.0:1770685287.481156:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685287.987008:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514788736:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1770685287.987119:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685287.987241:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514788736 00000100:00100000:0.0:1770685287.987251:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514788736 00000100:00100000:0.0:1770685287.987310:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:0.0:1770685287.987320:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3289:x1856697514788736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1770685287.987350:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 81592320 pending 0 free 3851419648 avail 3848273920 00000100:00100000:0.0:1770685287.987427:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5301f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3289:x1856697514788736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 107us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685287.987436:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00100000:0.0:1770685287.987494:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514788736:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1770685287.995680:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1770685287.995711:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514788864:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1770685287.995822:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685287.995915:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514788864 00000100:00100000:0.0:1770685287.995925:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514788864 00000100:00100000:0.0:1770685287.995983:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:0.0:1770685287.995993:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3291:x1856697514788864:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1770685287.996039:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 74776576 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1770685287.996094:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5301500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3291:x1856697514788864:12345-0@lo:13:osp-pre-1-0.0 Request processed in 101us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685287.996101:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00100000:0.0:1770685287.996163:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514788864:0@lo:13:osp-pre-1-0.0 00000001:00080000:2.0:1770685288.124990:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967359 is committed 00010000:00010000:3.0:1770685288.177834:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770685289.205434:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770685290.183148:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685290.183194:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685290.183379:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500329600 00000100:00100000:2.0:1770685290.183391:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685290.183399:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500329600 00000100:00100000:3.0:1770685290.183513:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 407 00000100:00100000:3.0:1770685290.183530:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+97:2350:x1856697500329600:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685290.183688:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+97:2350:x1856697500329600:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 164us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685290.183697:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 407 00000100:00080000:1.0:1770685290.183807:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685290.187800:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685290.187856:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685290.187947:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500329472 00000100:00100000:3.0:1770685290.187964:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500329472 00000100:00100000:3.0:1770685290.188034:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 567 00000100:00100000:3.0:1770685290.188044:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0756450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2350:x1856697500329472:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685290.188150:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0756450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2350:x1856697500329472:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 107us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685290.188158:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 567 00000100:00100000:2.0:1770685290.189327:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685290.189382:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685290.189495:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500329856 00000100:00100000:1.0:1770685290.189505:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500329856 00000100:00100000:1.0:1770685290.189605:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500330112 00000100:00100000:1.0:1770685290.189610:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500330112 00000100:00100000:3.0:1770685290.189662:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500329728 00000100:00100000:3.0:1770685290.189672:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500329728 00000100:00100000:3.0:1770685290.189716:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 389 00000100:00100000:3.0:1770685290.189726:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2350:x1856697500329856:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685290.189805:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2350:x1856697500329856:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 80us (6610us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685290.189811:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 389 00000100:00100000:3.0:1770685290.189828:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 390 00000100:00100000:3.0:1770685290.189833:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500330112:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685290.189863:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500330112:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 29us (6477us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685290.189870:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 390 00000100:00100000:3.0:1770685290.189885:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 391 00000100:00100000:3.0:1770685290.189891:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:2350:x1856697500329728:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685290.189912:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:2350:x1856697500329728:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 20us (2057us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685290.189919:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 391 00000100:00100000:2.0:1770685290.190121:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500329984 00000100:00100000:2.0:1770685290.190127:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500329984 00000100:00100000:1.0:1770685290.190377:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500330240 00000100:00100000:1.0:1770685290.190381:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500330240 00000100:00100000:1.0:1770685290.190416:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 392 00000100:00100000:1.0:1770685290.190425:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500330240:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685290.190491:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500330240:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 68us (1109us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685290.190498:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 392 00000100:00080000:1.0:1770685290.190521:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1770685290.190525:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1770685290.190527:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1770685290.190631:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 408 00000100:00100000:2.0:1770685290.190837:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+59:2350:x1856697500329984:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685290.190878:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+59:2350:x1856697500329984:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 242us (1559us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685290.190885:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 408 00010000:00010000:1.0:1770685290.226080:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770685291.251425:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685291.488212:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685291.488286:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500330368 00000100:00100000:3.0:1770685291.488296:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500330368 00000100:00100000:3.0:1770685291.488364:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1084 00000100:00100000:3.0:1770685291.488374:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+59:27958:x1856697500330368:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1770685291.488479:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+59:27958:x1856697500330368:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 Request processed in 105us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685291.488487:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1084 00000100:00100000:2.0:1770685291.491293:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685291.491360:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500330624 00000100:00100000:3.0:1770685291.491369:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500330624 00000100:00100000:3.0:1770685291.491414:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 243 00000100:00100000:3.0:1770685291.491422:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+59:27958:x1856697500330624:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1770685291.492434:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+60:27958:x1856697500330624:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 1007us (1143us total) trans 4294968018 rc 0/0 00000100:00100000:3.0:1770685291.492445:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 243 00000001:00080000:3.0:1770685291.619720:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967351 is committed 00000001:00080000:3.0:1770685291.619738:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967352 is committed 00000001:00080000:1.0:1770685291.629399:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968014 is committed 00000020:00080000:1.0:1770685291.629424:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9d92d030a0c0 refcount 2 committed 0 result 0 batchid 20 00000020:00080000:1.0:1770685291.629431:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d91c23f3900 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9d92c527f6c0 00000020:00080000:1.0:1770685291.629435:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d91c23f3c00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9d91c38e4c00 00000001:00080000:1.0:1770685291.629482:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968017 is committed 00000020:00080000:1.0:1770685291.629505:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 20 committed batchid 19 00000001:00080000:2.0:1770685291.629562:0:19675:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968018 is committed 00000020:00080000:1.0:1770685291.629795:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 19 00010000:00010000:0.0:1770685292.282743:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1770685292.593836:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1770685292.593850:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1770685292.593900:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 30 count 3 00000040:00080000:2.0:1770685292.593908:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1770685292.597184:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5303480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514789376:0@lo:400:kworker.0 00000100:00100000:0.0:1770685292.597276:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685292.597541:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1770685292.597549:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:02368443-f312-44b4-8d5b-8c5b083a881f:3290:1856697514788992:0@lo:400:kworker.0 00000100:00100000:0.0:1770685292.597754:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685292.597782:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5303b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3290:1856697514789504:0@lo:400:kworker.0 00000100:00100000:0.0:1770685292.597809:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685292.597843:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5300380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3288:1856697514789120:0@lo:400:kworker.0 00000100:00100000:0.0:1770685292.597868:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685292.597886:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5303100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514789632:0@lo:400:kworker.0 00000100:00100000:0.0:1770685292.597909:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685292.597928:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1770685292.597946:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5300700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514789248:0@lo:400:kworker.0 00000100:00100000:0.0:1770685292.597972:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685292.598008:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514789376 00000100:00100000:0.0:1770685292.598017:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514789376 00000100:00100000:0.0:1770685292.598164:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514789632 00000100:00100000:0.0:1770685292.598168:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514789632 00000100:00100000:0.0:1770685292.598197:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:0.0:1770685292.598208:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5302680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514789376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685292.598273:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5302680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514789376:12345-0@lo:400:kworker.0 Request processed in 66us (997us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685292.598280:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:0.0:1770685292.598299:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:0.0:1770685292.598305:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514789632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685292.598868:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514789632:12345-0@lo:400:kworker.0 Request processed in 559us (954us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685292.598877:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:0.0:1770685292.598906:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514788992 00000100:00100000:0.0:1770685292.598911:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514788992 00000100:00100000:0.0:1770685292.598942:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:0.0:1770685292.598949:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0755c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+18:3290:x1856697514788992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685292.598988:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0755c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+18:3290:x1856697514788992:12345-0@lo:400:kworker.0 Request processed in 39us (1234us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685292.598994:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:0.0:1770685292.599026:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514789504 00000100:00100000:0.0:1770685292.599030:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514789504 00000100:00100000:0.0:1770685292.599067:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514789120 00000100:00100000:0.0:1770685292.599071:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514789120 00000100:00100000:0.0:1770685292.599082:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514789248 00000100:00100000:0.0:1770685292.599096:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514789248 00000100:00100000:0.0:1770685292.599114:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:0.0:1770685292.599120:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3290:x1856697514789504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685292.599156:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3290:x1856697514789504:12345-0@lo:400:kworker.0 Request processed in 36us (1345us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685292.599162:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:0.0:1770685292.599173:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:0.0:1770685292.599179:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514789120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685292.599208:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514789120:12345-0@lo:400:kworker.0 Request processed in 29us (1339us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685292.599214:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:0.0:1770685292.599224:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:0.0:1770685292.599229:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514789248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685292.599257:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514789248:12345-0@lo:400:kworker.0 Request processed in 28us (1284us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685292.599263:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00080000:0.0:1770685292.599292:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1770685292.599297:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1770685292.599300:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1770685292.599892:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5300000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:02368443-f312-44b4-8d5b-8c5b083a881f:3290:1856697514788992:0@lo:400:kworker.0 00000100:00100000:0.0:1770685292.599920:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5303b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3290:1856697514789504:0@lo:400:kworker.0 00000100:00100000:0.0:1770685292.599933:0:3290:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967352 gen 2 00000004:00080000:0.0:1770685292.599940:0:3290:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967352 committed transno 4294967352 00000100:00100000:0.0:1770685292.599964:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5303480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514789376:0@lo:400:kworker.0 00000100:00100000:2.0:1770685292.602365:0:3288:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967359 gen 2 00000004:00080000:2.0:1770685292.602378:0:3288:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967358 committed transno 4294967359 00000004:00080000:2.0:1770685292.602408:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9d92c4f62300, transno 4294967359 00000100:00100000:2.0:1770685292.602441:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5303100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514789632:0@lo:400:kworker.0 00000100:00100000:2.0:1770685292.602471:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5300700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514789248:0@lo:400:kworker.0 00000100:00100000:2.0:1770685292.602485:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5300380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3288:1856697514789120:0@lo:400:kworker.0 00000100:00100000:1.0:1770685293.110523:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514789760:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1770685293.110619:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685293.110691:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514789760 00000100:00100000:1.0:1770685293.110698:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514789760 00000100:00100000:1.0:1770685293.110741:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:1.0:1770685293.110750:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514789760:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1770685293.110792:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 81592320 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1770685293.110837:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514789760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685293.110844:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000100:00100000:1.0:1770685293.110892:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514789760:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1770685293.111188:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514789888:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1770685293.111220:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685293.111258:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514789888 00000100:00100000:2.0:1770685293.111262:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514789888 00000100:00100000:2.0:1770685293.111287:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:2.0:1770685293.111294:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514789888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1770685293.111314:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 74776576 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1770685293.111357:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514789888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685293.111370:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00100000:2.0:1770685293.111402:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514789888:0@lo:13:osp-pre-1-0.0 00000001:02000400:0.0:1770685293.116690:0:19712:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12n: Import/implicit restore/release == 20:01:32 (1770685292) 00010000:00010000:1.0:1770685293.300671:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685293.442318:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685293.442467:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500330880 00000100:00100000:0.0:1770685293.442482:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500330880 00000100:00100000:0.0:1770685293.442625:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1085 00000100:00100000:0.0:1770685293.442638:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+51:28589:x1856697500330880:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685293.442669:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685293.442698:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6200/0x8f0dbafbd9ef8539 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdc1c expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1770685293.442751:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1770685293.442868:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef8540 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685293.442886:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef8540 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685293.442898:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef8540 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:0.0:1770685293.442909:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:0.0:1770685293.443462:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6200/0x8f0dbafbd9ef8539 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc1c expref: 54 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685293.443486:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef8540 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc1c expref: 53 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685293.443497:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:0.0:1770685293.443500:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 7 00010000:00010000:0.0:1770685293.443504:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e7e00, rc 0) 00000100:00100000:0.0:1770685293.443640:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+53:28589:x1856697500330880:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 1003us (1336us total) trans 4294968019 rc 0/0 00000100:00100000:0.0:1770685293.443649:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1085 00000100:00100000:0.0:1770685293.449311:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685293.452197:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500331008 00000100:00100000:2.0:1770685293.452212:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500331008 00000100:00100000:2.0:1770685293.452289:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1086 00000100:00100000:2.0:1770685293.452300:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+53:28589:x1856697500331008:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1770685293.452447:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+53:28589:x1856697500331008:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 Request processed in 149us (3151us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685293.452456:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1086 00000100:00100000:3.0:1770685293.453027:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685293.453884:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500331136 00000100:00100000:1.0:1770685293.453902:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500331136 00000100:00100000:1.0:1770685293.453988:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 65 00000100:00100000:1.0:1770685293.453998:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+53:2351:x1856697500331136:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685293.454012:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685293.454034:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef8540 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc1c expref: 53 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685293.454053:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:1.0:1770685293.454057:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685293.454110:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+52:2351:x1856697500331136:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 113us (1092us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685293.454118:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 65 00000100:00100000:3.0:1770685293.473554:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685293.473726:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500331264 00000100:00100000:0.0:1770685293.473742:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500331264 00000100:00100000:0.0:1770685293.473839:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1087 00000100:00100000:0.0:1770685293.473852:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+96:2351:x1856697500331264:12345-192.168.203.41@tcp:41:mkdir.0 00000004:00000024:0.0:1770685293.473911:0:6998:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 14680064 pending 0 free 2258370560 avail 2256273408 00000100:00080000:1.0:1770685293.473966:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685293.474012:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+96:2351:x1856697500331264:12345-192.168.203.41@tcp:41:mkdir.0 Request processed in 160us (480us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685293.474021:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1087 00000100:00100000:0.0:1770685293.475631:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685293.476196:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500331520 00000100:00100000:2.0:1770685293.476210:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500331520 00000100:00100000:2.0:1770685293.476278:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1088 00000100:00100000:2.0:1770685293.476288:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+96:28590:x1856697500331520:12345-192.168.203.41@tcp:36:mkdir.0 00010000:00010000:2.0:1770685293.476365:0:5761:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685293.476398:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6e00/0x8f0dbafbd9ef8292 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb35 expref: 96 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685293.476422:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92f27c0300) 00010000:00010000:2.0:1770685293.476428:0:5761:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770685293.476786:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef854e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685293.476802:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef82d1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdb4a expref: 51 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685293.476810:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef854e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685293.476866:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef82d1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb4a expref: 51 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685293.476882:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef82d1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb4a expref: 51 pid: 6998 timeout: 718 lvb_type: 0 00000100:00100000:2.0:1770685293.476899:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43c8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514790016:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685293.477030:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c2a7c6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1770685293.481877:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43c8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514790016:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685293.481917:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef854e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685293.482073:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685293.483007:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500331648 00000100:00100000:3.0:1770685293.483022:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500331648 00010000:00010000:3.0:1770685293.483172:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef82d1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb4a expref: 52 pid: 6998 timeout: 718 lvb_type: 0 00000100:00100000:3.0:1770685293.483281:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 317 00000100:00100000:3.0:1770685293.483292:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+52:2350:x1856697500331648:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685293.483312:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685293.483321:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef82d1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb4a expref: 52 pid: 6998 timeout: 718 lvb_type: 0 00010000:00010000:3.0:1770685293.483347:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef82d1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb4a expref: 52 pid: 6998 timeout: 718 lvb_type: 0 00010000:00010000:3.0:1770685293.483376:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef82d1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdb4a expref: 52 pid: 6998 timeout: 718 lvb_type: 0 00010000:00010000:3.0:1770685293.483396:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92f27c0300) 00010000:00010000:3.0:1770685293.483401:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef854e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685293.483411:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef854e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685293.483419:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef854e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685293.483455:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770685293.483721:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef854e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685293.483730:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef854e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685293.483762:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef8555 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685293.483773:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef8555 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685293.483781:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef8555 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:3.0:1770685293.484680:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+51:2350:x1856697500331648:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 1382us (2599us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685293.484695:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 317 00000004:00200000:2.0:1770685293.485214:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x42:0x0]: returning size 512 00010000:00010000:2.0:1770685293.485231:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef854e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685293.485266:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef854e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685293.485274:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef854e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685293.485281:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685293.485286:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef854e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685293.485294:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef854e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685293.485309:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92f27c0300) 00010000:00010000:2.0:1770685293.485312:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685293.485318:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef854e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685293.485324:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef854e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000004:00010000:2.0:1770685293.485355:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000006d16fe14 reply state 000000000724241a transno 4294968020 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef8555 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:2.0:1770685293.485364:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1770685293.485458:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+97:28590:x1856697500331520:12345-192.168.203.41@tcp:36:mkdir.0 Request processed in 9171us (9837us total) trans 4294968020 rc 0/0 00000100:00100000:2.0:1770685293.485467:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1088 00010000:00010000:2.0:1770685293.503423:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef8555 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685293.503447:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef8555 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685293.503482:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef8555 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685293.503489:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685293.503495:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef8555 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685293.503504:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef8555 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685293.503549:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff9d92c8ee3e00) 00010000:00010000:2.0:1770685293.503554:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685293.503560:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef8555 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685293.503566:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef8555 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000040:00080000:2.0:1770685293.618295:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1770685293.618308:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1770685293.618362:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 30 count 3 00000040:00080000:2.0:1770685293.618370:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1770685293.851728:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685293.852092:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500331776 00000100:00100000:2.0:1770685293.852106:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500331776 00000100:00100000:2.0:1770685293.852440:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1089 00000100:00100000:2.0:1770685293.852453:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+96:28627:x1856697500331776:12345-192.168.203.41@tcp:101:mkdir.0 00010000:00010000:2.0:1770685293.852486:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685293.852518:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef855c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdc23 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685293.852742:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8563 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685293.852758:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8563 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685293.852771:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8563 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:2.0:1770685293.852848:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1770685293.852853:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685293.852880:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8563 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685293.853724:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef855c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc23 expref: 98 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685293.853753:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8563 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc23 expref: 97 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685293.853763:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3e00) 00010000:00010000:2.0:1770685293.853766:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1770685293.853770:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76600, rc 0) 00000100:00100000:2.0:1770685293.854018:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+97:28627:x1856697500331776:12345-192.168.203.41@tcp:101:mkdir.0 Request processed in 1565us (2302us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685293.854028:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1089 00000100:00100000:1.0:1770685293.870829:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685293.870927:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500332032 00000100:00100000:2.0:1770685293.870939:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500332032 00000100:00100000:2.0:1770685293.871003:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1090 00000100:00100000:2.0:1770685293.871011:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+97:28627:x1856697500332032:12345-192.168.203.41@tcp:36:mkdir.0 00010000:00010000:2.0:1770685293.871102:0:5761:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685293.871136:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8563 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc23 expref: 97 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685293.871157:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3e00) 00010000:00010000:2.0:1770685293.871168:0:5761:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685293.871388:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+96:28627:x1856697500332032:12345-192.168.203.41@tcp:36:mkdir.0 Request processed in 376us (570us total) trans 0 rc -17/-17 00000100:00100000:2.0:1770685293.871396:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1090 00000100:00100000:0.0:1770685293.874415:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685293.874512:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500332160 00000100:00100000:2.0:1770685293.874527:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500332160 00000100:00100000:2.0:1770685293.874623:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1091 00000100:00100000:2.0:1770685293.874765:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+96:28627:x1856697500332160:12345-192.168.203.41@tcp:101:mkdir.0 00010000:00010000:2.0:1770685293.874792:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685293.874821:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef856a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdc2a expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685293.874900:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef8571 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685293.874917:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef8571 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685293.874930:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef8571 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770685293.875002:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1770685293.875005:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685293.875026:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef8571 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685293.875059:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef856a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc2a expref: 98 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685293.875074:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef8571 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc2a expref: 97 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685293.875081:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3500) 00010000:00010000:2.0:1770685293.875084:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1770685293.875088:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c77200, rc 0) 00000100:00100000:2.0:1770685293.875157:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+97:28627:x1856697500332160:12345-192.168.203.41@tcp:101:mkdir.0 Request processed in 525us (757us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685293.875162:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1091 00000100:00100000:1.0:1770685293.878275:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685293.878378:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500332288 00000100:00100000:0.0:1770685293.878393:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500332288 00000100:00100000:0.0:1770685293.878508:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1092 00000100:00100000:0.0:1770685293.878521:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+97:28627:x1856697500332288:12345-192.168.203.41@tcp:101:mkdir.0 00010000:00010000:0.0:1770685293.878551:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685293.878618:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef8578 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdc31 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685293.878727:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef857f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685293.878741:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef857f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685293.878751:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef857f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685293.878762:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef8586 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685293.878787:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef8586 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685293.878793:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef8586 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685293.878935:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef858d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685293.878944:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef858d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685293.878950:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef858d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:0.0:1770685293.879007:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x42:0x0]: returning size 512 00000004:00200000:0.0:1770685293.879011:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685293.879041:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef858d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685293.879056:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef857f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685293.879061:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef857f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685293.879066:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef857f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685293.879070:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e6a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685293.879074:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef857f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685293.879079:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef857f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685293.879095:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3500) 00010000:00010000:0.0:1770685293.879098:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685293.879102:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef857f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685293.879106:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef857f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685293.879116:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef8586 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685293.879119:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef8586 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685293.879122:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef8586 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685293.879125:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e7c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685293.879127:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef8586 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685293.879130:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef8586 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685293.879134:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff9d92f27c0c00) 00010000:00010000:0.0:1770685293.879135:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685293.879136:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef8586 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685293.879139:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef8586 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685293.879169:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef8578 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc31 expref: 99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685293.879183:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef858d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc31 expref: 98 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685293.879190:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff9d92f27c0f00) 00010000:00010000:0.0:1770685293.879192:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1770685293.879195:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e7a00, rc 0) 00000100:00100000:0.0:1770685293.879282:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+98:28627:x1856697500332288:12345-192.168.203.41@tcp:101:mkdir.0 Request processed in 763us (1021us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685293.879291:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1092 00000100:00100000:1.0:1770685293.978424:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685293.978828:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500332416 00000100:00100000:0.0:1770685293.978843:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500332416 00000100:00100000:0.0:1770685293.978918:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1093 00000100:00100000:0.0:1770685293.978930:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+51:28633:x1856697500332416:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685293.978958:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685293.978986:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef8594 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdc38 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685293.979312:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef859b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685293.979339:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef859b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685293.979354:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef859b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:0.0:1770685293.979439:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1770685293.979444:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685293.979530:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef859b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685293.979564:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef8594 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc38 expref: 53 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685293.979749:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef859b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc38 expref: 52 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685293.979759:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3500) 00010000:00010000:0.0:1770685293.979763:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1770685293.979768:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e7c00, rc 0) 00000100:00100000:0.0:1770685293.979853:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+52:28633:x1856697500332416:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 924us (1445us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685293.979861:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1093 00000100:00100000:3.0:1770685293.998137:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685293.998268:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500332672 00000100:00100000:0.0:1770685293.998282:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500332672 00000100:00100000:0.0:1770685293.998363:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1094 00000100:00100000:0.0:1770685293.998383:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+98:28633:x1856697500332672:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685293.998411:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685293.998416:0:5761:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1770685293.998454:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef858d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc31 expref: 98 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685293.998488:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff9d92f27c0f00) 00010000:00010000:0.0:1770685293.998502:0:5761:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1770685293.998521:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef85a2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdc3f expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685293.999206:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef85a9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685293.999242:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef85a9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685293.999254:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef85a9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685293.999270:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef85b0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685293.999276:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef85b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685293.999283:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef85b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685294.000309:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef85b7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685294.000339:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef85b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685294.000351:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef85b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:1.0:1770685294.000832:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 0 00010000:00010000:1.0:1770685294.000877:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef85a9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685294.000887:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef85a9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685294.000894:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef85a9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685294.000901:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685294.000919:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef85a9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685294.000927:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef85a9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685294.000942:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff9d92f27c0c00) 00010000:00010000:1.0:1770685294.000946:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685294.000951:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef85a9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685294.000958:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef85a9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000004:00010000:1.0:1770685294.000975:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000fc270259 reply state 000000009024d428 transno 4294968021 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef85b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685294.000985:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1770685294.001030:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef85a2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc3f expref: 100 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685294.001054:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef85b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc3f expref: 99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685294.001063:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9d92c3dd8e00) 00010000:00010000:1.0:1770685294.001065:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1770685294.001068:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc2000, rc 0) 00000100:00100000:1.0:1770685294.001184:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+100:28633:x1856697500332672:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 2803us (3059us total) trans 4294968021 rc 0/0 00000100:00100000:1.0:1770685294.001196:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1094 00010000:00010000:3.0:1770685294.007056:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef85b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685294.007080:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef85b0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685294.007088:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef85b0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685294.007095:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685294.007100:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef85b0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685294.007107:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef85b0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685294.007130:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x81b47e8f (ffff9d92c3dd8300) 00010000:00010000:3.0:1770685294.007133:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685294.007138:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef85b0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685294.007144:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef85b0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:3.0:1770685294.014381:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685294.014722:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500332928 00000100:00100000:2.0:1770685294.014736:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500332928 00000100:00100000:2.0:1770685294.014810:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1095 00000100:00100000:2.0:1770685294.014822:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+99:28633:x1856697500332928:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685294.014854:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685294.014885:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef85c5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdc46 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685294.015014:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef85cc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685294.015030:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef85b7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc3f expref: 100 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685294.015055:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef85cc lrc: 4/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685294.015120:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef85b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc3f expref: 100 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685294.015135:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef85b7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc3f expref: 100 pid: 5761 timeout: 718 lvb_type: 0 00000100:00100000:2.0:1770685294.015150:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43c8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514790144:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685294.015274:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c2a7c900 going to sleep for 11 seconds 00000100:00100000:2.0:1770685294.033278:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43c8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514790144:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685294.033317:0:6998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef85cc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:3.0:1770685294.034202:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685294.038254:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500333056 00000100:00100000:2.0:1770685294.038280:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500333056 00010000:00010000:2.0:1770685294.038367:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef85b7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc3f expref: 101 pid: 5761 timeout: 718 lvb_type: 0 00000100:00100000:2.0:1770685294.038522:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 318 00000100:00100000:2.0:1770685294.038545:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d03a6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+101:2351:x1856697500333056:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685294.038567:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685294.038592:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef85b7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc3f expref: 101 pid: 5761 timeout: 718 lvb_type: 0 00010000:00010000:2.0:1770685294.038608:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef85b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc3f expref: 101 pid: 5761 timeout: 718 lvb_type: 0 00010000:00010000:2.0:1770685294.038637:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef85b7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc3f expref: 101 pid: 5761 timeout: 718 lvb_type: 0 00010000:00010000:2.0:1770685294.038692:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9d92c3dd8e00) 00010000:00010000:2.0:1770685294.038697:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef85cc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685294.038710:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef85cc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685294.038720:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef85cc lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685294.038765:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685294.038852:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d03a6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+100:2351:x1856697500333056:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 319us (4657us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685294.038862:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 318 00010000:00010000:0.0:1770685294.040666:0:6998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef85cc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.040687:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef85cc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685294.040718:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 0 00010000:00010000:0.0:1770685294.041102:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef85cc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.041113:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef85cc lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.041121:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef85cc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.041128:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685294.041134:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef85cc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.041143:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef85cc lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.041163:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9d92c3dd8e00) 00010000:00010000:0.0:1770685294.041166:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1770685294.041171:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef85cc lrc: 2/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.041178:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef85cc lrc: 0/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.041269:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef85c5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc46 expref: 100 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685294.041288:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff9d92c8ee3e00) 00010000:00010000:0.0:1770685294.041290:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1770685294.041294:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef85c5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc46 expref: 100 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685294.041309:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c77800, rc 0) 00000100:00100000:0.0:1770685294.041436:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+99:28633:x1856697500332928:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 26614us (27066us total) trans 4294968022 rc 301/301 00000100:00100000:0.0:1770685294.041447:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1095 00000100:00100000:3.0:1770685294.044727:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685294.047282:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500333312 00000100:00100000:0.0:1770685294.047304:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500333312 00000100:00100000:0.0:1770685294.047405:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 244 00000100:00100000:0.0:1770685294.047419:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+99:28633:x1856697500333312:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1770685294.048453:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+100:28633:x1856697500333312:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 1028us (3731us total) trans 4294968023 rc 0/0 00000100:00100000:0.0:1770685294.048467:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 244 00000100:00100000:3.0:1770685294.063973:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685294.069821:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500333440 00000100:00100000:0.0:1770685294.069843:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500333440 00000100:00100000:0.0:1770685294.069924:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1096 00000100:00100000:0.0:1770685294.069936:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+100:28633:x1856697500333440:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685294.069970:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685294.070005:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef85da lrc: 2/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdc4d expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685294.071217:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef85da lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc4d expref: 101 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685294.071248:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef85da lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc4d expref: 101 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685294.071274:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9d92f27c0f00) 00010000:00010000:0.0:1770685294.071278:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1770685294.071283:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e7a00, rc 0) 00000100:00100000:0.0:1770685294.071451:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+101:28633:x1856697500333440:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 1515us (7609us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685294.071462:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1096 00000100:00100000:3.0:1770685294.081699:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685294.081860:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500333696 00000100:00100000:0.0:1770685294.081872:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500333696 00000100:00100000:0.0:1770685294.081930:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1097 00000100:00100000:0.0:1770685294.081938:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+101:28633:x1856697500333696:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1770685294.082013:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef85e1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.082029:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef85e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.082040:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef85e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.082274:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef85e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.082280:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef85e1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.082288:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef85e1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.082296:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e6a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685294.082301:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef85e1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.082308:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef85e1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.082351:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9d92f27c0f00) 00010000:00010000:0.0:1770685294.082355:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1770685294.082362:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef85e1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.082368:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef85e1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685294.082449:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+102:28633:x1856697500333696:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 Request processed in 512us (766us total) trans 4294968024 rc 0/0 00000100:00100000:0.0:1770685294.082456:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1097 00000100:00100000:3.0:1770685294.086409:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685294.086518:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500333952 00000100:00100000:1.0:1770685294.086558:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500333952 00000100:00100000:1.0:1770685294.086664:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1098 00000100:00100000:1.0:1770685294.086677:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+102:28633:x1856697500333952:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1770685294.087013:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef85e8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685294.087031:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef85e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685294.087051:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef85e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000001:00080000:1.0:1770685294.087116:0:5761:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968025 00000004:00010000:1.0:1770685294.087143:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000009b4418ed reply state 00000000388a9c61 transno 4294968026 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef85e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685294.087149:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1770685294.087250:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+105:28633:x1856697500333952:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 577us (853us total) trans 4294968026 rc 0/0 00000100:00100000:1.0:1770685294.087257:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1098 00000020:00080000:1.0:1770685294.087261:0:5761:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1770685294.094641:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef85e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.094668:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef85e8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.094676:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef85e8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.094684:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685294.094689:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef85e8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.094697:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef85e8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.094719:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9d92f27c0f00) 00010000:00010000:2.0:1770685294.094741:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1770685294.094748:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef85e8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.094755:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef85e8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:3.0:1770685294.100225:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685294.100752:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500334208 00000100:00100000:0.0:1770685294.100769:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500334208 00000100:00100000:0.0:1770685294.100839:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 245 00000100:00100000:0.0:1770685294.100865:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+104:28633:x1856697500334208:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1770685294.101648:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+105:28633:x1856697500334208:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 785us (1438us total) trans 4294968027 rc 0/0 00000100:00100000:0.0:1770685294.101659:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 245 00000100:00100000:3.0:1770685294.191144:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685294.191369:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500334336 00000100:00100000:0.0:1770685294.191381:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500334336 00000100:00100000:0.0:1770685294.191457:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1099 00000100:00100000:0.0:1770685294.191469:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+105:28639:x1856697500334336:12345-192.168.203.41@tcp:101:cmp.0 00010000:00010000:0.0:1770685294.191511:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685294.192282:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef85ef lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdc54 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685294.192378:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef85f6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.192396:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef85f6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.192412:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef85f6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.192428:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6e00/0x8f0dbafbd9ef85fd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.192434:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6e00/0x8f0dbafbd9ef85fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.192441:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6e00/0x8f0dbafbd9ef85fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.192829:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef8604 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.192839:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef8604 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.192847:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef8604 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685294.195209:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x42:0x0]: returning size 512 00000004:00200000:0.0:1770685294.195223:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685294.195331:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef8604 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.195353:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef85f6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.195361:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef85f6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.195369:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef85f6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.195376:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e6000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685294.195381:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef85f6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.195390:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef85f6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.195410:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3500) 00010000:00010000:0.0:1770685294.195414:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685294.195419:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef85f6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.195426:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6000/0x8f0dbafbd9ef85f6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.195446:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6e00/0x8f0dbafbd9ef85fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.195453:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6e00/0x8f0dbafbd9ef85fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.195459:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6e00/0x8f0dbafbd9ef85fd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.195464:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e6e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685294.195467:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6e00/0x8f0dbafbd9ef85fd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.195473:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6e00/0x8f0dbafbd9ef85fd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.195480:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff9d92f27c0d00) 00010000:00010000:0.0:1770685294.195483:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685294.195486:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6e00/0x8f0dbafbd9ef85fd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.195491:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6e00/0x8f0dbafbd9ef85fd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.196369:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6a00/0x8f0dbafbd9ef85ef lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc54 expref: 107 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685294.196395:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7e00/0x8f0dbafbd9ef8604 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc54 expref: 106 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685294.196404:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff9d92f27c0500) 00010000:00010000:0.0:1770685294.196407:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1770685294.196410:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e7e00, rc 0) 00000100:00100000:0.0:1770685294.196522:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+106:28639:x1856697500334336:12345-192.168.203.41@tcp:101:cmp.0 Request processed in 5047us (5385us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685294.196533:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1099 00000100:00100000:1.0:1770685294.205254:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685294.206207:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500334592 00000100:00100000:0.0:1770685294.206224:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500334592 00000100:00100000:0.0:1770685294.206420:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1100 00000100:00100000:0.0:1770685294.206434:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+106:28639:x1856697500334592:12345-192.168.203.41@tcp:101:cmp.0 00010000:00010000:0.0:1770685294.206470:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685294.206514:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6200/0x8f0dbafbd9ef860b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdc5b expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685294.206686:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef8612 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.206704:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef8612 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.206717:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef8612 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.206732:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef8619 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.206739:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef8619 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.206745:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef8619 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.206917:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8620 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.206926:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8620 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.206933:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8620 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685294.206944:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 158 00010000:00010000:0.0:1770685294.207252:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef8612 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.207265:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef8612 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.207272:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef8612 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.207278:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e7200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685294.207455:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef8612 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.207465:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef8612 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.207480:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff9d92f27c0500) 00010000:00010000:0.0:1770685294.207484:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685294.207490:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef8612 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.207496:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7200/0x8f0dbafbd9ef8612 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.207522:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef8619 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.207529:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef8619 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.207535:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef8619 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.207540:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e6400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685294.207543:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef8619 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.207554:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef8619 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.207561:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x81b47e8f (ffff9d92f27c0a00) 00010000:00010000:0.0:1770685294.207564:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685294.207566:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef8619 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.207571:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6400/0x8f0dbafbd9ef8619 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.207868:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e6200/0x8f0dbafbd9ef860b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc5b expref: 109 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685294.207885:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8620 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc5b expref: 108 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685294.207893:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9d92f27c0f00) 00010000:00010000:0.0:1770685294.207896:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685294.207899:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e5400, rc 0) 00000100:00100000:0.0:1770685294.208111:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+108:28639:x1856697500334592:12345-192.168.203.41@tcp:101:cmp.0 Request processed in 1678us (2868us total) trans 4294968028 rc 0/0 00000100:00100000:0.0:1770685294.208123:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1100 00000100:00100000:3.0:1770685294.218161:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685294.218259:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500334848 00000100:00100000:2.0:1770685294.218273:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500334848 00000100:00100000:2.0:1770685294.218356:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 66 00000100:00100000:2.0:1770685294.218368:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8354700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+108:28639:x1856697500334848:12345-192.168.203.41@tcp:103:cmp.0 00010000:00010000:2.0:1770685294.218388:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1770685294.218419:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8620 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc5b expref: 108 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685294.218445:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7a00/0x8f0dbafbd9ef85da lrc: 0/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc4d expref: 107 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685294.218456:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9d92f27c0f00) 00010000:00010000:2.0:1770685294.218470:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685294.219860:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8354700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+106:28639:x1856697500334848:12345-192.168.203.41@tcp:103:cmp.0 Request processed in 1480us (1701us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685294.219875:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 66 00000100:00100000:3.0:1770685294.223298:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685294.223409:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500334976 00000100:00100000:0.0:1770685294.223422:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500334976 00000100:00100000:0.0:1770685294.223496:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1101 00000100:00100000:0.0:1770685294.223508:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+106:28639:x1856697500334976:12345-192.168.203.41@tcp:58:cmp.0 00010000:00010000:0.0:1770685294.223706:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef862e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.223731:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef862e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685294.223744:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef862e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000040:00080000:0.0:1770685294.224000:0:6998:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].30, 136 off12272 00000100:00100000:0.0:1770685294.224112:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+106:28639:x1856697500334976:12345-192.168.203.41@tcp:58:cmp.0 Request processed in 606us (838us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685294.224122:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1101 00000100:00100000:0.0:1770685294.245009:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685294.245826:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500335104 00000100:00100000:1.0:1770685294.245843:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500335104 00000100:00100000:1.0:1770685294.245916:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1102 00000100:00100000:1.0:1770685294.245929:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+106:28639:x1856697500335104:12345-192.168.203.41@tcp:101:cmp.0 00010000:00010000:1.0:1770685294.245956:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685294.245983:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8635 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdc62 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685294.246063:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef862e lrc: 2/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685294.246093:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8635 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc62 expref: 107 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685294.246118:0:5761:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef862e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685294.246131:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8635 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc62 expref: 107 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685294.246147:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9d92f27c0600) 00010000:00010000:1.0:1770685294.246150:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1770685294.246154:0:5761:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8635 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc62 expref: 107 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685294.246163:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc3000, rc 0) 00000100:00100000:1.0:1770685294.246242:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+107:28639:x1856697500335104:12345-192.168.203.41@tcp:101:cmp.0 Request processed in 316us (1250us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685294.246251:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1102 00010000:00010000:0.0:1770685294.325663:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1770685294.644386:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1770685294.644395:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1770685294.644439:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 31 count 4 00000040:00080000:2.0:1770685294.644446:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1770685294.644574:0:11361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43c8a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514790272:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1770685294.644720:0:11361:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c2a7c780 going to sleep for 11 seconds 00000100:00100000:0.0:1770685294.649116:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685294.653958:0:11361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43c8a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514790272:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1770685294.661963:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500335232 00000100:00100000:1.0:1770685294.661980:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500335232 00000100:00100000:1.0:1770685294.662056:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1103 00000100:00100000:1.0:1770685294.662066:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+52:28640:x1856697500335232:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1770685294.662099:0:6998:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000401:0x44:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1770685294.662222:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+52:28640:x1856697500335232:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 157us (13116us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685294.662229:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1103 00000100:00100000:3.0:1770685294.672195:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685294.672307:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500335360 00000100:00100000:2.0:1770685294.672352:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500335360 00000100:00100000:2.0:1770685294.672432:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1104 00000100:00100000:2.0:1770685294.672444:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+52:28640:x1856697500335360:12345-192.168.203.41@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1770685294.672523:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef863c lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.672541:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef863c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.672553:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef863c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.672568:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8643 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.672628:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8643 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.672636:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8643 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.672660:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef864a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.672667:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef864a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.672674:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef864a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:2.0:1770685294.672710:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 158 00000004:00200000:2.0:1770685294.672728:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685294.672742:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef864a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.672753:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef863c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.672759:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef863c lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.672765:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef863c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.672772:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685294.672775:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef863c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.672782:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef863c lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.672795:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:2.0:1770685294.672798:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685294.672803:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef863c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.672808:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef863c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.672821:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8643 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.672826:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8643 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.672832:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8643 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.672844:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685294.672847:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8643 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.672854:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8643 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.672862:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x8b3c9e9 (ffff9d92c8ee3900) 00010000:00010000:2.0:1770685294.672864:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685294.672867:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8643 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.672872:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8643 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.672888:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef864a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.672894:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef864a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.672900:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef864a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.672905:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685294.672907:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef864a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.672913:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef864a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.672920:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9d92f27c0600) 00010000:00010000:2.0:1770685294.672922:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685294.672931:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef864a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.672937:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef864a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:2.0:1770685294.673014:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+52:28640:x1856697500335360:12345-192.168.203.41@tcp:34:lhsmtool_posix.0 Request processed in 572us (837us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685294.673023:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1104 00000100:00100000:3.0:1770685294.680735:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685294.680857:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500335616 00000100:00100000:1.0:1770685294.680893:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500335616 00000100:00100000:1.0:1770685294.680978:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1105 00000100:00100000:1.0:1770685294.680990:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+52:28640:x1856697500335616:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685294.681010:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685294.681034:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8651 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdc69 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685294.681112:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef8658 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685294.681126:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef8658 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685294.681138:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef8658 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685294.681154:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef865f lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685294.681161:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef865f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685294.681168:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef865f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685294.681223:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8666 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685294.681233:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8666 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685294.681241:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8666 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:1.0:1770685294.681264:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 158 00010000:00010000:1.0:1770685294.681381:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8666 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685294.681388:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8666 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685294.681395:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8666 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685294.681401:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685294.681404:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8666 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685294.681411:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8666 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685294.681423:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9d92f27c0600) 00010000:00010000:1.0:1770685294.681427:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1770685294.681431:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8666 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685294.681437:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8666 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685294.682843:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef8658 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685294.682861:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef8658 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685294.682868:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef8658 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685294.682904:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685294.682908:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef8658 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685294.682915:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef8658 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685294.682931:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:1.0:1770685294.682935:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685294.682939:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef8658 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685294.682946:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef8658 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685294.682959:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef865f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685294.682964:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef865f lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685294.682970:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef865f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685294.682975:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685294.682977:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef865f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685294.682983:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef865f lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685294.682990:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x8b3c9e9 (ffff9d92c3dd8b00) 00010000:00010000:1.0:1770685294.682993:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685294.683002:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef865f lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685294.683007:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef865f lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685294.683065:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8651 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc69 expref: 54 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685294.683076:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:1.0:1770685294.683079:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1770685294.683082:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8651 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc69 expref: 54 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685294.683093:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc3c00, rc 0) 00000100:00100000:1.0:1770685294.683190:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+53:28640:x1856697500335616:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 2200us (2468us total) trans 4294968029 rc 301/301 00000100:00100000:1.0:1770685294.683199:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1105 00000100:00100000:0.0:1770685294.695939:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685294.696091:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500335744 00000100:00100000:1.0:1770685294.696109:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500335744 00000100:00100000:1.0:1770685294.696191:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1106 00000100:00100000:1.0:1770685294.696203:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+53:28640:x1856697500335744:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1770685294.696286:0:6998:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000401:0x44:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1770685294.696459:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+53:28640:x1856697500335744:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 257us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685294.696467:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1106 00000100:00100000:3.0:1770685294.700827:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685294.707538:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500335872 00000100:00100000:2.0:1770685294.707555:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500335872 00000100:00100000:2.0:1770685294.707681:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1107 00000100:00100000:2.0:1770685294.707692:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+53:28640:x1856697500335872:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685294.707713:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685294.707735:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8674 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdc70 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685294.707803:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef867b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.707818:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef867b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.707829:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef867b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.707843:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8682 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.707849:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8682 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.707857:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8682 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.707993:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef8689 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.708002:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef8689 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.708009:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef8689 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:2.0:1770685294.708041:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x42:0x0]: returning size 512 00000004:00200000:2.0:1770685294.708046:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685294.708069:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef8689 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.708081:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef867b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.708087:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef867b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.708094:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef867b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.708100:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685294.708104:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef867b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.708111:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef867b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.708124:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3500) 00010000:00010000:2.0:1770685294.708127:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685294.708131:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef867b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.708143:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef867b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.708157:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8682 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.708161:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8682 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.708167:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8682 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.708171:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685294.708174:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8682 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.708179:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8682 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.708187:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff9d92c8ee3900) 00010000:00010000:2.0:1770685294.708189:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685294.708192:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8682 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.708198:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8682 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685294.708228:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8674 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc70 expref: 55 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685294.708242:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76400/0x8f0dbafbd9ef8689 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc70 expref: 54 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685294.708259:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff9d92f27c0500) 00010000:00010000:2.0:1770685294.708262:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1770685294.708265:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76400, rc 0) 00000100:00100000:2.0:1770685294.708337:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+54:28640:x1856697500335872:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 646us (7525us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685294.708345:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1107 00000100:00100000:0.0:1770685294.720477:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685294.720771:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500336128 00000100:00100000:1.0:1770685294.720788:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500336128 00000100:00100000:1.0:1770685294.720884:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1108 00000100:00100000:1.0:1770685294.720918:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5303b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+54:28640:x1856697500336128:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685294.720947:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685294.720976:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8690 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdc77 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1770685294.723434:0:6998:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x18:0x0], index 1: 0 00010000:00010000:3.0:1770685294.724156:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef8697 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685294.724178:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef8697 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685294.724192:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef8697 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685294.724293:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8690 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc77 expref: 57 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685294.724329:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef8697 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc77 expref: 56 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685294.724339:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff9d9302158e00) 00010000:00010000:3.0:1770685294.724342:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1770685294.724346:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271d800, rc 0) 00000100:00100000:3.0:1770685294.726067:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5303b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+56:28640:x1856697500336128:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 5145us (5591us total) trans 4294968030 rc 0/0 00000100:00100000:3.0:1770685294.726081:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1108 00000100:00100000:0.0:1770685294.730314:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685294.731410:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500336384 00000100:00100000:3.0:1770685294.731428:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500336384 00000100:00100000:3.0:1770685294.731524:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1109 00000100:00100000:3.0:1770685294.731537:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+56:28640:x1856697500336384:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1770685294.731640:0:6998:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685294.731675:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef8697 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc77 expref: 56 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685294.731698:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff9d9302158e00) 00010000:00010000:3.0:1770685294.731710:0:6998:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1770685294.731738:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef86a5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685294.731753:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef86a5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685294.731765:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef86a5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685294.735776:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef86ac lrc: 3/0,1 mode: --/PW res: [0x200000401:0x42:0x0].0xf0e7879c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685294.735804:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef86ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0xf0e7879c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685294.735817:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef86ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0xf0e7879c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685294.736124:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef86a5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685294.736134:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef86a5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685294.736143:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef86a5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685294.736150:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271ce00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685294.736154:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef86a5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685294.736162:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef86a5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685294.736177:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff9d92f27c0500) 00010000:00010000:3.0:1770685294.736179:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685294.736184:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef86a5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685294.736189:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef86a5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685294.736202:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef86ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0xf0e7879c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685294.736208:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef86ac lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0xf0e7879c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685294.736213:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef86ac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0xf0e7879c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685294.736217:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271c800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685294.736219:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef86ac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0xf0e7879c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685294.736225:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef86ac lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0xf0e7879c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685294.736235:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0xf0e7879c (ffff9d9302158d00) 00010000:00010000:3.0:1770685294.736237:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685294.736240:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef86ac lrc: 2/0,0 mode: --/PW res: [0x200000401:0x42:0x0].0xf0e7879c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685294.736245:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef86ac lrc: 0/0,0 mode: --/PW res: [0x200000401:0x42:0x0].0xf0e7879c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:3.0:1770685294.736383:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5300000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+55:28640:x1856697500336384:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 4842us (6078us total) trans 0 rc -2/-2 00000100:00100000:3.0:1770685294.736393:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1109 00000100:00100000:1.0:1770685294.744905:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685294.748044:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500336512 00000100:00100000:3.0:1770685294.748065:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500336512 00000100:00100000:3.0:1770685294.748167:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1110 00000100:00100000:3.0:1770685294.748178:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+55:28640:x1856697500336512:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685294.748206:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685294.748238:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef86b3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdc7e expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685294.748282:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef86ba lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685294.748297:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef86ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685294.748311:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef86ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685294.748466:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef86b3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc7e expref: 57 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685294.748492:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef86ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc7e expref: 56 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685294.748502:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff9d9302158d00) 00010000:00010000:3.0:1770685294.748505:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1770685294.748510:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271ce00, rc 0) 00000100:00100000:3.0:1770685294.748830:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+56:28640:x1856697500336512:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 652us (3941us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685294.748837:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1110 00000100:00100000:0.0:1770685294.759788:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685294.760153:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500336768 00000100:00100000:3.0:1770685294.760170:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500336768 00000100:00100000:3.0:1770685294.760256:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1111 00000100:00100000:3.0:1770685294.760268:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb157800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+56:28640:x1856697500336768:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1770685294.760644:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef86c1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685294.760667:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef86c1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685294.760682:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef86c1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000040:00080000:3.0:1770685294.761081:0:6998:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].15, 88 off9248 00000004:00080000:3.0:1770685294.761097:0:6998:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 619606518499ns, next at 620606514717ns, rc = 0 00000004:00010000:3.0:1770685294.761221:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000e3765897 reply state 00000000d9a7b926 transno 4294968031 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef86c1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:3.0:1770685294.761234:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1770685294.762863:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb157800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+58:28640:x1856697500336768:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 2581us (3068us total) trans 4294968031 rc 0/0 00000100:00100000:3.0:1770685294.762882:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1111 00000100:00100000:0.0:1770685294.766775:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685294.767357:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500336896 00000100:00100000:1.0:1770685294.767373:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500336896 00000100:00100000:1.0:1770685294.767723:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1112 00000100:00100000:1.0:1770685294.767736:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb154000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+58:28640:x1856697500336896:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685294.767771:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685294.767799:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef86c8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdc85 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685294.767881:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef86c8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc85 expref: 59 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685294.767898:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef86c8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc85 expref: 59 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685294.767920:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff9d9302158d00) 00010000:00010000:1.0:1770685294.767923:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1770685294.767927:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc3e00, rc 0) 00000100:00100000:1.0:1770685294.768000:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb154000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+59:28640:x1856697500336896:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 268us (1241us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685294.768008:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1112 00010000:00010000:3.0:1770685294.769376:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef86c1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685294.769394:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef86c1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685294.769402:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef86c1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685294.769408:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271c800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685294.769414:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef86c1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685294.769422:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef86c1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685294.769439:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff9d9302158d00) 00010000:00010000:3.0:1770685294.769442:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1770685294.769838:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef86c1 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685294.769848:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef86c1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685294.772929:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685294.773351:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500337024 00000100:00100000:2.0:1770685294.773366:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500337024 00000100:00100000:2.0:1770685294.773471:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 295 00000100:00100000:2.0:1770685294.773486:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+10:2349:x1856697500337024:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 00000100:00080000:0.0:1770685294.773600:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1770685294.774455:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+11:2349:x1856697500337024:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 Request processed in 961us (1528us total) trans 4294967360 rc 0/0 00000100:00100000:2.0:1770685294.774468:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 295 00000100:00100000:0.0:1770685294.781751:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685294.781969:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500337280 00000100:00100000:3.0:1770685294.781983:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500337280 00000100:00100000:3.0:1770685294.782178:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 246 00000100:00100000:3.0:1770685294.782190:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+58:28640:x1856697500337280:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1770685294.782691:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+59:28640:x1856697500337280:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 500us (949us total) trans 4294968032 rc 0/0 00000100:00100000:3.0:1770685294.782701:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 246 00000100:00100000:0.0:1770685294.790234:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685294.790652:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500337536 00000100:00100000:1.0:1770685294.790690:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500337536 00000100:00100000:1.0:1770685294.790770:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1113 00000100:00100000:1.0:1770685294.790783:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+59:28640:x1856697500337536:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1770685294.790995:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+59:28640:x1856697500337536:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 214us (2551us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685294.791004:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1113 00000100:00100000:0.0:1770685294.806885:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685294.807314:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500337664 00000100:00100000:1.0:1770685294.807339:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500337664 00000100:00100000:1.0:1770685294.807428:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1114 00000100:00100000:1.0:1770685294.807456:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+59:28640:x1856697500337664:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685294.807484:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685294.807522:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef86cf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdc8c expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685294.807644:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef86d6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685294.807661:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef86d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685294.807674:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef86d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:1.0:1770685294.807723:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685294.807747:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef86d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685294.807780:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef86cf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc8c expref: 61 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685294.807826:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef86d6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc8c expref: 60 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685294.807835:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff9d9302158d00) 00010000:00010000:1.0:1770685294.807838:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1770685294.807842:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc2a00, rc 0) 00000100:00100000:1.0:1770685294.807935:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+60:28640:x1856697500337664:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 488us (1064us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685294.807944:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1114 00000100:00100000:3.0:1770685294.813428:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685294.814235:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500337792 00000100:00100000:2.0:1770685294.814255:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500337792 00000100:00100000:2.0:1770685294.814355:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 296 00000100:00100000:2.0:1770685294.814367:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500337792:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685294.814393:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685294.814427:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef86dd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdc93 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1770685294.814471:0:6539:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x698a836f, blocks: 0x1 00010000:00010000:2.0:1770685294.814507:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685294.814510:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685294.814521:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef86dd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc93 expref: 12 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685294.814568:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef86dd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc93 expref: 12 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685294.814615:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76e00, rc 0) 00000100:00100000:2.0:1770685294.814697:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+12:2350:x1856697500337792:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 333us (1285us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685294.814705:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 296 00000100:00100000:2.0:1770685294.833069:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685294.833174:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500338048 00000100:00100000:3.0:1770685294.833189:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500338048 00000100:00100000:3.0:1770685294.833262:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1115 00000100:00100000:3.0:1770685294.833274:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+60:28640:x1856697500338048:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1770685294.833438:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+60:28640:x1856697500338048:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 165us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685294.833452:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1115 00000100:00100000:0.0:1770685294.842906:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685294.843085:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500338176 00000100:00100000:3.0:1770685294.843100:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500338176 00000100:00100000:3.0:1770685294.843171:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 297 00000100:00100000:3.0:1770685294.843182:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3d23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+12:28640:x1856697500338176:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685294.843207:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685294.843232:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef86e4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdc9a expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685294.843271:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef86dd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc93 expref: 13 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685294.843280:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685294.843283:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685294.843287:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef86e4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc9a expref: 13 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685294.843339:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef86dd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc93 expref: 13 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685294.843365:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef86dd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc93 expref: 13 pid: 6539 timeout: 719 lvb_type: 1 00000100:00100000:3.0:1770685294.843382:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb29ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8401:1856697514790400:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685294.844927:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fc329480 going to sleep for 11 seconds 00000100:00100000:0.0:1770685294.852059:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685294.852762:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500338304 00000100:00100000:2.0:1770685294.852774:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500338304 00010000:00010000:2.0:1770685294.852832:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef86dd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc93 expref: 14 pid: 6539 timeout: 719 lvb_type: 1 00000100:00100000:2.0:1770685294.852878:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 319 00000100:00100000:2.0:1770685294.852890:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+14:2351:x1856697500338304:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685294.852910:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685294.852937:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef86dd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc93 expref: 14 pid: 6539 timeout: 719 lvb_type: 1 00010000:00010000:2.0:1770685294.852952:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef86dd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc93 expref: 14 pid: 6539 timeout: 719 lvb_type: 1 00010000:00010000:2.0:1770685294.852985:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685294.852988:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685294.852996:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef86e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc9a expref: 14 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685294.853008:0:11010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef86e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc9a expref: 14 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685294.853071:0:11010:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef86e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc9a expref: 14 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685294.853090:0:11010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43caa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11010:1856697514790528:192.168.203.41@tcp:105: 00000100:00100000:2.0:1770685294.853189:0:11010:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c2a7c780 going to sleep for 11 seconds 00010000:00010000:3.0:1770685294.853370:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef86dd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc93 expref: 14 pid: 6539 timeout: 719 lvb_type: 1 00000100:00100000:3.0:1770685294.853385:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb29ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8401:1856697514790400:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685294.853412:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef86e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc9a expref: 13 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685294.853420:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271c800, rc 0) 00000100:00100000:3.0:1770685294.853460:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3d23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+13:28640:x1856697500338176:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 10281us (10571us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685294.853467:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 297 00000100:00100000:2.0:1770685294.865736:0:11010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43caa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11010:1856697514790528:192.168.203.41@tcp:105: 00010000:00010000:2.0:1770685294.865771:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685294.865845:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+12:2351:x1856697500338304:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 12955us (13799us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685294.865858:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 319 00000100:00100000:0.0:1770685294.869311:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685294.869482:0:17738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500338432 00000100:00100000:3.0:1770685294.869495:0:17738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500338432 00002000:00100000:3.0:1770685294.869572:0:17738:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->157) req@ffff9d92fb0c0e00 x1856697500338432/t0(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:415/0 lens 648/0 e 0 to 0 dl 1770685305 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685294.869634:0:17738:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb0c0e00 with x1856697500338432 ext(0->157) 00002000:00010000:3.0:1770685294.869641:0:17738:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d92fb0c0e00 00000100:00100000:3.0:1770685294.869671:0:17738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 100 00000100:00100000:3.0:1770685294.869681:0:17738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1b20a364-7a5a-4770-9192-023629c7ce89+12:2350:x1856697500338432:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1770685294.870565:0:17738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1b20a364-7a5a-4770-9192-023629c7ce89+14:2350:x1856697500338432:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 Request processed in 877us (1262us total) trans 4294967361 rc 0/0 00000100:00100000:3.0:1770685294.870625:0:17738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 100 00002000:00100000:3.0:1770685294.870636:0:17738:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->157) req@ffff9d92fb0c0e00 x1856697500338432/t4294967361(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:415/0 lens 648/448 e 0 to 0 dl 1770685305 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685294.870646:0:17738:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb0c0e00 with x1856697500338432 ext(0->157) 00002000:00010000:3.0:1770685294.870652:0:17738:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d92fb0c0e00 00000100:00100000:0.0:1770685294.885418:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685294.885632:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500338560 00000100:00100000:1.0:1770685294.885647:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500338560 00000100:00100000:1.0:1770685294.885719:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1116 00000100:00100000:1.0:1770685294.885729:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+60:28640:x1856697500338560:12345-192.168.203.41@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1770685294.982148:0:19675:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968028 is committed 00000001:00080000:2.0:1770685294.982170:0:19675:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968019 is committed 00000001:00080000:2.0:1770685294.982178:0:19675:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968029 is committed 00000020:00080000:2.0:1770685294.982190:0:19675:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 20 batchid updated 00000001:00080000:2.0:1770685294.982218:0:19675:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968032 is committed 00000004:00080000:2.0:1770685294.982225:0:19675:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 16 committed 00000020:00080000:0.0:1770685294.982405:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 20 00000020:00080000:0.0:1770685294.982423:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 20 00000100:00100000:3.0:1770685294.982859:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1770685294.982885:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c4f60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514790656:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1770685294.982944:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+55:28640:x1856697500338560:12345-192.168.203.41@tcp:44:lhsmtool_posix.0 Request processed in 97209us (97535us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685294.982961:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685294.982970:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1116 00000100:00100000:3.0:1770685294.983053:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514790656 00000100:00100000:3.0:1770685294.983061:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514790656 00000100:00100000:3.0:1770685294.983117:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:3.0:1770685294.983125:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514790656:12345-0@lo:2:osp-syn-1-0.0 00000100:00080000:1.0:1770685294.983195:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:3.0:1770685294.983309:0:8401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1770685294.983314:0:8401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb mtime from disk: 0 -> 1770685295 00002000:00010000:3.0:1770685294.983332:0:8401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1770685294.983335:0:8401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb ctime from disk: 1770685295 -> 1770685295 00002000:00010000:3.0:1770685294.983337:0:8401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1770685294.983388:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3290:x1856697514790656:12345-0@lo:2:osp-syn-1-0.0 Request processed in 262us (437us total) trans 4294967362 rc 0/0 00000100:00100000:3.0:1770685294.983395:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000004:00080000:1.0:1770685294.983471:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9d92c4f60a80/2, rc 0, transno 4294967362 00000100:00100000:1.0:1770685294.983482:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c4f60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514790656:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1770685294.988463:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685294.988696:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500338688 00000100:00100000:3.0:1770685294.988706:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500338688 00000100:00100000:3.0:1770685294.988762:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 299 00000100:00100000:3.0:1770685294.988772:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+14:2349:x1856697500338688:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 00000001:00080000:2.0:1770685295.057005:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967360 is committed 00000001:00080000:2.0:1770685295.057025:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967362 is committed 00000001:00080000:2.0:1770685295.057030:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967361 is committed 00000100:00100000:3.0:1770685295.057328:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+11:2349:x1856697500338688:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 Request processed in 68542us (68860us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685295.057340:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 299 00000100:00100000:0.0:1770685295.061225:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685295.061339:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500338944 00000100:00100000:1.0:1770685295.061349:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500338944 00000100:00100000:1.0:1770685295.061428:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1117 00000100:00100000:1.0:1770685295.061439:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5165180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+55:28640:x1856697500338944:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1770685295.061493:0:5761:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685295.061533:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef86d6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc8c expref: 55 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685295.061553:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff9d9302158d00) 00010000:00010000:1.0:1770685295.061557:0:5761:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1770685295.061636:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef86eb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685295.061650:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef86eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685295.061659:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef86eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685295.061694:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef86eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685295.061701:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef86eb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685295.061707:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef86eb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685295.061711:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685295.061715:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef86eb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685295.061721:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef86eb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685295.061729:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff9d9302158d00) 00010000:00010000:1.0:1770685295.061732:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685295.061735:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef86eb lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685295.061914:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef86eb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685295.062020:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5165180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+54:28640:x1856697500338944:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 583us (803us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685295.062028:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1117 00000100:00080000:0.0:1770685295.062171:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685295.067981:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685295.068054:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500339072 00000100:00100000:3.0:1770685295.068062:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500339072 00000100:00100000:3.0:1770685295.068103:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 300 00000100:00100000:3.0:1770685295.068110:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+11:2351:x1856697500339072:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1770685295.068308:0:6539:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:3.0:1770685295.068312:0:6539:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb mtime from disk: 1770685295 -> 1536580263 00002000:00010000:3.0:1770685295.068315:0:6539:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb atime from disk: 0 -> 1770684700 00002000:00010000:3.0:1770685295.068326:0:6539:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb ctime from disk: 1770685295 -> 1770685294 00002000:00010000:3.0:1770685295.068329:0:6539:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:3.0:1770685295.068467:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+12:2351:x1856697500339072:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 Request processed in 355us (493us total) trans 4294967363 rc 0/0 00000100:00100000:3.0:1770685295.068475:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 300 00000100:00100000:1.0:1770685295.074336:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685295.074425:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500339328 00000100:00100000:3.0:1770685295.074438:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500339328 00000100:00100000:3.0:1770685295.074504:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1118 00000100:00100000:3.0:1770685295.074515:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+54:28640:x1856697500339328:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1770685295.075077:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef86f2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.075091:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef86ba lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc7e expref: 54 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685295.075099:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef86f2 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.075125:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef86ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc7e expref: 54 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685295.075134:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef86ba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc7e expref: 54 pid: 6998 timeout: 719 lvb_type: 0 00000100:00100000:2.0:1770685295.075144:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43cbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514790784:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685295.075264:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c2a7c780 going to sleep for 11 seconds 00000100:00100000:1.0:1770685295.082366:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685295.082503:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43cbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514790784:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685295.082530:0:6998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef86f2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685295.082615:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500339456 00000100:00100000:0.0:1770685295.082622:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500339456 00010000:00010000:0.0:1770685295.082656:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef86ba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc7e expref: 55 pid: 6998 timeout: 719 lvb_type: 0 00000100:00100000:0.0:1770685295.082700:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 320 00000100:00100000:0.0:1770685295.082709:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+55:2351:x1856697500339456:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685295.082722:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685295.082730:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef86ba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc7e expref: 55 pid: 6998 timeout: 719 lvb_type: 0 00010000:00010000:0.0:1770685295.082741:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef86ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc7e expref: 55 pid: 6998 timeout: 719 lvb_type: 0 00010000:00010000:0.0:1770685295.082763:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef86ba lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc7e expref: 55 pid: 6998 timeout: 719 lvb_type: 0 00010000:00010000:0.0:1770685295.082779:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff9d9302158d00) 00010000:00010000:0.0:1770685295.082784:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef86f2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685295.082793:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef86f2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685295.082799:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef86f2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685295.082833:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685295.082887:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+54:2351:x1856697500339456:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 179us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685295.082895:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 320 00010000:00010000:2.0:1770685295.083144:0:6998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef86f2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.083152:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef86f2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.083185:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef86f2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.083192:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef86f2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.083199:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef86f2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.083210:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685295.083216:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef86f2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.083223:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef86f2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.083233:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff9d9302158d00) 00010000:00010000:2.0:1770685295.083236:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1770685295.083240:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef86f2 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.083246:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef86f2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770685295.083302:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+53:28640:x1856697500339328:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 Request processed in 8789us (8984us total) trans 0 rc -22/-22 00000100:00100000:2.0:1770685295.083310:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1118 00000100:00100000:1.0:1770685295.089205:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685295.089454:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500339584 00000100:00100000:3.0:1770685295.089469:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500339584 00000100:00100000:3.0:1770685295.089565:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 301 00000100:00100000:3.0:1770685295.089630:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+12:2350:x1856697500339584:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1770685295.089692:0:6539:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef86f9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685295.089721:0:6539:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef86e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc9a expref: 12 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685295.089731:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1770685295.089734:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1770685295.089738:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef86f9 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685295.089789:0:6539:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef86e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc9a expref: 12 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685295.089805:0:6539:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef86e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc9a expref: 12 pid: 8401 timeout: 719 lvb_type: 0 00000100:00100000:3.0:1770685295.089824:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d18e7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514790912:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685295.089941:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d07f7600 going to sleep for 11 seconds 00000100:00100000:3.0:1770685295.093426:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d18e7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514790912:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685295.093472:0:6539:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef86f9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685295.098512:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685295.098643:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500339712 00000100:00100000:3.0:1770685295.098657:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500339712 00010000:00010000:3.0:1770685295.098711:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef86e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc9a expref: 13 pid: 8401 timeout: 719 lvb_type: 0 00000100:00100000:3.0:1770685295.098807:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 321 00000100:00100000:3.0:1770685295.098820:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+13:2350:x1856697500339712:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685295.098842:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685295.098873:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef86e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc9a expref: 13 pid: 8401 timeout: 719 lvb_type: 0 00010000:00010000:3.0:1770685295.098891:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef86e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc9a expref: 13 pid: 8401 timeout: 719 lvb_type: 0 00010000:00010000:3.0:1770685295.098924:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef86e4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc9a expref: 13 pid: 8401 timeout: 719 lvb_type: 0 00010000:00010000:3.0:1770685295.098945:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685295.098948:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685295.098954:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef86f9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685295.098967:0:5747:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef86f9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685295.099008:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685295.099085:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+12:2350:x1856697500339712:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 266us (587us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685295.099094:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 321 00010000:00010000:2.0:1770685295.099099:0:6539:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef86f9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685295.099120:0:6539:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef86f9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685295.099157:0:6539:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef86f9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685295.099166:0:6539:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef86f9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685295.099181:0:6539:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef86f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685295.099188:0:6539:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271da00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:2.0:1770685295.099192:0:6539:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef86f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685295.099201:0:6539:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef86f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685295.099219:0:6539:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef86f9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685295.099227:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef86f9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685295.099329:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500339584:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 9742us (10126us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685295.099338:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 301 00000100:00100000:0.0:1770685295.105566:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685295.105741:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500339968 00000100:00100000:2.0:1770685295.105751:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500339968 00000100:00100000:2.0:1770685295.105802:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1119 00000100:00100000:2.0:1770685295.105812:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+53:28640:x1856697500339968:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1770685295.106137:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8700 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.106158:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef86c8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc85 expref: 54 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685295.106167:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8700 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.106200:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef86c8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc85 expref: 54 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685295.106214:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef86c8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc85 expref: 54 pid: 6998 timeout: 719 lvb_type: 0 00000100:00100000:2.0:1770685295.106226:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43cbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514791040:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685295.106304:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c64f4d80 going to sleep for 11 seconds 00000100:00100000:2.0:1770685295.108888:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43cbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514791040:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685295.108916:0:6998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8700 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685295.109057:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685295.109250:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500340096 00000100:00100000:3.0:1770685295.109265:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500340096 00010000:00010000:3.0:1770685295.109336:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef86c8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc85 expref: 55 pid: 6998 timeout: 719 lvb_type: 0 00000100:00100000:3.0:1770685295.109380:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 322 00000100:00100000:3.0:1770685295.109391:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+55:2350:x1856697500340096:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685295.109410:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685295.109419:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef86c8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc85 expref: 55 pid: 6998 timeout: 719 lvb_type: 0 00010000:00010000:3.0:1770685295.109435:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef86c8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc85 expref: 55 pid: 6998 timeout: 719 lvb_type: 0 00010000:00010000:3.0:1770685295.109466:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef86c8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc85 expref: 55 pid: 6998 timeout: 719 lvb_type: 0 00010000:00010000:3.0:1770685295.109486:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff9d9302158d00) 00010000:00010000:3.0:1770685295.109491:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8700 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685295.109510:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8700 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685295.109519:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8700 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685295.109553:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770685295.109609:0:6998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8700 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.109628:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8700 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:3.0:1770685295.109673:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+54:2350:x1856697500340096:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 281us (615us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685295.109684:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 322 00000001:00080000:2.0:1770685295.109837:0:6998:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968033 00000001:00080000:2.0:1770685295.109999:0:6998:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968034 00000001:00080000:2.0:1770685295.110045:0:6998:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968035 00000100:00100000:2.0:1770685295.110137:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43cbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:6998:1856697514791168:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1770685295.110203:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685295.110244:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c64f4d80 going to sleep for 11 seconds 00000100:00100000:3.0:1770685295.110271:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514791168 00000100:00100000:3.0:1770685295.110280:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514791168 00000100:00100000:3.0:1770685295.110361:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1770685295.110370:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6998:x1856697514791168:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1770685295.110486:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6998:x1856697514791168:12345-0@lo:1000:mdt00_003.0 Request processed in 116us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685295.110505:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1770685295.110744:0:6998:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967362 gen 2 00000004:00080000:2.0:1770685295.110752:0:6998:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9d92c4f60a80, transno 4294967362 00000100:00100000:2.0:1770685295.110770:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43cbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:6998:1856697514791168:0@lo:1000:mdt00_003.0 00000001:00080000:2.0:1770685295.111098:0:6998:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968036 00000100:00100000:2.0:1770685295.111183:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43cbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:6998:1856697514791296:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1770685295.111228:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685295.111261:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0361900 going to sleep for 11 seconds 00000100:00100000:1.0:1770685295.111389:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514791296 00000100:00100000:1.0:1770685295.111401:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514791296 00000100:00100000:1.0:1770685295.111448:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1770685295.111455:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6998:x1856697514791296:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1770685295.111817:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6998:x1856697514791296:12345-0@lo:1000:mdt00_003.0 Request processed in 362us (588us total) trans 4294967364 rc 0/0 00000100:00100000:1.0:1770685295.111825:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1770685295.112965:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43cbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:6998:1856697514791296:0@lo:1000:mdt00_003.0 00010000:00010000:2.0:1770685295.113027:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8700 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.113039:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8700 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.113047:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8700 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.113054:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685295.113059:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8700 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.113067:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8700 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.113086:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff9d9302158d00) 00010000:00010000:2.0:1770685295.113089:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1770685295.113094:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8700 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.113100:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8700 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.113139:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef862e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.113146:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef862e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.113151:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef862e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.113155:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e4c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685295.113158:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef862e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.113163:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef862e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.113171:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9d92f27c0600) 00010000:00010000:2.0:1770685295.113173:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1770685295.113181:0:6998:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8635 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc62 expref: 97 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685295.113191:0:6998:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8635 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc62 expref: 97 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685295.113200:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8635 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc62 expref: 97 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685295.113249:0:6998:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8635 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc62 expref: 97 pid: 5761 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685295.113262:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e4b100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514791424:192.168.203.41@tcp:105: 00000100:00100000:2.0:1770685295.113454:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0361900 going to sleep for 11 seconds 00000100:00100000:2.0:1770685295.117490:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e4b100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514791424:192.168.203.41@tcp:105: 00010000:00010000:2.0:1770685295.117535:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef862e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.117557:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef862e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.117636:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8707 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.117651:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8707 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.117664:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8707 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.117676:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8707 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.117682:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8707 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.117689:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8707 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.117694:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685295.117698:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8707 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.117705:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8707 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.117717:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9d92f27c0600) 00010000:00010000:2.0:1770685295.117722:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685295.117726:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8707 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.117732:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8707 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770685295.118122:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+57:28640:x1856697500339968:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 12307us (12561us total) trans 4294968037 rc 0/0 00000100:00100000:2.0:1770685295.118134:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1119 00000020:00080000:2.0:1770685295.118142:0:6998:0:(tgt_main.c:782:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:3.0:1770685295.118549:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685295.118555:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1770685295.119093:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:3.0:1770685295.119104:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1770685295.123923:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685295.124491:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500340224 00000100:00100000:3.0:1770685295.124502:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500340224 00000100:00080000:1.0:1770685295.124619:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685295.125825:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 247 00000100:00100000:3.0:1770685295.125846:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c486b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+98:28639:x1856697500340224:12345-192.168.203.41@tcp:49:cmp.0 00000100:00100000:3.0:1770685295.125996:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c486b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+98:28639:x1856697500340224:12345-192.168.203.41@tcp:49:cmp.0 Request processed in 160us (2084us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685295.126003:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 247 00000100:00100000:0.0:1770685295.126197:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685295.134591:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685295.134626:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500340608 00000100:00100000:0.0:1770685295.134636:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500340608 00000100:00100000:0.0:1770685295.134718:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 302 00000100:00100000:0.0:1770685295.134728:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:28639:x1856697500340608:12345-192.168.203.41@tcp:101:cmp.0 00010000:00010000:0.0:1770685295.134748:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685295.134781:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef870e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdca1 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1770685295.134807:0:6539:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x18:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x698a811c, ctime: 0x698a836e, blocks: 0xb 00010000:00010000:0.0:1770685295.134829:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685295.134831:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685295.134840:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef870e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdca1 expref: 13 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685295.134855:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef870e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdca1 expref: 13 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685295.134868:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e4e00, rc 0) 00000100:00100000:0.0:1770685295.134917:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:28639:x1856697500340608:12345-192.168.203.41@tcp:101:cmp.0 Request processed in 191us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685295.134924:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 302 00000100:00080000:0.0:1770685295.134945:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1770685295.137311:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500340480 00000100:00100000:2.0:1770685295.137334:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500340480 00000100:00100000:2.0:1770685295.137397:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 248 00000100:00100000:2.0:1770685295.137407:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+57:28640:x1856697500340480:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1770685295.138045:0:5764:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x1f:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1770685295.138110:0:5764:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968038 00010000:00010000:2.0:1770685295.138153:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8715 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0 00010000:00010000:2.0:1770685295.138169:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8715 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5764 initiator: MDT0 00010000:00010000:2.0:1770685295.138179:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8715 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5764 initiator: MDT0 00010000:00010000:2.0:1770685295.138186:0:5764:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8715 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5764 initiator: MDT0 00010000:00010000:2.0:1770685295.138192:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8715 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5764 initiator: MDT0 00010000:00010000:2.0:1770685295.138198:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8715 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5764 initiator: MDT0 00010000:00010000:2.0:1770685295.138222:0:5764:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1770685295.138335:0:5748:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1770685295.138342:0:5748:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8715 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685295.138349:0:5748:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76e00 already unused, calling callback (ffffffffc1552eb0) 00000100:00100000:2.0:1770685295.138354:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1b20a364-7a5a-4770-9192-023629c7ce89+59:28640:x1856697500340480:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 948us (12157us total) trans 4294968039 rc 0/0 00010000:00010000:0.0:1770685295.138354:0:5748:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8715 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685295.138362:0:5748:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8715 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5764 initiator: MDT0 00000100:00100000:2.0:1770685295.138363:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 248 00000020:00080000:2.0:1770685295.138368:0:5764:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1770685295.138374:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff9d92c8ee3900) 00010000:00010000:0.0:1770685295.138376:0:5748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1770685295.138381:0:5748:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8715 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685295.138386:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8715 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5764 initiator: MDT0 00010000:00010000:0.0:1770685295.138399:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770685295.138401:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770685295.138403:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1770685295.144689:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685295.144941:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500340736 00000100:00100000:1.0:1770685295.144951:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500340736 00002000:00100000:1.0:1770685295.144997:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff9d91c2aedf80 x1856697500340736/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:416/0 lens 488/0 e 0 to 0 dl 1770685306 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1770685295.145009:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c2aedf80 with x1856697500340736 ext(0->4095) 00002000:00010000:1.0:1770685295.145015:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c2aedf80 00000100:00100000:1.0:1770685295.145046:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 101 00000100:00100000:1.0:1770685295.145054:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:2348:x1856697500340736:12345-192.168.203.41@tcp:3:cmp.0 00000100:00100000:1.0:1770685295.145274:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:2348:x1856697500340736:12345-192.168.203.41@tcp:3:cmp.0 Request processed in 220us (594us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1770685295.145283:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 101 00002000:00100000:1.0:1770685295.145289:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff9d91c2aedf80 x1856697500340736/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:416/0 lens 488/4536 e 0 to 0 dl 1770685306 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1770685295.145297:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c2aedf80 with x1856697500340736 ext(0->4095) 00002000:00010000:1.0:1770685295.145301:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c2aedf80 00000100:00100000:1.0:1770685295.152553:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685295.153199:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500340992 00000100:00100000:3.0:1770685295.153211:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500340992 00000100:00100000:3.0:1770685295.153312:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 249 00000100:00100000:3.0:1770685295.153333:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+98:28639:x1856697500340992:12345-192.168.203.41@tcp:35:cmp.0 00000001:00080000:3.0:1770685295.153637:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968040 00000100:00100000:3.0:1770685295.153765:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+100:28639:x1856697500340992:12345-192.168.203.41@tcp:35:cmp.0 Request processed in 434us (1221us total) trans 4294968041 rc 0/0 00000100:00100000:3.0:1770685295.153774:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 249 00000020:00080000:3.0:1770685295.153778:0:5763:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1770685295.181441:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685295.181532:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500341120 00000100:00100000:2.0:1770685295.181541:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500341120 00000100:00100000:2.0:1770685295.181621:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1120 00000100:00100000:2.0:1770685295.181631:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+100:28641:x1856697500341120:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685295.181655:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685295.181686:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef871c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdca8 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685295.181751:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8723 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.181765:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8723 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.181777:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8723 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.181790:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef872a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.181795:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef872a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.181801:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef872a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.181910:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8731 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.181918:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8731 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.181925:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8731 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770685295.181955:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 158 00000004:00200000:2.0:1770685295.181959:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685295.181977:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8731 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.181989:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8731 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.181996:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8723 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.182002:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8723 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.182008:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8723 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.182014:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685295.182018:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8723 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.182025:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8723 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.182183:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff9d92f27c0500) 00010000:00010000:2.0:1770685295.182187:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685295.182191:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8723 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.182198:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8723 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.182210:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef872a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.182215:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef872a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.182220:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef872a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.182225:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685295.182227:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef872a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.182233:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef872a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.182240:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x81b47e8f (ffff9d92c8ee3400) 00010000:00010000:2.0:1770685295.182242:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685295.182244:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef872a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.182248:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef872a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.182280:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef871c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdca8 expref: 102 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685295.182296:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8731 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdca8 expref: 101 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685295.182303:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9d92f27c0600) 00010000:00010000:2.0:1770685295.182305:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685295.182307:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76600, rc 0) 00000100:00100000:2.0:1770685295.182459:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+101:28641:x1856697500341120:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 828us (1026us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685295.182467:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1120 00000100:00100000:1.0:1770685295.189472:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685295.189555:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500341248 00000100:00100000:2.0:1770685295.189565:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500341248 00000100:00100000:2.0:1770685295.189663:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1121 00000100:00100000:2.0:1770685295.189682:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+101:28641:x1856697500341248:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685295.189702:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685295.189723:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8738 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdcaf expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685295.189794:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef873f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.189808:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef873f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.189821:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef873f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770685295.189884:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x42:0x0]: returning size 11776 00000004:00200000:2.0:1770685295.189888:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685295.189911:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef873f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685295.189936:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8738 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdcaf expref: 103 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685295.189951:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77800/0x8f0dbafbd9ef873f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdcaf expref: 102 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685295.189958:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff9d92f27c0500) 00010000:00010000:2.0:1770685295.189962:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1770685295.189966:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c77800, rc 0) 00000100:00100000:2.0:1770685295.190017:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+102:28641:x1856697500341248:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 338us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685295.190025:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1121 00000100:00100000:1.0:1770685295.196347:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685295.196600:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500341504 00000100:00100000:2.0:1770685295.196617:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500341504 00000100:00100000:2.0:1770685295.196701:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1122 00000100:00100000:2.0:1770685295.196714:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5f5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+102:28641:x1856697500341504:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685295.196736:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685295.196757:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8746 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdcb6 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685295.196878:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef874d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685295.196892:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef874d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685295.196904:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef874d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:2.0:1770685295.196916:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 158 00010000:00010000:2.0:1770685295.197033:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8746 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdcb6 expref: 105 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685295.197050:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef874d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdcb6 expref: 104 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685295.197059:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9d92f27c0600) 00010000:00010000:2.0:1770685295.197061:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1770685295.197065:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76000, rc 0) 00000100:00100000:2.0:1770685295.197132:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5f5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+104:28641:x1856697500341504:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 422us (799us total) trans 4294968042 rc 0/0 00000100:00100000:2.0:1770685295.197140:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1122 00000100:00100000:0.0:1770685295.202905:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685295.203009:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500341632 00000100:00100000:2.0:1770685295.203021:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500341632 00000100:00100000:2.0:1770685295.203085:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 303 00000100:00100000:2.0:1770685295.203095:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:2350:x1856697500341632:12345-192.168.203.41@tcp:1:lfs.0 00010000:00010000:2.0:1770685295.203145:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef875b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685295.203164:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef870e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdca1 expref: 13 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685295.203173:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685295.203175:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685295.203178:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef875b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685295.203217:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef870e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdca1 expref: 13 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685295.203232:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef870e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdca1 expref: 13 pid: 6539 timeout: 720 lvb_type: 0 00000100:00100000:2.0:1770685295.203247:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e4b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8401:1856697514791552:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685295.203388:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0361e40 going to sleep for 11 seconds 00000100:00100000:1.0:1770685295.216978:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685295.217969:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500341760 00000100:00100000:3.0:1770685295.217982:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500341760 00010000:00010000:3.0:1770685295.218025:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef870e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdca1 expref: 14 pid: 6539 timeout: 720 lvb_type: 0 00000100:00100000:3.0:1770685295.218073:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 323 00000100:00100000:3.0:1770685295.218083:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5f58a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+14:2350:x1856697500341760:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685295.218100:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685295.218122:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef870e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdca1 expref: 14 pid: 6539 timeout: 720 lvb_type: 0 00010000:00010000:3.0:1770685295.218135:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef870e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdca1 expref: 14 pid: 6539 timeout: 720 lvb_type: 0 00010000:00010000:3.0:1770685295.218162:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685295.218165:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685295.218169:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef875b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685295.218179:0:5747:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef875b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685295.218200:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685295.218267:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5f58a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+14:2350:x1856697500341760:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 185us (1299us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685295.218275:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 323 00010000:00010000:2.0:1770685295.227219:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef870e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdca1 expref: 13 pid: 6539 timeout: 720 lvb_type: 0 00000100:00100000:2.0:1770685295.227243:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e4b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8401:1856697514791552:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685295.227270:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef875b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685295.227283:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef875b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685295.227291:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef875b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685295.227333:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef875b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685295.227342:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef875b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685295.227350:0:8401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef875b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685295.227357:0:8401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77000 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:2.0:1770685295.227361:0:8401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef875b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685295.227370:0:8401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef875b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685295.227389:0:8401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef875b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685295.227396:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef875b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685295.227497:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2350:x1856697500341632:12345-192.168.203.41@tcp:1:lfs.0 Request processed in 24402us (24602us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685295.227507:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 303 00000100:00100000:0.0:1770685295.229520:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685295.230162:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500342016 00000100:00100000:3.0:1770685295.230177:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500342016 00000100:00100000:3.0:1770685295.230238:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 250 00000100:00100000:3.0:1770685295.230248:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+104:28641:x1856697500342016:12345-192.168.203.41@tcp:35:lfs.0 00000004:00010000:3.0:1770685295.230329:0:5763:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000401:0x44:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef874d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdcb6 expref: 104 pid: 5761 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1770685295.230892:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968043 00000001:00080000:3.0:1770685295.232385:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968044 00010000:00010000:3.0:1770685295.232467:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8762 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0 00010000:00010000:3.0:1770685295.232486:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8635 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc62 expref: 107 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685295.232495:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8731 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdca8 expref: 107 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685295.232503:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8762 lrc: 5/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0 00010000:00010000:3.0:1770685295.232542:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8731 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdca8 expref: 107 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685295.232555:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8731 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdca8 expref: 107 pid: 6998 timeout: 720 lvb_type: 0 00000100:00100000:3.0:1770685295.232569:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d18e7b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1856697514791680:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685295.233423:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8635 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc62 expref: 107 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685295.234100:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8635 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc62 expref: 107 pid: 5761 timeout: 720 lvb_type: 0 00000100:00100000:3.0:1770685295.234116:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43cb100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1856697514791808:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685295.234173:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d07f7900 going to sleep for 11 seconds 00000100:00100000:1.0:1770685295.236982:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685295.237201:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500342144 00000100:00100000:0.0:1770685295.237210:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500342144 00010000:00010000:0.0:1770685295.237248:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8731 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdca8 expref: 108 pid: 6998 timeout: 720 lvb_type: 0 00000100:00100000:0.0:1770685295.237292:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 324 00000100:00100000:0.0:1770685295.237302:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d07e7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+108:2351:x1856697500342144:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685295.237322:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685295.237329:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8731 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdca8 expref: 108 pid: 6998 timeout: 720 lvb_type: 0 00010000:00010000:0.0:1770685295.237343:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8731 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdca8 expref: 108 pid: 6998 timeout: 720 lvb_type: 0 00010000:00010000:0.0:1770685295.237364:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9d92f27c0600) 00010000:00010000:0.0:1770685295.237369:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8762 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685295.237377:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8762 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685295.237383:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685295.237447:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d07e7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+108:2351:x1856697500342144:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 146us (472us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685295.237455:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 324 00010000:00010000:3.0:1770685295.237523:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8731 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdca8 expref: 107 pid: 6998 timeout: 720 lvb_type: 0 00000100:00100000:3.0:1770685295.237544:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d18e7b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1856697514791680:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685295.245567:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685295.245907:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43cb100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1856697514791808:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685295.245937:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8762 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00000100:00100000:0.0:1770685295.246334:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500342272 00000100:00100000:0.0:1770685295.246343:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500342272 00010000:00010000:0.0:1770685295.246378:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8635 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc62 expref: 107 pid: 5761 timeout: 720 lvb_type: 0 00000100:00100000:0.0:1770685295.246415:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 325 00000100:00100000:0.0:1770685295.246425:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5f58380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+107:2351:x1856697500342272:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685295.246440:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685295.246446:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8635 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc62 expref: 107 pid: 5761 timeout: 720 lvb_type: 0 00010000:00010000:0.0:1770685295.246458:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8635 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc62 expref: 107 pid: 5761 timeout: 720 lvb_type: 0 00010000:00010000:0.0:1770685295.246480:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8635 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc62 expref: 107 pid: 5761 timeout: 720 lvb_type: 0 00010000:00010000:0.0:1770685295.246495:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9d92f27c0600) 00010000:00010000:0.0:1770685295.246500:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8762 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685295.246509:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8762 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685295.246517:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8762 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685295.246546:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685295.246642:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5f58380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+106:2351:x1856697500342272:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 218us (1085us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685295.246650:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 325 00010000:00010000:3.0:1770685295.246814:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8762 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00010000:00010000:3.0:1770685295.246822:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8762 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00000001:00080000:3.0:1770685295.246930:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968045 00000001:00080000:3.0:1770685295.247116:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968046 00000100:00100000:3.0:1770685295.247196:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43cb100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1856697514791936:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1770685295.247245:0:5763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685295.247278:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d07f7a80 going to sleep for 11 seconds 00000100:00100000:0.0:1770685295.247863:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514791936 00000100:00100000:0.0:1770685295.247870:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514791936 00000100:00100000:0.0:1770685295.247906:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1770685295.247913:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5763:x1856697514791936:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1770685295.247990:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5763:x1856697514791936:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 77us (744us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685295.247998:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1770685295.248114:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43cb100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1856697514791936:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:3.0:1770685295.248284:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968047 00000100:00100000:3.0:1770685295.248350:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43cb100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1856697514792064:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1770685295.248378:0:5763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685295.248402:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d07f7900 going to sleep for 11 seconds 00000100:00100000:2.0:1770685295.248449:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514792064 00000100:00100000:2.0:1770685295.248454:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514792064 00000100:00100000:2.0:1770685295.248489:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1770685295.248497:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5763:x1856697514792064:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1770685295.248683:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:5763:x1856697514792064:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 187us (303us total) trans 4294967365 rc 0/0 00000100:00100000:2.0:1770685295.248693:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1770685295.249094:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43cb100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1856697514792064:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:3.0:1770685295.249138:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968048 00010000:00010000:3.0:1770685295.249167:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8762 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0 00010000:00010000:3.0:1770685295.249177:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8762 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0 00010000:00010000:3.0:1770685295.249184:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8762 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0 00010000:00010000:3.0:1770685295.249189:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271c800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685295.249193:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8762 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0 00010000:00010000:3.0:1770685295.249200:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8762 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0 00010000:00010000:3.0:1770685295.249215:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9d92f27c0600) 00010000:00010000:3.0:1770685295.249218:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1770685295.249223:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8762 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0 00010000:00010000:3.0:1770685295.249229:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8762 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0 00000004:00080000:3.0:1770685295.249398:0:5763:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x45:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1770685295.249483:0:5763:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].16, 64 off9312 00000001:00080000:3.0:1770685295.249494:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968049 00010000:00010000:3.0:1770685295.249557:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff9d92f27c0600) 00010000:00010000:3.0:1770685295.249560:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1770685295.249566:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef874d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdcb6 expref: 110 pid: 5761 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685295.250191:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+109:28641:x1856697500342016:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 19942us (20677us total) trans 4294968050 rc 0/0 00000100:00100000:3.0:1770685295.250202:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 250 00000020:00080000:3.0:1770685295.250208:0:5763:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:1.0:1770685295.307421:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685295.307477:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685295.307858:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500342400 00000100:00100000:0.0:1770685295.307868:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500342400 00000100:00100000:0.0:1770685295.307937:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 569 00000100:00100000:0.0:1770685295.307947:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d159bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2348:x1856697500342400:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685295.308029:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d159bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2348:x1856697500342400:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 83us (551us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685295.308036:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 569 00000100:00100000:2.0:1770685295.308311:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500342528 00000100:00100000:2.0:1770685295.308327:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500342528 00000100:00100000:2.0:1770685295.308382:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 395 00000100:00100000:2.0:1770685295.308390:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5f5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:2349:x1856697500342528:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685295.308436:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5f5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:2349:x1856697500342528:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 47us (1025us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685295.308443:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 395 00000100:00080000:0.0:1770685295.308608:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1770685295.309944:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685295.309986:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685295.310017:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685295.310105:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500342912 00000100:00100000:3.0:1770685295.310114:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500342912 00000100:00100000:3.0:1770685295.310158:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500342784 00000100:00100000:3.0:1770685295.310161:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500342784 00000100:00100000:3.0:1770685295.310191:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 396 00000100:00100000:3.0:1770685295.310199:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5f58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+11:2348:x1856697500342912:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685295.310280:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5f58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+11:2348:x1856697500342912:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 80us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685295.310288:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 396 00000100:00100000:3.0:1770685295.310305:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 397 00000100:00100000:3.0:1770685295.310311:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5f58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+8:2349:x1856697500342784:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685295.310347:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5f58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+8:2349:x1856697500342784:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 36us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685295.310352:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 397 00000100:00080000:0.0:1770685295.310784:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1770685295.310917:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500342656 00000100:00100000:2.0:1770685295.310923:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500342656 00000100:00100000:2.0:1770685295.310963:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 412 00000100:00100000:2.0:1770685295.310972:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5f59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+59:2348:x1856697500342656:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685295.311054:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5f59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+59:2348:x1856697500342656:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 82us (1115us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685295.311061:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 412 00010000:00010000:1.0:1770685295.345873:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770685296.374878:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770685297.396039:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685297.714410:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1770685297.720419:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5f59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3289:1856697514792320:0@lo:400:kworker.0 00000100:00100000:2.0:1770685297.720526:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685297.720611:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514792320 00000100:00100000:2.0:1770685297.720622:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514792320 00000100:00100000:2.0:1770685297.720679:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:2.0:1770685297.720689:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1856697514792320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685297.720762:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1856697514792320:12345-0@lo:400:kworker.0 Request processed in 75us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685297.720769:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:2.0:1770685297.720862:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5f59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3289:1856697514792320:0@lo:400:kworker.0 00000100:00100000:2.0:1770685297.720872:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5f5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514792192:0@lo:400:kworker.0 00000100:00100000:2.0:1770685297.720901:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685297.720922:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514792192 00000100:00100000:2.0:1770685297.720925:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514792192 00000100:00100000:2.0:1770685297.720950:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:2.0:1770685297.720956:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d1598c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514792192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685297.720981:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d1598c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514792192:12345-0@lo:400:kworker.0 Request processed in 26us (80us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685297.720987:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:2.0:1770685297.721046:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5f5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514792192:0@lo:400:kworker.0 00000100:00100000:1.0:1770685297.722810:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5f59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514792448:0@lo:400:kworker.0 00000100:00100000:1.0:1770685297.722881:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685297.722919:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1770685297.722924:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5f59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514792576:0@lo:400:kworker.0 00000100:00100000:1.0:1770685297.722948:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685297.722981:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514792448 00000100:00100000:1.0:1770685297.722989:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514792448 00000100:00100000:1.0:1770685297.723076:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:1.0:1770685297.723084:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514792448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685297.723132:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514792448:12345-0@lo:400:kworker.0 Request processed in 50us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685297.723139:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00080000:1.0:1770685297.723160:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770685297.723193:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5f59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514792448:0@lo:400:kworker.0 00000100:00100000:0.0:1770685297.723501:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514792576 00000100:00100000:0.0:1770685297.723507:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514792576 00000100:00100000:0.0:1770685297.723547:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:0.0:1770685297.723555:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5f59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514792576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685297.723621:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5f59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514792576:12345-0@lo:400:kworker.0 Request processed in 67us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685297.723628:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:0.0:1770685297.723655:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5f5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514792704:0@lo:400:kworker.0 00000100:00100000:0.0:1770685297.723685:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685297.723703:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1770685297.723709:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5f58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514792832:0@lo:400:kworker.0 00000100:00100000:0.0:1770685297.723732:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685297.723755:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514792832 00000100:00100000:0.0:1770685297.723759:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514792832 00000100:00100000:0.0:1770685297.723784:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:0.0:1770685297.723790:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c8354700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3288:x1856697514792832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685297.723825:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c8354700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3288:x1856697514792832:12345-0@lo:400:kworker.0 Request processed in 35us (91us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685297.723831:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:0.0:1770685297.723859:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5f58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514792832:0@lo:400:kworker.0 00000100:00100000:0.0:1770685297.723884:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5f59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514792576:0@lo:400:kworker.0 00000100:00080000:1.0:1770685297.725332:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1770685297.725343:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1770685297.725366:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514792704 00000100:00100000:1.0:1770685297.725378:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514792704 00000100:00100000:1.0:1770685297.725456:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:1.0:1770685297.725465:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514792704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685297.725551:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514792704:12345-0@lo:400:kworker.0 Request processed in 87us (1865us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685297.725558:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00080000:0.0:1770685297.725792:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685297.725835:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5f5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514792704:0@lo:400:kworker.0 00000100:00100000:1.0:1770685298.226005:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c25db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514792960:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1770685298.226100:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685298.226272:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514792960 00000100:00100000:3.0:1770685298.226284:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514792960 00000100:00100000:3.0:1770685298.226359:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:3.0:1770685298.226372:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5f59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514792960:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1770685298.226417:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 81592320 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1770685298.226471:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5f59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514792960:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685298.226478:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000004:00080000:0.0:1770685298.228556:0:7638:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 623073974654ns, next at 624073970248ns, rc = 0 00000100:00100000:1.0:1770685298.228616:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c25db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514792960:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1770685298.228648:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1770685298.228658:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb0c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514793088:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1770685298.228725:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685298.228782:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514793088 00000100:00100000:1.0:1770685298.228790:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514793088 00000100:00100000:1.0:1770685298.228835:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:1.0:1770685298.228845:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5f5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3290:x1856697514793088:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1770685298.228902:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 76480512 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1770685298.228945:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5f5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3290:x1856697514793088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 102us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685298.228953:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00100000:1.0:1770685298.228988:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb0c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514793088:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1770685298.419276:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770685299.441865:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1770685300.394635:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967364 is committed 00000001:00080000:1.0:1770685300.394671:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967365 is committed 00000001:00080000:1.0:1770685300.394685:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967363 is committed 00000100:00100000:3.0:1770685300.424142:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685300.424196:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685300.424220:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685300.424250:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685300.424274:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685300.424340:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685300.424388:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685300.424422:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500343424 00000100:00100000:3.0:1770685300.424436:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500343424 00000100:00100000:3.0:1770685300.424509:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500343680 00000100:00100000:3.0:1770685300.424512:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500343680 00000100:00100000:3.0:1770685300.424528:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500343296 00000100:00100000:3.0:1770685300.424530:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500343296 00000100:00100000:3.0:1770685300.424544:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500343808 00000100:00100000:3.0:1770685300.424546:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500343808 00000100:00100000:3.0:1770685300.424565:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 400 00000100:00100000:3.0:1770685300.424597:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2351:x1856697500343424:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685300.425564:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500343168 00000100:00100000:2.0:1770685300.425605:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500343168 00000100:00100000:2.0:1770685300.425680:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500343552 00000100:00100000:2.0:1770685300.425684:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500343552 00000100:00100000:2.0:1770685300.425715:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 416 00000100:00100000:2.0:1770685300.425725:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+109:2351:x1856697500343168:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685300.425857:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2351:x1856697500343424:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 1281us (1658us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685300.425868:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 400 00000100:00100000:3.0:1770685300.425904:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 401 00000100:00100000:3.0:1770685300.425914:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5341c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500343680:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685300.426037:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 402 00000100:00100000:1.0:1770685300.426048:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5341180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:2351:x1856697500343296:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685300.429007:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+109:2351:x1856697500343168:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 3133us (4729us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685300.429028:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 416 00000100:00100000:2.0:1770685300.429079:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 417 00000100:00100000:2.0:1770685300.429095:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5c20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+59:2351:x1856697500343552:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685300.429161:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5c20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+59:2351:x1856697500343552:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 73us (4822us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685300.429169:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 417 00000100:00100000:3.0:1770685300.430611:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5341c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500343680:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 4685us (6376us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685300.430626:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 401 00000100:00100000:3.0:1770685300.430676:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 403 00000100:00100000:3.0:1770685300.430691:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500343808:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685300.430745:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500343808:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 61us (6356us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685300.430752:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 403 00000100:00100000:3.0:1770685300.430785:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500343040 00000100:00100000:3.0:1770685300.430795:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500343040 00000100:00100000:3.0:1770685300.430851:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 571 00000100:00100000:3.0:1770685300.430858:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d159b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697500343040:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685300.431097:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d159b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697500343040:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 239us (6845us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685300.431105:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 571 00000100:00080000:3.0:1770685300.431151:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1770685300.431158:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1770685300.431161:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:2.0:1770685300.432514:0:19675:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 17 committed 00000001:00080000:2.0:1770685300.432552:0:19675:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968042 is committed 00000001:00080000:2.0:1770685300.432561:0:19675:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968039 is committed 00000020:00080000:2.0:1770685300.432607:0:19675:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9d92c64f4480 refcount 2 committed 0 result 0 batchid 21 00000020:00080000:2.0:1770685300.432613:0:19675:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92fc324000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9d92c64f4d80 00000020:00080000:2.0:1770685300.432617:0:19675:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92c32da000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9d92d0060c00 00000001:00080000:2.0:1770685300.432643:0:19675:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968050 is committed 00000020:00080000:2.0:1770685300.433353:0:19675:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9d92d07f7a80 refcount 2 committed 0 result 0 batchid 22 00000020:00080000:2.0:1770685300.433362:0:19675:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92f51b2700 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9d92d07f7b40 00000020:00080000:2.0:1770685300.433366:0:19675:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92f51b2600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9d91c2c82c00 00000020:00080000:2.0:1770685300.433500:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 22 committed batchid 20 00000020:00080000:2.0:1770685300.434099:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 20 00000100:00100000:3.0:1770685300.436039:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1770685300.436067:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514793216:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1770685300.436154:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685300.436385:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514793216 00000100:00100000:0.0:1770685300.436396:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514793216 00000100:00100000:0.0:1770685300.436474:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:0.0:1770685300.436484:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514793216:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1770685300.436520:0:17436:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:24 count 1 00002000:00010000:0.0:1770685300.436568:0:17436:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x18:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x698a811c, ctime: 0x698a836e, blocks: 0xb 00010000:00010000:0.0:1770685300.436606:0:17436:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8769 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685300.436623:0:17436:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685300.436625:0:17436:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685300.436631:0:17436:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8769 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685300.436649:0:17436:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8769 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1770685300.436770:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1770685300.436856:0:17436:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8769 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685300.436867:0:17436:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8769 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685300.437005:0:17436:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1770685300.438099:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3289:x1856697514793216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1608us (1936us total) trans 4294967366 rc 0/0 00000100:00100000:0.0:1770685300.438114:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00100000:3.0:1770685300.438179:0:3289:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967365 gen 2 00000004:00080000:3.0:1770685300.438187:0:3289:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967364 committed transno 4294967365 00000004:00080000:3.0:1770685300.438211:0:3289:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967365 committed transno 4294967365 00000100:00100000:3.0:1770685300.438228:0:3289:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9d92f43e5c00 x1856697514793216/t4294967366(4294967366) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770685316 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1770685300.438252:0:3289:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9d92f43e5c00/2, rc 0, transno 4294967366 00000100:00100000:3.0:1770685300.438259:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514793216:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1770685300.440865:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5341180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:2351:x1856697500343296:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 14802us (16571us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685300.440895:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 402 00010000:00010000:2.0:1770685300.443963:0:5748:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1770685300.443980:0:5748:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8769 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685300.443996:0:5748:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e4600 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:2.0:1770685300.444002:0:5748:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8769 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685300.444015:0:5748:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8769 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685300.444042:0:5748:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8769 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685300.444051:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8769 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685300.444211:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685300.444214:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685300.444216:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685300.466095:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685300.590173:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685300.590507:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500343936 00000100:00100000:1.0:1770685300.590522:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500343936 00000100:00100000:1.0:1770685300.590709:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1123 00000100:00100000:1.0:1770685300.590721:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5c21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+52:28589:x1856697500343936:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1770685300.590854:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5c21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+52:28589:x1856697500343936:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 Request processed in 134us (867us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685300.590863:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1123 00000100:00100000:0.0:1770685300.596081:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685300.596182:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500344192 00000100:00100000:3.0:1770685300.596196:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500344192 00000100:00100000:3.0:1770685300.596315:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 251 00000100:00100000:3.0:1770685300.596328:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb0c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+52:28589:x1856697500344192:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1770685300.598645:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb0c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+53:28589:x1856697500344192:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 2306us (2564us total) trans 4294968051 rc 0/0 00000100:00100000:3.0:1770685300.598670:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 251 00010000:00010000:3.0:1770685301.491363:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1770685302.278149:0:19911:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12o: Layout-swap failure during Restore leaves file released ========================================================== 20:01:41 (1770685301) 00000040:00080000:1.0:1770685302.322006:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685302.322030:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685302.322257:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 31 count 2 00000040:00080000:1.0:1770685302.322265:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1770685302.514304:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685302.587290:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685302.589461:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500344448 00000100:00100000:2.0:1770685302.589484:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500344448 00000100:00100000:2.0:1770685302.589610:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1124 00000100:00100000:2.0:1770685302.589624:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5c21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+53:29255:x1856697500344448:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685302.589665:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685302.589694:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef8770 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdcbd expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685302.589869:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8777 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685302.589887:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8777 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685302.589900:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8777 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770685302.589913:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00000100:00080000:3.0:1770685302.590645:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1770685302.591508:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef8770 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdcbd expref: 56 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685302.591537:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8777 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdcbd expref: 55 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685302.591548:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:3.0:1770685302.591551:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 7 00010000:00010000:3.0:1770685302.591555:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76600, rc 0) 00000100:00100000:3.0:1770685302.591694:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5c21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+55:29255:x1856697500344448:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 2073us (4428us total) trans 4294968052 rc 0/0 00000100:00100000:3.0:1770685302.591704:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1124 00000100:00100000:2.0:1770685302.599883:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685302.600849:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500344576 00000100:00100000:3.0:1770685302.600866:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500344576 00000100:00100000:3.0:1770685302.600976:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1125 00000100:00100000:3.0:1770685302.600999:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+98:29256:x1856697500344576:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685302.601027:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685302.601054:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8785 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdcc4 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685302.601138:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef878c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685302.601154:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef878c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685302.601168:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef878c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685302.601186:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8793 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685302.601193:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8793 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685302.601200:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8793 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00080000:0.0:1770685302.601265:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1770685302.601546:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef878c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685302.601556:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef878c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685302.601564:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef878c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685302.601570:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271c800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685302.601621:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef878c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685302.601630:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef878c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685302.601643:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3500) 00010000:00010000:3.0:1770685302.601647:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685302.601653:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef878c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685302.601659:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef878c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685302.601676:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8793 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685302.601682:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8793 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685302.601687:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8793 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685302.601693:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685302.601696:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8793 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685302.601701:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8793 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685302.601709:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff9d9302158a00) 00010000:00010000:3.0:1770685302.601712:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685302.601715:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8793 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685302.601722:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8793 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685302.601763:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8785 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdcc4 expref: 99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685302.601774:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3500) 00010000:00010000:3.0:1770685302.601777:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685302.601780:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8785 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdcc4 expref: 99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685302.601794:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271cc00, rc 0) 00000100:00100000:3.0:1770685302.601889:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+98:29256:x1856697500344576:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 892us (2020us total) trans 0 rc 301/301 00000100:00100000:3.0:1770685302.601897:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1125 00000100:00100000:0.0:1770685302.604114:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685302.604171:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685302.604175:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500344704 00000100:00100000:3.0:1770685302.604190:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500344704 00000100:00100000:3.0:1770685302.604259:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1126 00000100:00100000:3.0:1770685302.604280:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+55:29255:x1856697500344704:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1770685302.604432:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+55:29255:x1856697500344704:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 Request processed in 162us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685302.604440:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1126 00000100:00100000:1.0:1770685302.604474:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500344832 00000100:00100000:1.0:1770685302.604479:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500344832 00000100:00100000:1.0:1770685302.604573:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 67 00000100:00100000:1.0:1770685302.604612:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+55:2349:x1856697500344832:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685302.604627:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685302.604656:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8777 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdcbd expref: 55 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685302.604676:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:1.0:1770685302.604681:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685302.604722:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+54:2349:x1856697500344832:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 112us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685302.604729:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 67 00000100:00100000:0.0:1770685302.613968:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685302.614163:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500345088 00000100:00100000:2.0:1770685302.614177:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500345088 00000100:00100000:2.0:1770685302.614248:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1127 00000100:00100000:2.0:1770685302.614283:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+98:29256:x1856697500345088:12345-192.168.203.41@tcp:36:lfs.0 00010000:00010000:2.0:1770685302.614355:0:5762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685302.614391:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef8571 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc2a expref: 98 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685302.614418:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3500) 00010000:00010000:2.0:1770685302.614423:0:5762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770685302.614528:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef879a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.614543:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef859b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdc38 expref: 53 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685302.614553:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef879a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.614624:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef859b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc38 expref: 53 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685302.614638:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef859b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc38 expref: 53 pid: 5761 timeout: 727 lvb_type: 0 00000100:00100000:2.0:1770685302.614655:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43e4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514793344:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685302.614759:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c83e5780 going to sleep for 11 seconds 00000100:00100000:0.0:1770685302.619913:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685302.620204:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500345216 00000100:00100000:1.0:1770685302.620217:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500345216 00010000:00010000:1.0:1770685302.620289:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef859b lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc38 expref: 54 pid: 5761 timeout: 727 lvb_type: 0 00000100:00100000:1.0:1770685302.620332:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 326 00000100:00100000:1.0:1770685302.620344:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+54:2351:x1856697500345216:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685302.620362:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685302.620370:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef859b lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc38 expref: 54 pid: 5761 timeout: 727 lvb_type: 0 00010000:00010000:1.0:1770685302.620407:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef859b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc38 expref: 54 pid: 5761 timeout: 727 lvb_type: 0 00010000:00010000:1.0:1770685302.620436:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3500) 00010000:00010000:1.0:1770685302.620443:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef879a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685302.620455:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef879a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685302.620464:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef879a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685302.620489:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685302.620547:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+54:2351:x1856697500345216:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 206us (650us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685302.620554:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 326 00010000:00010000:2.0:1770685302.620862:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e7c00/0x8f0dbafbd9ef859b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdc38 expref: 53 pid: 5761 timeout: 727 lvb_type: 0 00000100:00100000:2.0:1770685302.620877:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43e4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514793344:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685302.620898:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef879a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.620906:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef879a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.620914:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef879a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.620940:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef87a1 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.620948:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef87a1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.620956:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef87a1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:2.0:1770685302.622443:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x46:0x0]: returning size 512 00010000:00010000:2.0:1770685302.622463:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef879a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.622474:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef879a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.622482:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef879a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.622488:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685302.622493:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef879a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.622502:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef879a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.622518:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3500) 00010000:00010000:2.0:1770685302.622521:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685302.622525:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef879a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.622535:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef879a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000004:00010000:2.0:1770685302.622557:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000bf69dbd9 reply state 000000000045a3ce transno 4294968053 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef87a1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:2.0:1770685302.622567:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1770685302.622849:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+99:29256:x1856697500345088:12345-192.168.203.41@tcp:36:lfs.0 Request processed in 8569us (8883us total) trans 4294968053 rc 0/0 00000100:00100000:2.0:1770685302.622860:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1127 00010000:00010000:2.0:1770685302.627084:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef87a1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.627108:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef87a1 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.627117:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef87a1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.627125:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685302.627130:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef87a1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.627139:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef87a1 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.627160:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff9d92c8ee3300) 00010000:00010000:2.0:1770685302.627164:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685302.627170:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef87a1 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.627177:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef87a1 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:0.0:1770685302.636670:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685302.636897:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500345344 00000100:00100000:2.0:1770685302.636913:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500345344 00000100:00100000:2.0:1770685302.636979:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1128 00000100:00100000:2.0:1770685302.636990:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+98:29257:x1856697500345344:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:2.0:1770685302.637022:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685302.637051:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef87a8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdccb expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685302.637135:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef87af lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.637151:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef87af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.637165:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef87af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:2.0:1770685302.637245:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1770685302.637249:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 30 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685302.637483:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef87af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.637514:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef87a8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdccb expref: 100 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685302.637535:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef87af lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdccb expref: 99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685302.637544:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3500) 00010000:00010000:2.0:1770685302.637547:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1770685302.637553:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c77200, rc 0) 00000100:00100000:2.0:1770685302.637871:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+99:29257:x1856697500345344:12345-192.168.203.41@tcp:101:bash.0 Request processed in 881us (1214us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685302.637880:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1128 00000100:00100000:0.0:1770685302.653244:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685302.653833:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500345472 00000100:00100000:1.0:1770685302.653849:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500345472 00000100:00100000:1.0:1770685302.653967:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1129 00000100:00100000:1.0:1770685302.653980:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+99:29257:x1856697500345472:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:1.0:1770685302.654181:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685302.654443:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef87b6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdcd2 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685302.654642:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef87bd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.654658:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef87bd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.654687:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef87bd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.654705:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef87c4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.654712:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef87c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.654717:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef87c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.654861:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef87cb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.654870:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef87cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.654877:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef87cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:1.0:1770685302.654916:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x46:0x0]: returning size 512 00000004:00200000:1.0:1770685302.654920:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685302.654946:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef87cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.654960:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef87bd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.654968:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef87bd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.654975:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef87bd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.655526:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685302.655531:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef87bd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.655541:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef87bd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.655558:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3500) 00010000:00010000:1.0:1770685302.655562:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685302.655568:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef87bd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.655574:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef87bd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.655686:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef87c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.655692:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef87c4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.655698:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef87c4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.655704:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685302.655707:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef87c4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.655712:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef87c4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.655721:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff9d92c3dd8800) 00010000:00010000:1.0:1770685302.655723:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685302.655739:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef87c4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.655744:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef87c4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.655793:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef87b6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdcd2 expref: 101 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685302.655808:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3800/0x8f0dbafbd9ef87cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdcd2 expref: 100 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685302.655815:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9d92c3dd8f00) 00010000:00010000:1.0:1770685302.655817:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1770685302.655819:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc3800, rc 0) 00000100:00100000:1.0:1770685302.655959:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+100:29257:x1856697500345472:12345-192.168.203.41@tcp:101:bash.0 Request processed in 1981us (2730us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685302.655969:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1129 00000100:00100000:0.0:1770685302.670522:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685302.670663:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500345600 00000100:00100000:1.0:1770685302.670677:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500345600 00000100:00100000:1.0:1770685302.670750:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1130 00000100:00100000:1.0:1770685302.670761:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+100:29257:x1856697500345600:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:1.0:1770685302.670790:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685302.670819:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef87d2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdcd9 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685302.670903:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef87d9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.670918:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef87d9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.670960:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef87d9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.670976:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef87e0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.670983:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef87e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.670990:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef87e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.671094:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef87d9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.671102:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef87d9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.671108:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef87d9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.671116:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685302.671122:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef87d9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.671130:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef87d9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.671145:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9d92c3dd8f00) 00010000:00010000:1.0:1770685302.671149:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685302.671156:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef87d9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.671163:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef87d9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.671185:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef87e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.671191:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef87e0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.671196:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef87e0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.671201:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685302.671205:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef87e0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.671211:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef87e0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.671219:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff9d92c3dd8800) 00010000:00010000:1.0:1770685302.671221:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685302.671224:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef87e0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.671230:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef87e0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.671279:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef87d2 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdcd9 expref: 101 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685302.671290:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9d92c3dd8f00) 00010000:00010000:1.0:1770685302.671292:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685302.671296:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef87d2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdcd9 expref: 101 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685302.671317:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc2000, rc 0) 00000100:00100000:1.0:1770685302.671404:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+100:29257:x1856697500345600:12345-192.168.203.41@tcp:101:bash.0 Request processed in 645us (899us total) trans 0 rc 301/301 00000100:00100000:1.0:1770685302.671413:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1130 00000100:00100000:0.0:1770685302.702695:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685302.705442:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500345728 00000100:00100000:2.0:1770685302.705466:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500345728 00000100:00100000:2.0:1770685302.705940:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1131 00000100:00100000:2.0:1770685302.705952:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c3651450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+53:29258:x1856697500345728:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:2.0:1770685302.705982:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685302.706014:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef87e7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdce0 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685302.706116:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef87ee lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.706134:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef87ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.706148:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef87ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:2.0:1770685302.706237:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1770685302.706242:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 30 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685302.706286:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef87ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.706316:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef87e7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdce0 expref: 55 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685302.706336:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef87ee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdce0 expref: 54 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685302.706351:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3500) 00010000:00010000:2.0:1770685302.706354:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1770685302.706359:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c77000, rc 0) 00000100:00100000:2.0:1770685302.706450:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c3651450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+54:29258:x1856697500345728:12345-192.168.203.41@tcp:101:rm.0 Request processed in 500us (3770us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685302.706458:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1131 00000100:00100000:0.0:1770685302.719471:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685302.719572:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500345856 00000100:00100000:2.0:1770685302.719616:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500345856 00000100:00100000:2.0:1770685302.719680:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1132 00000100:00100000:2.0:1770685302.719691:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+54:29258:x1856697500345856:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:2.0:1770685302.719715:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685302.719740:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef87f5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdce7 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685302.719817:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef87fc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.719832:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef87fc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.719844:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef87fc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.719861:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8803 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.719867:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8803 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.719873:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8803 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.720019:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef880a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.720029:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef880a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.720036:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef880a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:2.0:1770685302.720087:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x46:0x0]: returning size 512 00000004:00200000:2.0:1770685302.720092:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685302.720120:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef880a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.720133:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef87fc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.720140:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef87fc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.720147:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef87fc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.720153:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685302.720158:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef87fc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.720166:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef87fc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.720180:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3500) 00010000:00010000:2.0:1770685302.720183:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685302.720188:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef87fc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.720195:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef87fc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.720210:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8803 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.720215:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8803 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.720221:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8803 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.720226:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685302.720229:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8803 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.720235:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8803 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.720242:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff9d92c8ee3300) 00010000:00010000:2.0:1770685302.720244:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685302.720247:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8803 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.720251:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8803 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.720299:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef87f5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdce7 expref: 56 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685302.720313:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76000/0x8f0dbafbd9ef880a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdce7 expref: 55 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685302.720325:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9d92c3dd8f00) 00010000:00010000:2.0:1770685302.720328:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1770685302.720330:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76000, rc 0) 00000100:00100000:2.0:1770685302.720403:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+55:29258:x1856697500345856:12345-192.168.203.41@tcp:101:rm.0 Request processed in 714us (947us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685302.720411:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1132 00000100:00100000:0.0:1770685302.732019:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685302.732212:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500345984 00000100:00100000:1.0:1770685302.732226:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500345984 00000100:00100000:1.0:1770685302.732318:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1133 00000100:00100000:1.0:1770685302.732329:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+55:29258:x1856697500345984:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:1.0:1770685302.732356:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685302.732384:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8811 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdcee expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685302.732475:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8818 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.732505:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8818 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.732519:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8818 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.732536:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef881f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.732543:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef881f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.732550:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef881f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.732710:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8818 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.732719:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8818 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.732726:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8818 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.732733:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685302.732739:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8818 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.732747:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8818 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.732762:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9d92c3dd8f00) 00010000:00010000:1.0:1770685302.732766:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685302.732771:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8818 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.732777:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8818 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.732792:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef881f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.732798:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef881f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.732804:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef881f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.732809:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685302.732819:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef881f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.732826:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef881f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.732835:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff9d92c3dd8800) 00010000:00010000:1.0:1770685302.732838:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685302.732841:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef881f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.732848:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef881f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.732888:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8811 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdcee expref: 56 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685302.732900:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9d92c3dd8f00) 00010000:00010000:1.0:1770685302.732903:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685302.732907:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8811 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdcee expref: 56 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685302.732918:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc2000, rc 0) 00000100:00100000:1.0:1770685302.732986:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+55:29258:x1856697500345984:12345-192.168.203.41@tcp:101:rm.0 Request processed in 659us (983us total) trans 0 rc 301/301 00000100:00100000:1.0:1770685302.732995:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1133 00000100:00100000:0.0:1770685302.738651:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685302.738950:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500346112 00000100:00100000:2.0:1770685302.738966:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500346112 00000100:00100000:2.0:1770685302.739037:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1134 00000100:00100000:2.0:1770685302.739059:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+55:29258:x1856697500346112:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:2.0:1770685302.739086:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685302.739113:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8826 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdcf5 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685302.739204:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef882d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.739221:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef882d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.739234:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef882d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.739249:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8834 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.739256:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8834 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.739275:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8834 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.739358:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef882d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.739366:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef882d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.739372:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef882d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.739379:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685302.739384:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef882d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.739392:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef882d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.739406:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9d92c3dd8f00) 00010000:00010000:2.0:1770685302.739409:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685302.739415:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef882d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.739421:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef882d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.739435:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8834 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.739440:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8834 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.739445:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8834 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.739449:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685302.739452:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8834 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.739457:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8834 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.739463:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff9d92c8ee3300) 00010000:00010000:2.0:1770685302.739466:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685302.739468:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8834 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.739473:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8834 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685302.739517:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8826 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdcf5 expref: 56 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685302.739529:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9d92c3dd8f00) 00010000:00010000:2.0:1770685302.739531:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685302.739534:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8826 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdcf5 expref: 56 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685302.739544:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c77a00, rc 0) 00000100:00100000:2.0:1770685302.739673:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+55:29258:x1856697500346112:12345-192.168.203.41@tcp:101:rm.0 Request processed in 617us (1037us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685302.739681:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1134 00000100:00100000:0.0:1770685302.783238:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685302.785077:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500346240 00000100:00100000:1.0:1770685302.785100:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500346240 00000100:00100000:1.0:1770685302.785256:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1135 00000100:00100000:1.0:1770685302.785282:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+55:29259:x1856697500346240:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:1.0:1770685302.785333:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685302.785363:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef883b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdcfc expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685302.785455:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8842 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.785471:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8842 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.785499:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8842 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.785516:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8849 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.785523:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8849 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.785529:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8849 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.785658:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8842 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.785665:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8842 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.785672:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8842 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.785679:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685302.785684:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8842 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.785703:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8842 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.785718:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9d92c3dd8f00) 00010000:00010000:1.0:1770685302.785721:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685302.785727:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8842 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.785734:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8842 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.785749:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8849 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.785756:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8849 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.785762:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8849 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.785768:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685302.785771:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8849 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.785778:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8849 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.785785:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff9d92c3dd8800) 00010000:00010000:1.0:1770685302.785787:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685302.785789:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8849 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.785795:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8849 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685302.785839:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef883b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdcfc expref: 56 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685302.785851:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9d92c3dd8f00) 00010000:00010000:1.0:1770685302.785853:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685302.785857:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef883b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdcfc expref: 56 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685302.785867:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc2000, rc 0) 00000100:00100000:1.0:1770685302.785944:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+55:29259:x1856697500346240:12345-192.168.203.41@tcp:101:cp.0 Request processed in 677us (2720us total) trans 0 rc 301/301 00000100:00100000:1.0:1770685302.785953:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1135 00000100:00100000:0.0:1770685302.817000:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685302.817162:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500346368 00000100:00100000:1.0:1770685302.817176:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500346368 00000100:00100000:1.0:1770685302.817347:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1136 00000100:00100000:1.0:1770685302.817362:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+55:29259:x1856697500346368:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:1.0:1770685302.817391:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685302.817419:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8850 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdd03 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685302.819140:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef8857 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685302.819167:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef8857 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685302.819181:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef8857 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685302.819211:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef885e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685302.819218:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef885e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685302.819223:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef885e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685302.819742:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef8857 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685302.819752:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef8857 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685302.819759:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef8857 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685302.819766:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e5600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685302.819771:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef8857 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685302.819779:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef8857 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685302.819794:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9d92c3dd8f00) 00010000:00010000:0.0:1770685302.819797:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685302.819804:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef8857 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685302.819810:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef8857 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685302.819824:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef885e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685302.819830:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef885e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685302.819835:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef885e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685302.819840:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e4c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685302.819842:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef885e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685302.819848:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef885e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685302.819855:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff9d92f27c0000) 00010000:00010000:0.0:1770685302.819857:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685302.819860:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef885e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685302.819865:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef885e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685302.819916:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8850 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd03 expref: 56 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685302.819929:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9d92c3dd8f00) 00010000:00010000:0.0:1770685302.819932:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685302.819935:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8850 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd03 expref: 56 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685302.819947:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc2000, rc 0) 00000100:00100000:0.0:1770685302.821020:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+55:29259:x1856697500346368:12345-192.168.203.41@tcp:101:cp.0 Request processed in 3651us (4025us total) trans 0 rc 301/301 00000100:00100000:0.0:1770685302.821034:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1136 00000100:00100000:1.0:1770685302.833867:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5f5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514793600:0@lo:400:kworker.0 00000100:00100000:3.0:1770685302.833870:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5f5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514793472:0@lo:400:kworker.0 00000100:00100000:2.0:1770685302.833958:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5f59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514793856:0@lo:400:kworker.0 00000100:00100000:3.0:1770685302.839253:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685302.839354:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5f5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514793984:0@lo:400:kworker.0 00000100:00100000:3.0:1770685302.839395:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685302.839467:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514793472 00000100:00100000:3.0:1770685302.839477:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514793472 00000100:00100000:3.0:1770685302.839536:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:3.0:1770685302.839546:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d1599450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514793472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685302.839629:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d1599450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514793472:12345-0@lo:400:kworker.0 Request processed in 84us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685302.839637:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:3.0:1770685302.839697:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5f5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514793472:0@lo:400:kworker.0 00000100:00100000:3.0:1770685302.839758:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5f5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514793728:0@lo:400:kworker.0 00000100:00100000:3.0:1770685302.839786:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685302.840172:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685302.840218:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514793856 00000100:00100000:2.0:1770685302.840222:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514793856 00000100:00100000:2.0:1770685302.840291:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:2.0:1770685302.840300:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514793856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685302.840341:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514793856:12345-0@lo:400:kworker.0 Request processed in 44us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685302.840348:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:2.0:1770685302.840383:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5f59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514793856:0@lo:400:kworker.0 00000100:00100000:2.0:1770685302.840410:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514793984 00000100:00100000:2.0:1770685302.840414:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514793984 00000100:00100000:2.0:1770685302.840454:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514793728 00000100:00100000:2.0:1770685302.840458:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514793728 00000100:00100000:1.0:1770685302.841454:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685302.841491:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5f5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514794112:0@lo:400:kworker.0 00000100:00100000:1.0:1770685302.841529:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1770685302.841613:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1770685302.841620:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1770685302.841655:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514793600 00000100:00100000:1.0:1770685302.841662:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514793600 00000100:00100000:0.0:1770685302.841767:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514794112 00000100:00100000:0.0:1770685302.841772:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514794112 00000100:00100000:0.0:1770685302.841811:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:0.0:1770685302.841822:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5f58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3290:x1856697514794112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685302.841893:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5f58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3290:x1856697514794112:12345-0@lo:400:kworker.0 Request processed in 73us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685302.841900:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00080000:0.0:1770685302.841920:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1770685302.841947:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5f5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514794112:0@lo:400:kworker.0 00000100:00100000:0.0:1770685302.842012:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685302.846688:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:3.0:1770685302.846726:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5c21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514793984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685302.846842:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5c21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514793984:12345-0@lo:400:kworker.0 Request processed in 140us (7447us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685302.846849:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:3.0:1770685302.846921:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5f5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514793984:0@lo:400:kworker.0 00000100:00100000:3.0:1770685302.846956:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500346624 00000100:00100000:3.0:1770685302.846964:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500346624 00000100:00100000:3.0:1770685302.847011:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:3.0:1770685302.847019:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5c22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514793728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685302.847051:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5c22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514793728:12345-0@lo:400:kworker.0 Request processed in 34us (7266us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685302.847055:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:0.0:1770685302.847257:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1137 00000100:00100000:0.0:1770685302.847280:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+55:29259:x1856697500346624:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:0.0:1770685302.847299:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685302.847327:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef8865 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdd0a expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685302.847496:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef886c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685302.847602:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef886c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685302.847615:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef886c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685302.847629:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef8873 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685302.847634:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef8873 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685302.847638:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef8873 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:3.0:1770685302.848388:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5f5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514793728:0@lo:400:kworker.0 00000004:00080000:0.0:1770685302.848752:0:5761:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x16:0x0], index 0: 0 00000100:00100000:1.0:1770685302.851846:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:1.0:1770685302.851877:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5f59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514793600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685302.852230:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5f59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514793600:12345-0@lo:400:kworker.0 Request processed in 156us (10568us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685302.852239:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:3.0:1770685302.852395:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5f5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514793600:0@lo:400:kworker.0 00010000:00010000:0.0:1770685302.859329:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef887a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685302.859375:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef887a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685302.859393:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef887a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685302.859494:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef886c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685302.859503:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef886c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685302.859511:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef886c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685302.859519:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e5600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685302.859523:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef886c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685302.859532:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef886c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685302.859547:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9d92c3dd8f00) 00010000:00010000:0.0:1770685302.859551:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685302.859556:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef886c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685302.859563:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef886c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000004:00010000:0.0:1770685302.859596:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000007aa461d1 reply state 000000001d7e40af transno 4294968054 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef8873 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:0.0:1770685302.859608:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1770685302.859665:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef8865 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd0a expref: 58 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685302.859682:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef887a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd0a expref: 57 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685302.859690:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9d92f27c0700) 00010000:00010000:0.0:1770685302.859693:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685302.859696:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e5400, rc 0) 00000100:00100000:0.0:1770685302.859804:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+58:29259:x1856697500346624:12345-192.168.203.41@tcp:101:cp.0 Request processed in 12536us (17804us total) trans 4294968054 rc 0/0 00000100:00100000:0.0:1770685302.859815:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1137 00010000:00010000:3.0:1770685302.864890:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef8873 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685302.864914:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef8873 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685302.864924:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef8873 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685302.864937:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e4a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685302.864943:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef8873 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685302.864953:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef8873 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685302.864974:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff9d92f27c0000) 00010000:00010000:3.0:1770685302.864978:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685302.864983:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef8873 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685302.864990:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef8873 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:0.0:1770685302.873828:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685302.874281:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500346752 00000100:00100000:3.0:1770685302.874295:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500346752 00000100:00100000:3.0:1770685302.874384:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 305 00000100:00100000:3.0:1770685302.874396:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500346752:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:3.0:1770685302.874417:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685302.874454:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8888 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdd11 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1770685302.874483:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1770685302.874505:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685302.874508:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685302.874518:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8888 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd11 expref: 9 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685302.874536:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8888 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd11 expref: 9 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685302.874552:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271cc00, rc 0) 00000100:00100000:3.0:1770685302.874640:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500346752:12345-192.168.203.41@tcp:101:cp.0 Request processed in 246us (827us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685302.874648:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 305 00000100:00080000:0.0:1770685302.877809:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1770685302.882236:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685302.882334:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500346880 00000100:00100000:3.0:1770685302.882346:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500346880 00000100:00100000:3.0:1770685302.882417:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 306 00000100:00100000:3.0:1770685302.882429:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5f5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:29259:x1856697500346880:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:3.0:1770685302.882452:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685302.882476:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef888f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdd18 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685302.882523:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8888 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd11 expref: 10 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685302.882533:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685302.882536:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685302.882541:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef888f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd18 expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685302.882628:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8888 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd11 expref: 10 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685302.882642:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8888 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd11 expref: 10 pid: 8401 timeout: 727 lvb_type: 1 00000100:00100000:3.0:1770685302.882665:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5c20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514794240:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685302.882773:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c11cac00 going to sleep for 11 seconds 00000100:00100000:2.0:1770685302.887528:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685302.887729:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500347008 00000100:00100000:0.0:1770685302.887743:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500347008 00010000:00010000:0.0:1770685302.887795:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8888 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd11 expref: 11 pid: 8401 timeout: 727 lvb_type: 1 00000100:00100000:0.0:1770685302.887850:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 327 00000100:00100000:0.0:1770685302.887863:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500347008:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685302.887881:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685302.887909:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8888 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd11 expref: 11 pid: 8401 timeout: 727 lvb_type: 1 00010000:00010000:0.0:1770685302.887925:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8888 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd11 expref: 11 pid: 8401 timeout: 727 lvb_type: 1 00010000:00010000:0.0:1770685302.887968:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685302.887972:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685302.888360:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef888f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd18 expref: 11 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685302.888377:0:11010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef888f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd18 expref: 11 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685302.888431:0:11010:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef888f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd18 expref: 11 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685302.888523:0:11010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c70fea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11010:1856697514794368:192.168.203.41@tcp:105: 00000100:00100000:0.0:1770685302.888677:0:11010:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d030a540 going to sleep for 11 seconds 00010000:00010000:3.0:1770685302.889547:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8888 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd11 expref: 11 pid: 8401 timeout: 727 lvb_type: 1 00000100:00100000:3.0:1770685302.889571:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5c20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514794240:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685302.889653:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef888f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd18 expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685302.889667:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271d000, rc 0) 00000100:00100000:3.0:1770685302.889720:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5f5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:29259:x1856697500346880:12345-192.168.203.41@tcp:101:cp.0 Request processed in 7294us (7511us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685302.889730:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 306 00000100:00100000:0.0:1770685302.895350:0:11010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c70fea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11010:1856697514794368:192.168.203.41@tcp:105: 00010000:00010000:0.0:1770685302.895388:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685302.895470:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500347008:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 7608us (7956us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685302.895483:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 327 00000100:00100000:0.0:1770685302.897401:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685302.897777:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500347264 00000100:00100000:3.0:1770685302.897793:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500347264 00000100:00100000:3.0:1770685302.897856:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 252 00000100:00100000:3.0:1770685302.897869:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4869850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+57:29259:x1856697500347264:12345-192.168.203.41@tcp:35:cp.0 00000100:00100000:3.0:1770685302.899310:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4869850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+58:29259:x1856697500347264:12345-192.168.203.41@tcp:35:cp.0 Request processed in 1432us (1909us total) trans 4294968055 rc 0/0 00000100:00100000:3.0:1770685302.899325:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 252 00000100:00100000:1.0:1770685302.950082:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685302.950289:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500347392 00000100:00100000:0.0:1770685302.950302:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500347392 00000100:00100000:0.0:1770685302.950375:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1138 00000100:00100000:0.0:1770685302.950387:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5f59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+100:29262:x1856697500347392:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685302.950415:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685302.950455:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4400/0x8f0dbafbd9ef8896 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdd1f expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685302.950546:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef889d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685302.950563:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef889d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685302.950624:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef889d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685302.950644:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef88a4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685302.950652:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef88a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685302.950660:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef88a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685302.950791:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef88ab lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685302.950800:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef88ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685302.950808:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef88ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:0.0:1770685302.950851:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00000004:00200000:0.0:1770685302.950857:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685302.950878:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef88ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685302.950890:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef88ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685302.950900:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef889d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685302.950907:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef889d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685302.950914:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef889d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685302.950920:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e4e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685302.950925:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef889d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685302.950934:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef889d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685302.950948:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9d92c3dd8f00) 00010000:00010000:0.0:1770685302.950952:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685302.950958:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef889d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685302.950966:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef889d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685302.950982:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef88a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685302.950988:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef88a4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685302.950995:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef88a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685302.951001:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e5600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685302.951004:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef88a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685302.951010:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef88a4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685302.951018:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff9d92f27c0800) 00010000:00010000:0.0:1770685302.951020:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685302.951023:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef88a4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685302.951029:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef88a4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685302.951065:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4400/0x8f0dbafbd9ef8896 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd1f expref: 102 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685302.951080:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef88ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd1f expref: 101 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685302.951103:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9d92f27c0700) 00010000:00010000:0.0:1770685302.951106:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685302.951109:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e4c00, rc 0) 00000100:00100000:0.0:1770685302.951188:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5f59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+101:29262:x1856697500347392:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 803us (1132us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685302.951197:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1138 00000100:00100000:2.0:1770685302.956139:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685302.956318:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500347520 00000100:00100000:3.0:1770685302.956331:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500347520 00000100:00100000:3.0:1770685302.956418:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 307 00000100:00100000:3.0:1770685302.956429:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:2350:x1856697500347520:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685302.956462:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685302.956486:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef88b2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdd26 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685302.956561:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5c20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514794496:192.168.203.41@tcp:106: 00000100:00100000:3.0:1770685302.956705:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92e2745840 going to sleep for 11 seconds 00000100:00080000:0.0:1770685302.956789:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:0.0:1770685302.964394:0:8401:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0x16:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1770685302.964408:0:8401:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x16:0x0] updating lvb mtime: 0 -> 1770685303 00002000:00010000:0.0:1770685302.964411:0:8401:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x16:0x0] updating lvb atime: 0 -> 1770685303 00002000:00010000:0.0:1770685302.964414:0:8401:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x16:0x0] updating lvb ctime: 0 -> 1770685303 00000100:00100000:0.0:1770685302.964457:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5c20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514794496:192.168.203.41@tcp:106: 00010000:00010000:0.0:1770685302.964507:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef88b2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd26 expref: 17 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685302.964535:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef88b2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd26 expref: 17 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685302.964561:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271cc00, rc 0) 00000100:00100000:0.0:1770685302.964686:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:2350:x1856697500347520:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 8257us (8561us total) trans 0 rc 301/301 00000100:00100000:0.0:1770685302.964698:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 307 00000100:00100000:1.0:1770685302.975221:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685302.977226:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500347648 00000100:00100000:0.0:1770685302.977246:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500347648 00000100:00100000:0.0:1770685302.977694:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1139 00000100:00100000:0.0:1770685302.977709:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5f58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+101:29262:x1856697500347648:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685302.977736:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685302.977764:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4400/0x8f0dbafbd9ef88b9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdd2d expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685302.977859:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef88c0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685302.977877:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef88c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685302.977891:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef88c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685302.977968:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x46:0x0]: returning size 512 00000004:00200000:0.0:1770685302.977973:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685302.978013:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef88c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685302.978046:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4400/0x8f0dbafbd9ef88b9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd2d expref: 103 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685302.978080:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef88c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd2d expref: 102 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685302.978091:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9d92c3dd8f00) 00010000:00010000:0.0:1770685302.978094:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1770685302.978099:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e5600, rc 0) 00000100:00100000:0.0:1770685302.978201:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5f58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+102:29262:x1856697500347648:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 495us (3756us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685302.978210:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1139 00000100:00100000:1.0:1770685302.982118:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685302.983012:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500347776 00000100:00100000:3.0:1770685302.983028:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500347776 00000100:00100000:3.0:1770685302.983120:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 308 00000100:00100000:3.0:1770685302.983132:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5f5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:2350:x1856697500347776:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685302.983157:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685302.983180:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef88c7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdd34 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685302.983254:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5c22a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514794624:192.168.203.41@tcp:106: 00000100:00100000:3.0:1770685302.983372:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92e2745840 going to sleep for 11 seconds 00000100:00100000:1.0:1770685302.987200:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5c22a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514794624:192.168.203.41@tcp:106: 00010000:00010000:1.0:1770685302.987258:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef88c7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd34 expref: 17 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685302.987300:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef88c7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd34 expref: 17 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685302.987315:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271c800, rc 0) 00000100:00100000:1.0:1770685302.987448:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5f5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:2350:x1856697500347776:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 4316us (5344us total) trans 0 rc 301/301 00000100:00100000:1.0:1770685302.987460:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 308 00000100:00100000:1.0:1770685302.993612:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685302.993703:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500348032 00000100:00100000:0.0:1770685302.993718:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500348032 00000100:00100000:0.0:1770685302.993796:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1140 00000100:00100000:0.0:1770685302.993808:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5f5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+102:29262:x1856697500348032:12345-192.168.203.41@tcp:58:lfs.0 00000040:00080000:0.0:1770685302.994198:0:6998:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].31, 136 off12408 00000100:00100000:0.0:1770685302.994327:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5f5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+102:29262:x1856697500348032:12345-192.168.203.41@tcp:58:lfs.0 Request processed in 519us (764us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685302.994338:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1140 00000100:00100000:3.0:1770685303.346283:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5c21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514794752:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1770685303.346375:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685303.346481:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514794752 00000100:00100000:3.0:1770685303.346492:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514794752 00000100:00100000:3.0:1770685303.346552:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00100000:3.0:1770685303.346563:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5c23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514794752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1770685303.346631:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 81592320 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1770685303.346682:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5c23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514794752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 121us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685303.346690:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00100000:3.0:1770685303.346747:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5c21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514794752:0@lo:13:osp-pre-0-0.0 00000040:00080000:2.0:1770685303.349320:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1770685303.349332:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1770685303.349384:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 3 00000040:00080000:2.0:1770685303.349393:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1770685303.350026:0:11361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43e5f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514794880:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1770685303.350554:0:11361:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c83e59c0 going to sleep for 11 seconds 00000100:00100000:0.0:1770685303.352747:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1770685303.352774:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c70fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514795008:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1770685303.352851:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685303.352903:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514795008 00000100:00100000:0.0:1770685303.352911:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514795008 00000100:00100000:0.0:1770685303.352958:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000100:00100000:0.0:1770685303.352966:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3289:x1856697514795008:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1770685303.354639:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 76480512 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1770685303.354744:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3289:x1856697514795008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1773us (1887us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685303.354756:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00000100:00100000:2.0:1770685303.354920:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c70fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514795008:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1770685303.359555:0:11361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43e5f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514794880:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1770685303.361785:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685303.362289:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500348160 00000100:00100000:2.0:1770685303.362302:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500348160 00000100:00100000:2.0:1770685303.362383:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1141 00000100:00100000:2.0:1770685303.362395:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5c21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+58:29272:x1856697500348160:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1770685303.362445:0:5761:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0x20:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1770685303.362607:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5c21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+58:29272:x1856697500348160:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 213us (836us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685303.362619:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1141 00000100:00100000:0.0:1770685303.374869:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685303.374955:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500348416 00000100:00100000:3.0:1770685303.374969:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500348416 00000100:00100000:3.0:1770685303.375039:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1142 00000100:00100000:3.0:1770685303.375051:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+58:29272:x1856697500348416:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685303.375546:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685303.377692:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef88ce lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdd3b expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685303.378232:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef88d5 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685303.378257:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef88d5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685303.378284:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef88d5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685303.378305:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef88dc lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685303.378313:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef88dc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685303.378320:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef88dc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685303.378397:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef88e3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685303.378406:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef88e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685303.378414:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef88e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770685303.378426:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:2.0:1770685303.378671:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef88d5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685303.378680:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef88d5 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685303.378690:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef88d5 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685303.378697:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685303.378701:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef88d5 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685303.378708:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef88d5 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685303.378722:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:2.0:1770685303.378725:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685303.378731:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef88d5 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685303.378737:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef88d5 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685303.378751:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef88dc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685303.378757:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef88dc lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685303.378762:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef88dc lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685303.378768:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685303.378771:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef88dc lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685303.378777:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef88dc lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685303.378788:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x329c2aeb (ffff9d92c8ee3300) 00010000:00010000:2.0:1770685303.378791:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685303.378794:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef88dc lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685303.378799:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef88dc lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685303.378860:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef88ce lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd3b expref: 61 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685303.378879:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef88e3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd3b expref: 60 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685303.378887:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9d92f27c0700) 00010000:00010000:2.0:1770685303.378890:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685303.378893:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c77a00, rc 0) 00000100:00100000:2.0:1770685303.378988:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+60:29272:x1856697500348416:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 3938us (4134us total) trans 4294968056 rc 0/0 00000100:00100000:2.0:1770685303.378999:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1142 00000100:00100000:3.0:1770685303.386712:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685303.386853:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500348544 00000100:00100000:0.0:1770685303.386867:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500348544 00000100:00100000:0.0:1770685303.386946:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 68 00000100:00100000:0.0:1770685303.386958:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5c23480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+60:2350:x1856697500348544:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685303.386977:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685303.387010:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef88e3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd3b expref: 60 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685303.387038:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9d92f27c0700) 00010000:00010000:0.0:1770685303.387044:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685303.387137:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5c23480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+59:2350:x1856697500348544:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 181us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685303.387146:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 68 00000100:00100000:3.0:1770685303.393161:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685303.393231:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500348672 00000100:00100000:1.0:1770685303.393245:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500348672 00000100:00100000:1.0:1770685303.393331:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 309 00000100:00100000:1.0:1770685303.393343:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500348672:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1770685303.393419:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef88f1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685303.393443:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef888f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd18 expref: 9 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685303.393451:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1770685303.393454:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1770685303.393457:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef88f1 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685303.393501:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef888f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd18 expref: 9 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685303.393517:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef888f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd18 expref: 9 pid: 8401 timeout: 728 lvb_type: 0 00000100:00100000:1.0:1770685303.393535:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5f5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514795136:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685303.393683:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c8444f00 going to sleep for 11 seconds 00000100:00100000:1.0:1770685303.404031:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685303.404101:0:17738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500348800 00000100:00100000:0.0:1770685303.404116:0:17738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500348800 00002000:00100000:0.0:1770685303.404168:0:17738:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x16:0x0] (0->157) req@ffff9d91c5f5a300 x1856697500348800/t0(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:424/0 lens 648/0 e 0 to 0 dl 1770685314 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685303.404180:0:17738:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c5f5a300 with x1856697500348800 ext(0->157) 00010000:00010000:0.0:1770685303.404190:0:17738:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef888f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd18 expref: 10 pid: 8401 timeout: 728 lvb_type: 0 00010000:00010000:0.0:1770685303.404207:0:17738:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef888f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd18 expref: 10 pid: 8401 timeout: 728 lvb_type: 0 00002000:00010000:0.0:1770685303.404215:0:17738:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9d91c5f5a300 00000100:00100000:3.0:1770685303.404385:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5f5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514795136:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685303.404419:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef88f1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685303.404558:0:17738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 11 00000100:00100000:0.0:1770685303.404621:0:17738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5f5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500348800:12345-192.168.203.41@tcp:4:cp.0 00000100:00100000:0.0:1770685303.406178:0:17738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5f5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1b20a364-7a5a-4770-9192-023629c7ce89+12:2351:x1856697500348800:12345-192.168.203.41@tcp:4:cp.0 Request processed in 1601us (2155us total) trans 4294967353 rc 0/0 00000100:00100000:0.0:1770685303.406191:0:17738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 11 00002000:00100000:0.0:1770685303.406202:0:17738:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x16:0x0] (0->157) req@ffff9d91c5f5a300 x1856697500348800/t4294967353(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:424/0 lens 648/448 e 0 to 0 dl 1770685314 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685303.406216:0:17738:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c5f5a300 with x1856697500348800 ext(0->157) 00010000:00010000:0.0:1770685303.406226:0:17738:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef888f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd18 expref: 12 pid: 8401 timeout: 728 lvb_type: 0 00010000:00010000:0.0:1770685303.406239:0:17738:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef888f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd18 expref: 12 pid: 8401 timeout: 728 lvb_type: 0 00002000:00010000:0.0:1770685303.406246:0:17738:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9d91c5f5a300 00000100:00100000:1.0:1770685303.419564:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685303.419998:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500348928 00000100:00100000:0.0:1770685303.420008:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500348928 00010000:00010000:0.0:1770685303.420044:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef888f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd18 expref: 12 pid: 8401 timeout: 728 lvb_type: 0 00000100:00100000:0.0:1770685303.420087:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 328 00000100:00100000:0.0:1770685303.420096:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5f59c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+12:2350:x1856697500348928:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685303.420110:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685303.420132:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef888f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd18 expref: 12 pid: 8401 timeout: 728 lvb_type: 0 00010000:00010000:0.0:1770685303.420147:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef888f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd18 expref: 12 pid: 8401 timeout: 728 lvb_type: 0 00010000:00010000:0.0:1770685303.420174:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef888f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd18 expref: 12 pid: 8401 timeout: 728 lvb_type: 0 00010000:00010000:0.0:1770685303.420186:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685303.420189:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685303.420193:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef88f1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685303.420202:0:5747:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef88f1 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685303.420230:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685303.420290:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5f59c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500348928:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 194us (733us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685303.420298:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 328 00010000:00010000:0.0:1770685303.420324:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef88f1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685303.420333:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef88f1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685303.420354:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef88f1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685303.420362:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef88f1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685303.420370:0:8401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef88f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685303.420378:0:8401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2800 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:0.0:1770685303.420382:0:8401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef88f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685303.420396:0:8401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef88f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685303.420407:0:8401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef88f1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685303.420413:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef88f1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685303.420459:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500348672:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 27119us (27315us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685303.420467:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 309 00000100:00100000:0.0:1770685303.426443:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685303.426562:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500349184 00000100:00100000:2.0:1770685303.426615:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500349184 00000100:00100000:2.0:1770685303.426703:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1143 00000100:00100000:2.0:1770685303.426719:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+59:29272:x1856697500349184:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1770685303.426886:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+59:29272:x1856697500349184:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 171us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685303.426899:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1143 00000100:00100000:1.0:1770685303.430530:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685303.430988:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500349312 00000100:00100000:0.0:1770685303.430999:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500349312 00000100:00100000:0.0:1770685303.431057:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 310 00000100:00100000:0.0:1770685303.431068:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5f5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500349312:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685303.431085:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685303.431106:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef88f8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdd42 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1770685303.431130:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x16:0x0] initial LVB size: 158, mtime: 0x698a8377, atime: 0x0, ctime: 0x698a8377, blocks: 0x1 00010000:00010000:0.0:1770685303.431153:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685303.431156:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685303.431165:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef88f8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd42 expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685303.431187:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef88f8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd42 expref: 11 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685303.431201:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e5c00, rc 0) 00000100:00100000:0.0:1770685303.431279:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5f5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500349312:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 213us (755us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685303.431286:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 310 00000100:00100000:1.0:1770685303.438883:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685303.438947:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500349568 00000100:00100000:2.0:1770685303.438965:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500349568 00000100:00100000:2.0:1770685303.439065:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1144 00000100:00100000:2.0:1770685303.439078:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+59:29272:x1856697500349568:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1770685303.439246:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+59:29272:x1856697500349568:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 170us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685303.439255:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1144 00000100:00100000:1.0:1770685303.443012:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685303.443694:0:17738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500349696 00000100:00100000:3.0:1770685303.443705:0:17738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500349696 00002000:00100000:3.0:1770685303.443751:0:17738:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x16:0x0] (0->4095) req@ffff9d92fc3c3100 x1856697500349696/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:424/0 lens 488/0 e 0 to 0 dl 1770685314 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685303.443762:0:17738:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fc3c3100 with x1856697500349696 ext(0->4095) 00002000:00010000:3.0:1770685303.443767:0:17738:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fc3c3100 00000100:00100000:3.0:1770685303.443791:0:17738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 102 00000100:00100000:3.0:1770685303.443800:0:17738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1b20a364-7a5a-4770-9192-023629c7ce89+11:2351:x1856697500349696:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1770685303.443993:0:17738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1b20a364-7a5a-4770-9192-023629c7ce89+11:2351:x1856697500349696:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 Request processed in 193us (989us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1770685303.444001:0:17738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 102 00002000:00100000:3.0:1770685303.444007:0:17738:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x16:0x0] (0->4095) req@ffff9d92fc3c3100 x1856697500349696/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:424/0 lens 488/4536 e 0 to 0 dl 1770685314 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685303.444016:0:17738:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fc3c3100 with x1856697500349696 ext(0->4095) 00002000:00010000:3.0:1770685303.444019:0:17738:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92fc3c3100 00000100:00100000:1.0:1770685303.449454:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685303.450357:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500349824 00000100:00100000:2.0:1770685303.450376:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500349824 00000100:00100000:2.0:1770685303.450473:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1145 00000100:00100000:2.0:1770685303.450485:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+59:29272:x1856697500349824:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685303.450509:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685303.450537:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef88ff lrc: 2/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdd49 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685303.450611:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8906 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685303.450628:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8906 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685303.450641:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8906 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685303.450768:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef88ff lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd49 expref: 61 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685303.450789:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8906 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd49 expref: 60 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685303.450804:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9d92f27c0700) 00010000:00010000:2.0:1770685303.450807:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1770685303.450811:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76600, rc 0) 00000100:00100000:2.0:1770685303.450896:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+60:29272:x1856697500349824:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 413us (1450us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685303.450905:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1145 00000100:00100000:1.0:1770685303.464517:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685303.464628:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500349952 00000100:00100000:2.0:1770685303.464645:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500349952 00000100:00100000:2.0:1770685303.464731:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1146 00000100:00100000:2.0:1770685303.464745:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+60:29272:x1856697500349952:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1770685303.464789:0:6998:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0x20:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1770685303.464948:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+60:29272:x1856697500349952:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 206us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685303.464957:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1146 00000100:00100000:1.0:1770685303.477516:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685303.477730:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500350080 00000100:00100000:3.0:1770685303.477741:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500350080 00000100:00100000:3.0:1770685303.477801:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 311 00000100:00100000:3.0:1770685303.477902:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:2351:x1856697500350080:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1770685303.477946:0:6540:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef890d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685303.477960:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685303.477963:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685303.477967:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef890d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685303.477979:0:6540:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef890d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685303.478011:0:6540:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef890d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685303.478018:0:6540:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef890d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685303.478025:0:6540:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef890d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685303.478032:0:6540:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271c200 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:3.0:1770685303.478036:0:6540:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef890d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685303.478044:0:6540:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef890d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685303.478058:0:6540:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef890d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685303.478065:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef890d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685303.478147:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:2351:x1856697500350080:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 337us (639us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685303.478154:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 311 00000100:00100000:3.0:1770685303.484544:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685303.484659:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500350336 00000100:00100000:0.0:1770685303.484668:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500350336 00000100:00100000:0.0:1770685303.484724:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1147 00000100:00100000:0.0:1770685303.484734:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5c22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+60:29272:x1856697500350336:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1770685303.485106:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5c22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+61:29272:x1856697500350336:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 373us (572us total) trans 4294968057 rc 0/0 00000100:00100000:0.0:1770685303.485114:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1147 00000040:00080000:0.0:1770685303.485231:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1770685303.485236:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1770685303.485758:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:0.0:1770685303.485766:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1770685303.490920:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685303.491001:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500350592 00000100:00100000:3.0:1770685303.491012:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500350592 00000100:00100000:3.0:1770685303.491067:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 253 00000100:00100000:3.0:1770685303.491086:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+61:29272:x1856697500350592:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1770685303.491339:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+62:29272:x1856697500350592:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 262us (427us total) trans 4294968058 rc 0/0 00000100:00100000:3.0:1770685303.491348:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 253 00010000:00010000:1.0:1770685303.540165:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1770685303.821156:0:19960:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685303.821166:0:19960:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1770685303.821209:0:19960:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 3 00000040:00080000:3.0:1770685303.821214:0:19960:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1770685303.898367:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685303.898441:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500350720 00000100:00100000:2.0:1770685303.898450:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500350720 00000100:00100000:2.0:1770685303.898500:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 312 00000100:00100000:2.0:1770685303.898509:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:2351:x1856697500350720:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685303.898524:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685303.898540:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8914 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdd50 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685303.898562:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685303.898564:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685303.898572:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8914 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd50 expref: 17 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685303.898610:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8914 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd50 expref: 17 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685303.898624:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76c00, rc 0) 00000100:00100000:2.0:1770685303.898675:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:2351:x1856697500350720:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 168us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685303.898682:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 312 00000100:00100000:1.0:1770685303.922802:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685303.925946:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500350976 00000100:00100000:3.0:1770685303.925961:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500350976 00000100:00100000:3.0:1770685303.926167:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1148 00000100:00100000:3.0:1770685303.926178:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+102:29273:x1856697500350976:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685303.926198:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685303.926219:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef891b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdd57 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685303.926321:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8922 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685303.926336:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8922 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685303.926347:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8922 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:3.0:1770685303.926361:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:3.0:1770685303.926490:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef891b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd57 expref: 105 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685303.926508:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8922 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd57 expref: 104 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685303.926521:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9d92f27c0700) 00010000:00010000:3.0:1770685303.926524:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1770685303.926527:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271d600, rc 0) 00000100:00100000:3.0:1770685303.926639:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+104:29273:x1856697500350976:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 462us (3848us total) trans 4294968059 rc 0/0 00000100:00100000:3.0:1770685303.926646:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1148 00000100:00100000:1.0:1770685303.935704:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685303.935807:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500351104 00000100:00100000:3.0:1770685303.935816:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500351104 00000100:00100000:3.0:1770685303.935871:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 313 00000100:00100000:3.0:1770685303.935880:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:2350:x1856697500351104:12345-192.168.203.41@tcp:1:lfs.0 00010000:00010000:3.0:1770685303.935919:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8930 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685303.935938:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef88f8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd42 expref: 10 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685303.935947:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8914 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd50 expref: 17 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685303.935954:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685303.935957:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685303.935960:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8930 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685303.936004:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8914 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd50 expref: 17 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685303.936022:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8914 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd50 expref: 17 pid: 6540 timeout: 728 lvb_type: 1 00000100:00100000:3.0:1770685303.936036:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5c20a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514795264:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685303.936124:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef88f8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd42 expref: 10 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685303.936133:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef88f8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd42 expref: 10 pid: 8401 timeout: 728 lvb_type: 1 00000100:00100000:3.0:1770685303.936142:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5c20380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514795392:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685303.936165:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d03976c0 going to sleep for 11 seconds 00000100:00100000:0.0:1770685303.946558:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685303.946608:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685303.946636:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500351360 00000100:00100000:0.0:1770685303.946645:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500351360 00010000:00010000:0.0:1770685303.946681:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef88f8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd42 expref: 11 pid: 8401 timeout: 728 lvb_type: 1 00000100:00100000:0.0:1770685303.946715:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500351232 00000100:00100000:0.0:1770685303.946719:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500351232 00010000:00010000:0.0:1770685303.946731:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8914 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd50 expref: 18 pid: 6540 timeout: 728 lvb_type: 1 00000100:00100000:0.0:1770685303.946755:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 329 00000100:00100000:0.0:1770685303.946764:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d07e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500351360:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685303.946777:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685303.946798:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef88f8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd42 expref: 11 pid: 8401 timeout: 728 lvb_type: 1 00010000:00010000:0.0:1770685303.946809:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef88f8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd42 expref: 11 pid: 8401 timeout: 728 lvb_type: 1 00010000:00010000:0.0:1770685303.946834:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685303.946885:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d07e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500351360:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 121us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685303.946892:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 329 00000100:00100000:0.0:1770685303.946941:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 330 00000100:00100000:0.0:1770685303.946947:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+18:2350:x1856697500351232:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685303.946955:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685303.946963:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8914 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd50 expref: 18 pid: 6540 timeout: 728 lvb_type: 1 00010000:00010000:0.0:1770685303.947304:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8914 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd50 expref: 18 pid: 6540 timeout: 728 lvb_type: 1 00010000:00010000:0.0:1770685303.947320:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685303.947322:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685303.947326:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8930 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685303.947336:0:5747:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8930 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685303.947339:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8914 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd50 expref: 18 pid: 6540 timeout: 728 lvb_type: 1 00000100:00100000:3.0:1770685303.947353:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5c20a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514795264:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685303.947366:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef88f8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd42 expref: 10 pid: 8401 timeout: 728 lvb_type: 1 00000100:00100000:3.0:1770685303.947374:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5c20380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514795392:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685303.947397:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8930 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685303.947481:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685303.947507:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:2350:x1856697500351232:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 560us (899us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685303.947514:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 330 00010000:00010000:3.0:1770685303.947707:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8930 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685303.947717:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8930 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685303.947747:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8930 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685303.947755:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8930 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685303.947761:0:8401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8930 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685303.947768:0:8401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d000 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:3.0:1770685303.947772:0:8401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8930 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685303.947780:0:8401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8930 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685303.948030:0:8401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8930 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685303.948038:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8930 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685303.948097:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:2350:x1856697500351104:12345-192.168.203.41@tcp:1:lfs.0 Request processed in 12217us (12400us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685303.948105:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 313 00000100:00100000:0.0:1770685303.951309:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685303.951471:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500351616 00000100:00100000:3.0:1770685303.951481:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500351616 00000100:00100000:3.0:1770685303.951534:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 254 00000100:00100000:3.0:1770685303.951543:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+104:29273:x1856697500351616:12345-192.168.203.41@tcp:35:lfs.0 00000004:00010000:3.0:1770685303.951626:0:13758:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000402:0x20:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8922 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd57 expref: 104 pid: 5761 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1770685303.951968:0:13758:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968060 00000001:00080000:3.0:1770685303.952331:0:13758:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968061 00010000:00010000:3.0:1770685303.952735:0:13758:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8937 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13758 initiator: MDT0 00010000:00010000:3.0:1770685303.952752:0:13758:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef887a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd0a expref: 61 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685303.952760:0:13758:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef88ab lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd1f expref: 107 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685303.952768:0:13758:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8906 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd49 expref: 61 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685303.952776:0:13758:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8937 lrc: 6/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13758 initiator: MDT0 00010000:00010000:3.0:1770685303.952811:0:13758:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8906 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd49 expref: 61 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685303.952825:0:13758:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8906 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd49 expref: 61 pid: 6998 timeout: 728 lvb_type: 0 00000100:00100000:3.0:1770685303.952931:0:13758:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5c20380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13758:1856697514795520:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685303.953062:0:13758:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef88ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd1f expref: 107 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685303.953071:0:13758:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef88ab lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd1f expref: 107 pid: 5761 timeout: 728 lvb_type: 0 00000100:00100000:3.0:1770685303.953080:0:13758:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5c20a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13758:1856697514795648:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685303.953111:0:13758:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef887a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd0a expref: 61 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685303.953119:0:13758:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef887a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd0a expref: 61 pid: 5761 timeout: 728 lvb_type: 0 00000100:00100000:3.0:1770685303.953127:0:13758:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5c22680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13758:1856697514795776:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685303.953148:0:13758:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d03976c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685303.963745:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685303.963755:0:13758:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5c20380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13758:1856697514795520:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685303.963769:0:13758:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5c20a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13758:1856697514795648:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685303.963774:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685303.963777:0:13758:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5c22680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13758:1856697514795776:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685303.963793:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00010000:00010000:3.0:1770685303.963800:0:13758:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8937 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13758 initiator: MDT0 00000100:00100000:0.0:1770685303.963876:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500351744 00000100:00100000:0.0:1770685303.963884:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500351744 00010000:00010000:0.0:1770685303.963917:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8906 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd49 expref: 62 pid: 6998 timeout: 728 lvb_type: 0 00000100:00100000:0.0:1770685303.963949:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500352000 00000100:00100000:0.0:1770685303.963952:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500352000 00010000:00010000:0.0:1770685303.963965:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef887a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd0a expref: 63 pid: 5761 timeout: 728 lvb_type: 0 00000100:00100000:0.0:1770685303.963976:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500351872 00000100:00100000:0.0:1770685303.963979:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500351872 00010000:00010000:0.0:1770685303.963990:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef88ab lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd1f expref: 108 pid: 5761 timeout: 728 lvb_type: 0 00000100:00100000:1.0:1770685303.963993:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 331 00000100:00100000:1.0:1770685303.964002:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+63:2348:x1856697500351744:12345-192.168.203.41@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1770685303.964002:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 332 00000100:00100000:0.0:1770685303.964007:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+63:2348:x1856697500352000:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685303.964015:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685303.964015:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685303.964021:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef887a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd0a expref: 63 pid: 5761 timeout: 728 lvb_type: 0 00010000:00010000:1.0:1770685303.964022:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8906 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd49 expref: 63 pid: 6998 timeout: 728 lvb_type: 0 00010000:00010000:0.0:1770685303.964032:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef887a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd0a expref: 63 pid: 5761 timeout: 728 lvb_type: 0 00010000:00010000:1.0:1770685303.964614:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8906 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd49 expref: 63 pid: 6998 timeout: 728 lvb_type: 0 00010000:00010000:1.0:1770685303.964636:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8906 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd49 expref: 63 pid: 6998 timeout: 728 lvb_type: 0 00010000:00010000:1.0:1770685303.964647:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9d92f27c0700) 00010000:00010000:1.0:1770685303.964652:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8937 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685303.964659:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8937 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685303.964665:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685303.964718:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+62:2348:x1856697500351744:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 717us (981us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685303.964725:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 331 00000100:00100000:1.0:1770685303.964753:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 333 00000100:00100000:1.0:1770685303.964761:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+108:2348:x1856697500351872:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685303.964770:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685303.964775:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef88ab lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd1f expref: 108 pid: 5761 timeout: 728 lvb_type: 0 00010000:00010000:1.0:1770685303.964786:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef88ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd1f expref: 108 pid: 5761 timeout: 728 lvb_type: 0 00010000:00010000:1.0:1770685303.964797:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef88ab lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd1f expref: 108 pid: 5761 timeout: 728 lvb_type: 0 00010000:00010000:1.0:1770685303.964805:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9d92f27c0700) 00010000:00010000:1.0:1770685303.964808:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8937 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685303.964813:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8937 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685303.964818:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685303.964836:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+107:2348:x1856697500351872:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 77us (1041us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685303.964842:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 333 00010000:00010000:0.0:1770685303.966155:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef887a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd0a expref: 61 pid: 5761 timeout: 728 lvb_type: 0 00010000:00010000:0.0:1770685303.966170:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9d92f27c0700) 00010000:00010000:0.0:1770685303.966174:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8937 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13758 initiator: MDT0 00010000:00010000:0.0:1770685303.966182:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8937 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13758 initiator: MDT0 00010000:00010000:0.0:1770685303.966189:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8937 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13758 initiator: MDT0 00010000:00010000:0.0:1770685303.966266:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685303.966311:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+60:2348:x1856697500352000:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 2303us (2535us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685303.966320:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 332 00010000:00010000:1.0:1770685303.973000:0:13758:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8937 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685303.973015:0:13758:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8937 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13758 initiator: MDT0 00000001:00080000:1.0:1770685303.973140:0:13758:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968062 00000001:00080000:1.0:1770685303.973368:0:13758:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968063 00000001:00080000:1.0:1770685303.973426:0:13758:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968064 00000100:00100000:1.0:1770685303.973871:0:13758:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fc3c2a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:13758:1856697514795904:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1770685303.973945:0:13758:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685303.974138:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514795904 00000100:00100000:0.0:1770685303.974147:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514795904 00000100:00100000:0.0:1770685303.974193:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1770685303.974201:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:13758:x1856697514795904:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1770685303.974282:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0251880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:13758:x1856697514795904:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 81us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685303.974289:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1770685303.974336:0:13758:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb172a80 going to sleep for 11 seconds 00000100:00100000:1.0:1770685303.974361:0:13758:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fc3c2a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:13758:1856697514795904:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:1.0:1770685303.974742:0:13758:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968065 00000100:00100000:1.0:1770685303.974801:0:13758:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d0251c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:13758:1856697514796032:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1770685303.974843:0:13758:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685303.974867:0:13758:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c84c6540 going to sleep for 11 seconds 00000100:00100000:3.0:1770685303.974884:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514796032 00000100:00100000:3.0:1770685303.974889:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514796032 00000100:00100000:3.0:1770685303.974926:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1770685303.974934:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:13758:x1856697514796032:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1770685303.975066:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0253800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:13758:x1856697514796032:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 133us (222us total) trans 4294967354 rc 0/0 00000100:00100000:3.0:1770685303.975073:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1770685303.975113:0:13758:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d0251c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:13758:1856697514796032:0@lo:1000:mdt_rdpg00_002.0 00010000:00010000:1.0:1770685303.975132:0:13758:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8937 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685303.975141:0:13758:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8937 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685303.975148:0:13758:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8937 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685303.975153:0:13758:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271c200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685303.975157:0:13758:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8937 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685303.975163:0:13758:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8937 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685303.975176:0:13758:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9d92f27c0700) 00010000:00010000:1.0:1770685303.975179:0:13758:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1770685303.975183:0:13758:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8937 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685303.975198:0:13758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8937 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13758 initiator: MDT0 00000004:00080000:1.0:1770685303.975372:0:13758:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x47:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1770685303.975711:0:13758:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].8, 64 off8728 00000004:00080000:1.0:1770685303.975722:0:13758:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 628821143922ns, next at 629821142144ns, rc = 0 00000001:00080000:1.0:1770685303.975729:0:13758:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968066 00010000:00010000:1.0:1770685303.975802:0:13758:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9d92f27c0700) 00010000:00010000:1.0:1770685303.975805:0:13758:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1770685303.975813:0:13758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8922 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd57 expref: 111 pid: 5761 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685303.975994:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+110:29273:x1856697500351616:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 24451us (24691us total) trans 4294968067 rc 0/0 00000100:00100000:1.0:1770685303.976003:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 254 00000020:00080000:1.0:1770685303.976009:0:13758:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00010000:00010000:1.0:1770685304.562155:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1770685305.460486:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967366 is committed 00000001:00080000:3.0:1770685305.472210:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968057 is committed 00000001:00080000:3.0:1770685305.472231:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968067 is committed 00000004:00080000:3.0:1770685305.472236:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 8 committed 00000020:00080000:3.0:1770685305.472264:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9d92fb172a80 refcount 2 committed 0 result 0 batchid 23 00000020:00080000:3.0:1770685305.472270:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92c5279800 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9d92fb172900 00000020:00080000:3.0:1770685305.472274:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92c5279f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9d91c2782400 00000020:00080000:3.0:1770685305.472299:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 22 batchid updated 00000001:00080000:3.0:1770685305.472315:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968058 is committed 00000020:00080000:3.0:1770685305.472454:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 23 committed batchid 22 00000020:00080000:3.0:1770685305.472700:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 22 00000100:00100000:3.0:1770685305.472720:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5c22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514796160:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1770685305.472782:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685305.472858:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514796160 00000100:00100000:3.0:1770685305.472866:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514796160 00000100:00100000:3.0:1770685305.473176:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:3.0:1770685305.473187:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3289:x1856697514796160:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1770685305.473213:0:8401:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:22 count 1 00002000:00010000:3.0:1770685305.473243:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x16:0x0] initial LVB size: 158, mtime: 0x698a8377, atime: 0x0, ctime: 0x698a8377, blocks: 0x1 00010000:00010000:3.0:1770685305.473260:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef893e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685305.473273:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685305.473276:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685305.473281:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef893e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685305.473297:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef893e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685305.473307:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef893e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685305.473316:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef893e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685305.473332:0:8401:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1770685305.474271:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3289:x1856697514796160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1083us (1485us total) trans 4294967355 rc 0/0 00000100:00100000:3.0:1770685305.474280:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00080000:3.0:1770685305.474306:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1770685305.474320:0:5748:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1770685305.474326:0:5748:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef893e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685305.474335:0:5748:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d000 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:3.0:1770685305.474340:0:5748:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef893e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685305.474355:0:5748:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef893e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685305.474373:0:5748:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef893e lrc: 1/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685305.474380:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef893e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685305.474394:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685305.474395:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685305.474397:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1770685305.474734:0:3289:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9d91c5c22680/2, rc 0, transno 4294967355 00000100:00100000:0.0:1770685305.474741:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5c22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514796160:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1770685305.547185:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685305.547460:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500352128 00000100:00100000:3.0:1770685305.547471:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500352128 00000100:00100000:3.0:1770685305.547526:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 573 00000100:00100000:3.0:1770685305.547535:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d1599c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697500352128:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685305.547631:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d1599c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697500352128:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 97us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685305.547639:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 573 00000100:00100000:0.0:1770685305.558089:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685305.558135:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685305.558168:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685305.558277:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685305.558299:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685305.558431:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500352640 00000100:00100000:1.0:1770685305.558441:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500352640 00000100:00100000:1.0:1770685305.558497:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500352256 00000100:00100000:1.0:1770685305.558500:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500352256 00000100:00100000:1.0:1770685305.558523:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 421 00000100:00100000:1.0:1770685305.558533:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+53:2351:x1856697500352640:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685305.558635:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+53:2351:x1856697500352640:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 103us (499us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685305.558643:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 421 00000100:00100000:1.0:1770685305.558675:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 422 00000100:00100000:1.0:1770685305.558681:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+100:2351:x1856697500352256:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685305.558711:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+100:2351:x1856697500352256:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 30us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685305.558717:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 422 00000100:00080000:1.0:1770685305.558741:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685305.559732:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685305.559808:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500352384 00000100:00100000:2.0:1770685305.559815:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500352384 00000100:00100000:2.0:1770685305.559906:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500352896 00000100:00100000:2.0:1770685305.559909:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500352896 00000100:00100000:3.0:1770685305.559933:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500352512 00000100:00100000:3.0:1770685305.559938:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500352512 00000100:00100000:0.0:1770685305.559982:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500352768 00000100:00100000:0.0:1770685305.559985:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500352768 00000100:00080000:1.0:1770685305.560006:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1770685305.560010:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1770685305.560159:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 406 00000100:00100000:2.0:1770685305.560168:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:2351:x1856697500352384:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685305.560236:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:2351:x1856697500352384:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 69us (2157us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685305.560243:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 406 00000100:00100000:2.0:1770685305.560269:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 407 00000100:00100000:2.0:1770685305.560276:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500352896:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685305.560299:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500352896:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 24us (2131us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685305.560305:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 407 00000100:00100000:3.0:1770685305.560551:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 408 00000100:00100000:3.0:1770685305.560558:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2351:x1856697500352512:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685305.560622:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2351:x1856697500352512:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 64us (2321us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685305.560632:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 408 00000100:00100000:0.0:1770685305.562467:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 409 00000100:00100000:0.0:1770685305.562478:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500352768:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685305.562546:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500352768:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 70us (2819us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685305.562553:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 409 00010000:00010000:1.0:1770685305.585805:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685305.843037:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685305.843169:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500353024 00000100:00100000:2.0:1770685305.843189:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500353024 00000100:00100000:2.0:1770685305.843265:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1149 00000100:00100000:2.0:1770685305.843278:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+100:29292:x1856697500353024:12345-192.168.203.41@tcp:101:diff.0 00010000:00010000:2.0:1770685305.843305:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685305.843333:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8945 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdd5e expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685305.843417:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef894c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685305.843434:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef894c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685305.843446:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef894c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685305.843461:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8953 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685305.843469:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8953 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685305.843475:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8953 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685305.843652:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef895a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685305.843660:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef895a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685305.843666:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef895a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770685305.843709:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00000004:00200000:2.0:1770685305.843714:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685305.843736:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef895a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685305.843748:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef895a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685305.843757:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef894c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685305.843765:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef894c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685305.843772:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef894c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685305.843779:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685305.843784:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef894c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685305.843790:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef894c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685305.843803:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9d92c3dd8f00) 00010000:00010000:2.0:1770685305.843806:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685305.843811:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef894c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685305.843818:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef894c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685305.843830:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8953 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685305.843835:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8953 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685305.843845:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8953 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685305.843850:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685305.843853:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8953 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685305.843858:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8953 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685305.843865:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff9d92c8ee3c00) 00010000:00010000:2.0:1770685305.843867:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685305.843870:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8953 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685305.843875:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8953 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685305.843908:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8945 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd5e expref: 102 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685305.843919:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef895a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd5e expref: 101 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685305.843927:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9d92c8ee3200) 00010000:00010000:2.0:1770685305.843929:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685305.843931:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76e00, rc 0) 00000100:00100000:2.0:1770685305.845474:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+101:29292:x1856697500353024:12345-192.168.203.41@tcp:101:diff.0 Request processed in 2185us (2438us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685305.845489:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1149 00000100:00100000:1.0:1770685305.850322:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685305.851776:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500353280 00000100:00100000:2.0:1770685305.851797:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500353280 00000100:00100000:2.0:1770685305.851923:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1150 00000100:00100000:2.0:1770685305.851936:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+101:29292:x1856697500353280:12345-192.168.203.41@tcp:101:diff.0 00010000:00010000:2.0:1770685305.851965:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685305.851997:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8961 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdd65 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685305.852133:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef8968 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685305.852150:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef8968 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685305.852164:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef8968 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770685305.852177:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:2.0:1770685305.852470:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8961 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd65 expref: 104 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685305.852488:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef8968 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd65 expref: 103 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685305.852499:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9d92c8ee3200) 00010000:00010000:2.0:1770685305.852502:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685305.852506:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3aa9c00, rc 0) 00000100:00100000:2.0:1770685305.852619:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+103:29292:x1856697500353280:12345-192.168.203.41@tcp:101:diff.0 Request processed in 686us (2312us total) trans 4294968068 rc 0/0 00000100:00100000:2.0:1770685305.852629:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1150 00000100:00100000:1.0:1770685305.865833:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685305.865924:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500353536 00000100:00100000:2.0:1770685305.865939:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500353536 00000100:00100000:2.0:1770685305.866030:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 69 00000100:00100000:2.0:1770685305.866043:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0250e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+103:29292:x1856697500353536:12345-192.168.203.41@tcp:103:diff.0 00010000:00010000:2.0:1770685305.866062:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1770685305.866094:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef8968 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd65 expref: 103 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685305.866119:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef895a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd5e expref: 102 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685305.866131:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9d92c8ee3200) 00010000:00010000:2.0:1770685305.866146:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685305.866211:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0250e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+101:29292:x1856697500353536:12345-192.168.203.41@tcp:103:diff.0 Request processed in 170us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685305.866219:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 69 00000100:00100000:0.0:1770685305.876834:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685305.886301:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500353664 00000100:00100000:2.0:1770685305.886323:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500353664 00000100:00100000:2.0:1770685305.886763:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1151 00000100:00100000:2.0:1770685305.886775:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+101:29292:x1856697500353664:12345-192.168.203.41@tcp:58:diff.0 00010000:00010000:2.0:1770685305.886907:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef8976 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685305.886929:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef8976 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685305.886943:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef8976 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000040:00080000:2.0:1770685305.889232:0:6998:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].32, 136 off12544 00000100:00100000:2.0:1770685305.891812:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+101:29292:x1856697500353664:12345-192.168.203.41@tcp:58:diff.0 Request processed in 2642us (12596us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685305.891842:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1151 00000100:00100000:1.0:1770685305.900428:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685305.901078:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500353792 00000100:00100000:2.0:1770685305.901092:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500353792 00000100:00100000:2.0:1770685305.901165:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1152 00000100:00100000:2.0:1770685305.901178:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+101:29292:x1856697500353792:12345-192.168.203.41@tcp:101:diff.0 00010000:00010000:2.0:1770685305.901204:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685305.901230:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef897d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdd6c expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685305.901314:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef8976 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685305.901325:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef897d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd6c expref: 102 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685305.901348:0:5762:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef8976 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685305.901363:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef897d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd6c expref: 102 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685305.901379:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9d92c8ee3c00) 00010000:00010000:2.0:1770685305.901383:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1770685305.901387:0:5762:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef897d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd6c expref: 102 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685305.901400:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3aa9c00, rc 0) 00000100:00100000:2.0:1770685305.901469:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+102:29292:x1856697500353792:12345-192.168.203.41@tcp:101:diff.0 Request processed in 294us (1055us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685305.901476:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1152 00000040:00080000:3.0:1770685306.545880:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685306.545890:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1770685306.545934:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 4 00000040:00080000:3.0:1770685306.545942:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1770685306.546084:0:11361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5c20380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514796288:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1770685306.549689:0:11361:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d9300434480 going to sleep for 11 seconds 00000100:00100000:1.0:1770685306.559723:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685306.559836:0:11361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5c20380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514796288:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1770685306.560136:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500353920 00000100:00100000:2.0:1770685306.560145:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500353920 00000100:00100000:2.0:1770685306.560204:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1153 00000100:00100000:2.0:1770685306.560215:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+53:29293:x1856697500353920:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1770685306.560255:0:6998:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0x20:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1770685306.560360:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0252300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+53:29293:x1856697500353920:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 147us (646us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685306.560367:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1153 00000100:00100000:1.0:1770685306.571561:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685306.571774:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500354048 00000100:00100000:3.0:1770685306.571795:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500354048 00000100:00100000:3.0:1770685306.571854:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1154 00000100:00100000:3.0:1770685306.571864:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+53:29293:x1856697500354048:12345-192.168.203.41@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1770685306.571935:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8984 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.571951:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8984 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.571964:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8984 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.571977:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef898b lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.571984:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef898b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.571990:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef898b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.572015:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8992 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.572022:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8992 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.572028:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8992 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:3.0:1770685306.572065:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00000004:00200000:3.0:1770685306.572070:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685306.572083:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8992 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.572094:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8984 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.572100:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8984 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.572107:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8984 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.572113:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685306.572116:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8984 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.572123:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8984 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.572134:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:3.0:1770685306.572138:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685306.572143:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8984 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.572149:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8984 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.572161:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef898b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.572166:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef898b lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.572172:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef898b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.572177:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271de00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685306.572180:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef898b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.572185:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef898b lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.572192:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x329c2aeb (ffff9d9302158000) 00010000:00010000:3.0:1770685306.572194:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685306.572197:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef898b lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.572203:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef898b lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.572218:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8992 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.572223:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8992 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.572228:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8992 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.572233:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271c800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685306.572235:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8992 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.572249:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8992 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.572256:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9d92c8ee3c00) 00010000:00010000:3.0:1770685306.572259:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685306.572262:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8992 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.572267:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8992 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:3.0:1770685306.572342:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0252680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+53:29293:x1856697500354048:12345-192.168.203.41@tcp:34:lhsmtool_posix.0 Request processed in 479us (800us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685306.572350:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1154 00000100:00100000:1.0:1770685306.576725:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685306.576779:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500354304 00000100:00100000:3.0:1770685306.576790:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500354304 00000100:00100000:3.0:1770685306.576912:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1155 00000100:00100000:3.0:1770685306.576924:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+53:29293:x1856697500354304:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685306.576955:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685306.576984:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8999 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdd73 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685306.577071:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef89a0 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.577087:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef89a0 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.577098:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef89a0 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.577112:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef89a7 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.577117:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef89a7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.577123:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef89a7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.577174:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef89ae lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.577182:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef89ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.577188:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef89ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:3.0:1770685306.577198:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:3.0:1770685306.577307:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef89ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.577314:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef89ae lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.577320:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef89ae lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.577326:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271ce00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685306.577330:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef89ae lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.577340:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef89ae lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.577351:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9d92c8ee3c00) 00010000:00010000:3.0:1770685306.577354:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685306.577359:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef89ae lrc: 2/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.577365:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef89ae lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.577380:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef89a0 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.577385:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef89a0 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.577390:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef89a0 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.577394:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271da00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685306.577397:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef89a0 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.577401:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef89a0 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.577408:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:3.0:1770685306.577410:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685306.577412:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef89a0 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.577416:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef89a0 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.577437:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef89a7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.577443:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef89a7 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.577448:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef89a7 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.577452:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685306.577455:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef89a7 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.577460:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef89a7 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.577468:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x329c2aeb (ffff9d9302158e00) 00010000:00010000:3.0:1770685306.577470:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685306.577473:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef89a7 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.577478:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef89a7 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.577527:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8999 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd73 expref: 55 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685306.577538:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:3.0:1770685306.577541:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1770685306.577544:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8999 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd73 expref: 55 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685306.577559:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271cc00, rc 0) 00000100:00100000:1.0:1770685306.577739:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0252d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+54:29293:x1856697500354304:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 815us (1021us total) trans 4294968069 rc 301/301 00000100:00100000:1.0:1770685306.577747:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1155 00000100:00100000:1.0:1770685306.589006:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685306.589113:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500354432 00000100:00100000:2.0:1770685306.589124:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500354432 00000100:00100000:2.0:1770685306.589173:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1156 00000100:00100000:2.0:1770685306.589182:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+54:29293:x1856697500354432:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1770685306.589217:0:6998:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0x20:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1770685306.589331:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+54:29293:x1856697500354432:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 149us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685306.589339:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1156 00000100:00100000:3.0:1770685306.599985:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685306.600101:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500354688 00000100:00100000:0.0:1770685306.600111:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500354688 00000100:00100000:0.0:1770685306.600169:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1157 00000100:00100000:0.0:1770685306.600179:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5c20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+54:29293:x1856697500354688:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685306.600200:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685306.600219:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4000/0x8f0dbafbd9ef89bc lrc: 2/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdd7a expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685306.600852:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef89c3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685306.600868:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef89c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685306.600878:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef89c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:1.0:1770685306.600907:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x21:0x0]: returning size 0 00010000:00010000:1.0:1770685306.600955:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4000/0x8f0dbafbd9ef89bc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd7a expref: 57 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685306.600972:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef89c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd7a expref: 56 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685306.600980:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9d92c3dd8200) 00010000:00010000:1.0:1770685306.600983:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1770685306.600986:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc2a00, rc 0) 00000100:00100000:1.0:1770685306.601054:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5c20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+56:29293:x1856697500354688:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 876us (1078us total) trans 4294968070 rc 0/0 00000100:00100000:1.0:1770685306.601064:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1157 00010000:00010000:1.0:1770685306.609801:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685306.612326:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685306.612417:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500354944 00000100:00100000:3.0:1770685306.612438:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500354944 00000100:00100000:3.0:1770685306.612501:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1158 00000100:00100000:3.0:1770685306.612511:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+56:29293:x1856697500354944:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1770685306.612569:0:5762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685306.612643:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef89c3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd7a expref: 56 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685306.612663:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9d92c3dd8200) 00010000:00010000:3.0:1770685306.612672:0:5762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1770685306.612695:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef89d1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.612708:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef88c0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd2d expref: 101 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685306.612716:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef89d1 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.612747:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef88c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd2d expref: 101 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685306.612760:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef88c0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd2d expref: 101 pid: 6998 timeout: 731 lvb_type: 0 00000100:00100000:3.0:1770685306.612773:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5c21c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514796416:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685306.612862:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d9300434cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685306.616672:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685306.616750:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500355072 00000100:00100000:0.0:1770685306.616761:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500355072 00010000:00010000:0.0:1770685306.616802:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef88c0 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd2d expref: 102 pid: 6998 timeout: 731 lvb_type: 0 00000100:00100000:0.0:1770685306.616843:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 334 00000100:00100000:0.0:1770685306.616855:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5301c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+102:2351:x1856697500355072:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685306.616868:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685306.616875:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef88c0 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd2d expref: 102 pid: 6998 timeout: 731 lvb_type: 0 00010000:00010000:0.0:1770685306.616889:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef88c0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd2d expref: 102 pid: 6998 timeout: 731 lvb_type: 0 00010000:00010000:0.0:1770685306.616911:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9d92c3dd8f00) 00010000:00010000:0.0:1770685306.616916:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef89d1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685306.616926:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef89d1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685306.616934:0:5745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef89d1 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685306.616953:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685306.617007:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5301c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+102:2351:x1856697500355072:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 155us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685306.617016:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 334 00010000:00010000:3.0:1770685306.618831:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef88c0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd2d expref: 101 pid: 6998 timeout: 731 lvb_type: 0 00000100:00100000:3.0:1770685306.618856:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5c21c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514796416:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685306.618882:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef89d1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.618892:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef89d1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.618898:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef89d1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.618928:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef89d8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x46:0x0].0x52a26f49 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.618942:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef89d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x52a26f49 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.618951:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef89d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x52a26f49 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.619035:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef89d1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.619044:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef89d1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.619050:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef89d1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.619056:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271cc00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685306.619061:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef89d1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.619069:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef89d1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.619082:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9d92c3dd8f00) 00010000:00010000:3.0:1770685306.619085:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685306.619091:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef89d1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.619096:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef89d1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.619106:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef89d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x52a26f49 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.619111:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef89d8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x52a26f49 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.619116:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef89d8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x52a26f49 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.619120:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685306.619123:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef89d8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x52a26f49 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.619127:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef89d8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x52a26f49 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.619133:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x52a26f49 (ffff9d9302158e00) 00010000:00010000:3.0:1770685306.619135:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685306.619138:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef89d8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x52a26f49 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.619146:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef89d8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x52a26f49 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:3.0:1770685306.619304:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5303800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+55:29293:x1856697500354944:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 6794us (6986us total) trans 0 rc -2/-2 00000100:00100000:3.0:1770685306.619313:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1158 00000100:00100000:1.0:1770685306.629825:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685306.630060:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500355200 00000100:00100000:3.0:1770685306.630071:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500355200 00000100:00100000:3.0:1770685306.630134:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1159 00000100:00100000:3.0:1770685306.630145:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+55:29293:x1856697500355200:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685306.630168:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685306.630196:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef89df lrc: 2/0,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdd81 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685306.630234:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef89e6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.630280:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef89e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.630291:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef89e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.630402:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef89df lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd81 expref: 57 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685306.630420:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef89e6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd81 expref: 56 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685306.630433:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9d9302158000) 00010000:00010000:3.0:1770685306.630436:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1770685306.630439:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271ce00, rc 0) 00000100:00100000:3.0:1770685306.630504:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5302a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+56:29293:x1856697500355200:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 361us (689us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685306.630512:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1159 00000100:00100000:1.0:1770685306.635969:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685306.636075:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500355456 00000100:00100000:2.0:1770685306.636087:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500355456 00000100:00100000:2.0:1770685306.636145:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1160 00000100:00100000:2.0:1770685306.636156:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+56:29293:x1856697500355456:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1770685306.636253:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef89ed lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685306.636270:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef89ed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685306.636281:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef89ed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00010000:2.0:1770685306.636470:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 0000000013571806 reply state 000000000ad2f064 transno 4294968071 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef89ed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770685306.636478:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1770685306.636574:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5301880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+58:29293:x1856697500355456:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 419us (617us total) trans 4294968071 rc 0/0 00000100:00100000:2.0:1770685306.636845:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1160 00010000:00010000:2.0:1770685306.645436:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef89ed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685306.645453:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef89ed lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685306.645461:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef89ed lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685306.645469:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685306.645473:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef89ed lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685306.645480:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef89ed lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685306.645496:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9d9302158000) 00010000:00010000:2.0:1770685306.645500:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1770685306.645505:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef89ed lrc: 2/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685306.645511:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef89ed lrc: 0/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:1.0:1770685306.648817:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685306.648920:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500355584 00000100:00100000:3.0:1770685306.648930:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500355584 00000100:00100000:3.0:1770685306.648989:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1161 00000100:00100000:3.0:1770685306.649000:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+57:29293:x1856697500355584:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685306.649023:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685306.649044:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef89f4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdd88 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685306.649101:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef89f4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd88 expref: 58 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685306.649116:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef89f4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd88 expref: 58 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685306.649127:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9d9302158000) 00010000:00010000:3.0:1770685306.649130:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1770685306.649134:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271da00, rc 0) 00000100:00100000:3.0:1770685306.649197:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5301180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+58:29293:x1856697500355584:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 198us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685306.649204:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1161 00000100:00100000:1.0:1770685306.655631:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685306.655890:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500355712 00000100:00100000:3.0:1770685306.655899:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500355712 00000100:00100000:3.0:1770685306.655959:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 255 00000100:00100000:3.0:1770685306.655969:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+58:29293:x1856697500355712:12345-192.168.203.41@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1770685306.656094:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+58:29293:x1856697500355712:12345-192.168.203.41@tcp:49:lhsmtool_posix.0 Request processed in 125us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685306.656102:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 255 00000100:00100000:1.0:1770685306.665878:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685306.666108:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500355968 00000100:00100000:0.0:1770685306.666118:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500355968 00000100:00100000:0.0:1770685306.666171:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 256 00000100:00100000:0.0:1770685306.666182:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+58:29293:x1856697500355968:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1770685306.666434:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+59:29293:x1856697500355968:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 253us (565us total) trans 4294968072 rc 0/0 00000100:00100000:0.0:1770685306.666441:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 256 00000100:00100000:1.0:1770685306.673777:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685306.673869:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500356224 00000100:00100000:2.0:1770685306.673878:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500356224 00000100:00100000:2.0:1770685306.673943:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1162 00000100:00100000:2.0:1770685306.673954:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+59:29293:x1856697500356224:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1770685306.674074:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5303100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+59:29293:x1856697500356224:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 121us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685306.674082:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1162 00000100:00100000:1.0:1770685306.686324:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685306.686421:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500356480 00000100:00100000:3.0:1770685306.686431:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500356480 00000100:00100000:3.0:1770685306.686486:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1163 00000100:00100000:3.0:1770685306.686496:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+59:29293:x1856697500356480:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685306.686517:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685306.686538:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef89fb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdd8f expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685306.686678:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8a02 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.686692:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef89f4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd88 expref: 60 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685306.686700:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8a02 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.686733:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef89f4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd88 expref: 60 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685306.686745:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef89f4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd88 expref: 60 pid: 5762 timeout: 731 lvb_type: 0 00000100:00100000:3.0:1770685306.686764:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5c21c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514796544:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685306.686851:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d9300434cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685306.691923:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685306.692061:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500356608 00000100:00100000:2.0:1770685306.692072:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500356608 00010000:00010000:2.0:1770685306.692115:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef89f4 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd88 expref: 61 pid: 5762 timeout: 731 lvb_type: 0 00000100:00100000:3.0:1770685306.692148:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5c21c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514796544:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685306.692162:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 335 00000100:00100000:2.0:1770685306.692173:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d07e4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+61:2350:x1856697500356608:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685306.692177:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8a02 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685306.692188:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685306.692196:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef89f4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd88 expref: 61 pid: 5762 timeout: 731 lvb_type: 0 00010000:00010000:2.0:1770685306.692207:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef89f4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd88 expref: 61 pid: 5762 timeout: 731 lvb_type: 0 00010000:00010000:2.0:1770685306.692228:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef89f4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd88 expref: 61 pid: 5762 timeout: 731 lvb_type: 0 00010000:00010000:2.0:1770685306.692551:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9d9302158000) 00010000:00010000:2.0:1770685306.692558:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8a02 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685306.692568:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8a02 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685306.692597:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8a02 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685306.692629:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685306.692687:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d07e4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+60:2350:x1856697500356608:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 516us (773us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685306.692695:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 335 00010000:00010000:3.0:1770685306.701783:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8a02 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685306.701801:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8a02 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:3.0:1770685306.701825:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x21:0x0]: returning size 0 00000004:00080000:2.0:1770685306.702541:0:5762:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x19:0x0], index 1: 0 00010000:00010000:2.0:1770685306.702736:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8a02 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685306.702746:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8a02 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685306.702753:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8a02 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685306.702760:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271cc00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685306.702764:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8a02 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685306.702772:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8a02 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685306.702788:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9d9302158000) 00010000:00010000:2.0:1770685306.702791:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1770685306.702796:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8a02 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685306.702802:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8a02 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685306.702859:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef89fb lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd8f expref: 60 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685306.702870:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9d92c3dd8f00) 00010000:00010000:2.0:1770685306.702872:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1770685306.702877:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef89fb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd8f expref: 60 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685306.702886:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271d800, rc 0) 00000100:00100000:2.0:1770685306.703098:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5303480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+59:29293:x1856697500356480:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 16602us (16782us total) trans 4294968073 rc 301/301 00000100:00100000:2.0:1770685306.703108:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1163 00000100:00100000:1.0:1770685306.708767:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685306.708909:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500356864 00000100:00100000:3.0:1770685306.708919:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500356864 00000100:00100000:3.0:1770685306.708982:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 257 00000100:00100000:3.0:1770685306.708992:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c83ee050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+59:29293:x1856697500356864:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1770685306.709340:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c83ee050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+60:29293:x1856697500356864:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 349us (582us total) trans 4294968074 rc 0/0 00000100:00100000:3.0:1770685306.709348:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 257 00000100:00100000:1.0:1770685306.712896:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685306.713057:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500356992 00000100:00100000:2.0:1770685306.713068:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500356992 00000100:00100000:2.0:1770685306.713124:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1164 00000100:00100000:2.0:1770685306.713135:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5303b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+60:29293:x1856697500356992:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685306.713160:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685306.713182:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8a10 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdd96 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685306.713272:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8a17 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685306.713290:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8a17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685306.713301:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8a17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:2.0:1770685306.713334:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x21:0x0]: returning size 0 00000004:00200000:2.0:1770685306.713338:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685306.713354:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8a17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685306.713379:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8a10 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd96 expref: 62 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685306.713396:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8a17 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd96 expref: 61 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685306.713404:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9d9302158000) 00010000:00010000:2.0:1770685306.713407:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1770685306.713411:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c77a00, rc 0) 00000100:00100000:2.0:1770685306.713477:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5303b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+61:29293:x1856697500356992:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 344us (591us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685306.713484:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1164 00000100:00100000:1.0:1770685306.718526:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685306.718637:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500357120 00000100:00100000:0.0:1770685306.718647:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500357120 00000100:00100000:0.0:1770685306.718701:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 315 00000100:00100000:0.0:1770685306.718711:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500357120:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685306.718731:0:17436:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685306.718752:0:17436:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8a1e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdd9d expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1770685306.718776:0:17436:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1770685306.718793:0:17436:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685306.718795:0:17436:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685306.718803:0:17436:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8a1e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd9d expref: 11 pid: 17436 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685306.718818:0:17436:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8a1e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd9d expref: 11 pid: 17436 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685306.718831:0:17436:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e4600, rc 0) 00000100:00100000:0.0:1770685306.718892:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500357120:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 182us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685306.718899:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 315 00000100:00100000:3.0:1770685306.722292:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685306.722408:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500357376 00000100:00100000:1.0:1770685306.722418:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500357376 00000100:00100000:1.0:1770685306.722488:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1165 00000100:00100000:1.0:1770685306.722498:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5c21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+61:29293:x1856697500357376:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1770685306.722666:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5c21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+61:29293:x1856697500357376:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 169us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685306.722673:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1165 00000100:00100000:1.0:1770685306.727256:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685306.727364:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500357504 00000100:00100000:2.0:1770685306.727375:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500357504 00000100:00100000:2.0:1770685306.727439:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 316 00000100:00100000:2.0:1770685306.727449:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+11:29293:x1856697500357504:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685306.727477:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685306.727497:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8a25 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdda4 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685306.727527:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8a1e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd9d expref: 12 pid: 17436 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685306.727535:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685306.727536:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685306.727540:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8a25 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdda4 expref: 12 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685306.727617:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8a1e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd9d expref: 12 pid: 17436 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685306.727631:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8a1e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd9d expref: 12 pid: 17436 timeout: 731 lvb_type: 1 00000100:00100000:2.0:1770685306.727644:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43e5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8401:1856697514796672:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685306.727729:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c2a7cd80 going to sleep for 11 seconds 00000100:00100000:2.0:1770685306.730901:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685306.731011:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500357632 00000100:00100000:0.0:1770685306.731020:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500357632 00010000:00010000:0.0:1770685306.731058:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8a1e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd9d expref: 13 pid: 17436 timeout: 731 lvb_type: 1 00000100:00100000:0.0:1770685306.731103:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 336 00000100:00100000:0.0:1770685306.731113:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+13:2350:x1856697500357632:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685306.731126:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685306.731148:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8a1e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd9d expref: 13 pid: 17436 timeout: 731 lvb_type: 1 00010000:00010000:0.0:1770685306.731162:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8a1e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd9d expref: 13 pid: 17436 timeout: 731 lvb_type: 1 00010000:00010000:0.0:1770685306.731188:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685306.731191:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685306.731198:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8a25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdda4 expref: 13 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685306.731208:0:5746:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8a25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdda4 expref: 13 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685306.731223:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8a1e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd9d expref: 13 pid: 17436 timeout: 731 lvb_type: 1 00000100:00100000:3.0:1770685306.731236:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43e5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8401:1856697514796672:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685306.731258:0:5746:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8a25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdda4 expref: 12 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685306.731267:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8a25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bdda4 expref: 12 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685306.731276:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76c00, rc 0) 00000100:00100000:0.0:1770685306.731276:0:5746:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c290c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5746:1856697514796800:192.168.203.41@tcp:105: 00000100:00100000:3.0:1770685306.731342:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+12:29293:x1856697500357504:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 3894us (4104us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685306.731350:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 316 00000100:00100000:0.0:1770685306.731466:0:5746:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fac03000 going to sleep for 11 seconds 00000100:00100000:3.0:1770685306.741173:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685306.741339:0:5746:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c290c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5746:1856697514796800:192.168.203.41@tcp:105: 00010000:00010000:0.0:1770685306.741361:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685306.741379:0:17738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500357760 00000100:00100000:1.0:1770685306.741386:0:17738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500357760 00000100:00100000:0.0:1770685306.741410:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+12:2350:x1856697500357632:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 10298us (10518us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685306.741419:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 336 00002000:00100000:1.0:1770685306.741433:0:17738:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x19:0x0] (0->157) req@ffff9d91c5c23480 x1856697500357760/t0(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:427/0 lens 648/0 e 0 to 0 dl 1770685317 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1770685306.741443:0:17738:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c5c23480 with x1856697500357760 ext(0->157) 00002000:00010000:1.0:1770685306.741448:0:17738:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c5c23480 00000100:00100000:1.0:1770685306.741489:0:17738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 103 00000100:00100000:1.0:1770685306.741498:0:17738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5c23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500357760:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1770685306.742480:0:17738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5c23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1b20a364-7a5a-4770-9192-023629c7ce89+13:2350:x1856697500357760:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 Request processed in 977us (1311us total) trans 4294967367 rc 0/0 00000100:00100000:1.0:1770685306.742490:0:17738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 103 00002000:00100000:1.0:1770685306.742497:0:17738:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x19:0x0] (0->157) req@ffff9d91c5c23480 x1856697500357760/t4294967367(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:427/0 lens 648/448 e 0 to 0 dl 1770685317 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1770685306.742507:0:17738:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c5c23480 with x1856697500357760 ext(0->157) 00002000:00010000:1.0:1770685306.742511:0:17738:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c5c23480 00000100:00100000:2.0:1770685306.757082:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685306.759481:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500357888 00000100:00100000:1.0:1770685306.759513:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500357888 00000100:00100000:1.0:1770685306.759629:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1166 00000100:00100000:1.0:1770685306.759640:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+61:29293:x1856697500357888:12345-192.168.203.41@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1770685306.817450:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968072 is committed 00000001:00080000:2.0:1770685306.817472:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968073 is committed 00000001:00080000:2.0:1770685306.817480:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968068 is committed 00000001:00080000:2.0:1770685306.817484:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968074 is committed 00000020:00080000:2.0:1770685306.817493:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 23 batchid updated 00000020:00080000:0.0:1770685306.817649:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 23 00000020:00080000:0.0:1770685306.817658:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 23 00000100:00100000:3.0:1770685306.817801:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+55:29293:x1856697500357888:12345-192.168.203.41@tcp:44:lhsmtool_posix.0 Request processed in 58159us (60726us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685306.817809:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1166 00000100:00100000:2.0:1770685306.820846:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685306.821179:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500358016 00000100:00100000:3.0:1770685306.821188:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500358016 00000100:00100000:3.0:1770685306.821234:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 317 00000100:00100000:3.0:1770685306.821337:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+13:2351:x1856697500358016:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1770685306.836434:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+13:2351:x1856697500358016:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 Request processed in 15086us (15587us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685306.836445:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 317 00000001:00080000:1.0:1770685306.837471:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967367 is committed 00000100:00100000:1.0:1770685306.839350:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685306.839398:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500358272 00000100:00100000:3.0:1770685306.839408:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500358272 00000100:00100000:3.0:1770685306.839462:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1167 00000100:00100000:3.0:1770685306.839469:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+55:29293:x1856697500358272:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1770685306.839520:0:6998:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685306.839692:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8a17 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd96 expref: 55 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685306.839709:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9d9302158000) 00010000:00010000:3.0:1770685306.839715:0:6998:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1770685306.839745:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8a2c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.839755:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8a2c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.839762:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8a2c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.839782:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8a2c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.839786:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8a2c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.839790:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8a2c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.839794:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271c800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685306.839797:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8a2c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.839801:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8a2c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.839805:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9d9302158000) 00010000:00010000:3.0:1770685306.839807:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685306.839809:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8a2c lrc: 2/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.839812:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8a2c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:3.0:1770685306.839891:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5300700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+54:29293:x1856697500358272:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 421us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685306.839899:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1167 00000100:00100000:3.0:1770685306.841668:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685306.841710:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500358400 00000100:00100000:1.0:1770685306.841720:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500358400 00000100:00100000:1.0:1770685306.841772:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1168 00000100:00100000:1.0:1770685306.841783:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5c22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+54:29293:x1856697500358400:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685306.841801:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685306.841819:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8a33 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bddab expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685306.841868:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8a33 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bddab expref: 55 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685306.841886:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8a33 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bddab expref: 55 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685306.841906:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9d9302158000) 00010000:00010000:1.0:1770685306.841909:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1770685306.841912:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc2200, rc 0) 00000100:00100000:1.0:1770685306.841965:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5c22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+55:29293:x1856697500358400:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 183us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685306.841972:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1168 00000100:00100000:1.0:1770685306.844334:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685306.844388:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500358528 00000100:00100000:3.0:1770685306.844398:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500358528 00000100:00100000:3.0:1770685306.844447:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 318 00000100:00100000:3.0:1770685306.844457:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+11:2351:x1856697500358528:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1770685306.844726:0:8401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1770685306.844729:0:8401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb mtime from disk: 0 -> 1770685303 00002000:00010000:3.0:1770685306.844731:0:8401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb atime from disk: 0 -> 1770685303 00002000:00010000:3.0:1770685306.844732:0:8401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb ctime from disk: 0 -> 1770685303 00002000:00010000:3.0:1770685306.844734:0:8401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:3.0:1770685306.844783:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5301c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+12:2351:x1856697500358528:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 Request processed in 328us (459us total) trans 4294967368 rc 0/0 00000100:00100000:3.0:1770685306.844791:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 318 00000100:00100000:3.0:1770685306.846720:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685306.846779:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500358784 00000100:00100000:1.0:1770685306.846788:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500358784 00000100:00100000:1.0:1770685306.846848:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1169 00000100:00100000:1.0:1770685306.846857:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5c20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+55:29293:x1856697500358784:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1770685306.846913:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8a3a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685306.846925:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef89e6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd81 expref: 55 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685306.846932:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8a3a lrc: 4/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685306.846967:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef89e6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd81 expref: 55 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685306.846980:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef89e6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd81 expref: 55 pid: 5762 timeout: 731 lvb_type: 0 00000100:00100000:1.0:1770685306.846994:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb156d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514796928:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685306.847081:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c4966900 going to sleep for 11 seconds 00000100:00100000:1.0:1770685306.849914:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685306.849967:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb156d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514796928:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685306.849995:0:6998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8a3a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685306.850227:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500358912 00000100:00100000:0.0:1770685306.850234:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500358912 00010000:00010000:0.0:1770685306.850278:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef89e6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd81 expref: 56 pid: 5762 timeout: 731 lvb_type: 0 00000100:00100000:0.0:1770685306.851134:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 337 00000100:00100000:0.0:1770685306.851148:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb156300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+56:2351:x1856697500358912:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685306.851168:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685306.851175:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef89e6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd81 expref: 56 pid: 5762 timeout: 731 lvb_type: 0 00010000:00010000:0.0:1770685306.851185:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef89e6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd81 expref: 56 pid: 5762 timeout: 731 lvb_type: 0 00010000:00010000:0.0:1770685306.851202:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef89e6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdd81 expref: 56 pid: 5762 timeout: 731 lvb_type: 0 00010000:00010000:0.0:1770685306.851218:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9d9302158000) 00010000:00010000:0.0:1770685306.851222:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8a3a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685306.851229:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8a3a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685306.851234:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8a3a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685306.851269:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685306.851342:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb156300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+55:2351:x1856697500358912:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 198us (1437us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685306.851349:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 337 00010000:00010000:3.0:1770685306.852224:0:6998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8a3a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.852232:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8a3a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.852268:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8a3a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.852283:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8a3a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.852289:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8a3a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.852294:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685306.852298:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8a3a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.852305:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8a3a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.852317:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9d9302158000) 00010000:00010000:3.0:1770685306.852321:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1770685306.852325:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8a3a lrc: 2/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.852331:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8a3a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:3.0:1770685306.852832:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5c20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+54:29293:x1856697500358784:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 Request processed in 5969us (6112us total) trans 0 rc -22/-22 00000100:00100000:3.0:1770685306.852844:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1169 00000100:00100000:1.0:1770685306.856929:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685306.857100:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500359040 00000100:00100000:3.0:1770685306.857111:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500359040 00000100:00100000:3.0:1770685306.857215:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 319 00000100:00100000:3.0:1770685306.857225:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb156680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+12:2349:x1856697500359040:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1770685306.857282:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8a41 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685306.857306:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8a25 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bdda4 expref: 12 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685306.857314:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1770685306.857317:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1770685306.857320:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8a41 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685306.857354:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8a25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdda4 expref: 12 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685306.857366:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8a25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdda4 expref: 12 pid: 8401 timeout: 731 lvb_type: 0 00000100:00100000:3.0:1770685306.857379:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5c20700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8401:1856697514797056:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685306.857460:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c836d000 going to sleep for 11 seconds 00000100:00100000:1.0:1770685306.860892:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685306.860986:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5c20700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8401:1856697514797056:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685306.861011:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8a41 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685306.861333:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500359168 00000100:00100000:0.0:1770685306.861340:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500359168 00010000:00010000:0.0:1770685306.861372:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8a25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdda4 expref: 13 pid: 8401 timeout: 731 lvb_type: 0 00000100:00100000:0.0:1770685306.861406:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 338 00000100:00100000:0.0:1770685306.861422:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb155f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+13:2350:x1856697500359168:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685306.861436:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685306.861456:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8a25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdda4 expref: 13 pid: 8401 timeout: 731 lvb_type: 0 00010000:00010000:0.0:1770685306.861468:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8a25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdda4 expref: 13 pid: 8401 timeout: 731 lvb_type: 0 00010000:00010000:0.0:1770685306.861495:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8a25 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdda4 expref: 13 pid: 8401 timeout: 731 lvb_type: 0 00010000:00010000:0.0:1770685306.861508:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685306.861511:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685306.861516:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8a41 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685306.861524:0:5746:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8a41 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685306.861556:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685306.861645:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb155f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+12:2350:x1856697500359168:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 231us (762us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685306.861653:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 338 00010000:00010000:3.0:1770685306.862944:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8a41 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685306.862964:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8a41 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685306.863000:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8a41 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685306.863009:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8a41 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685306.863018:0:8401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8a41 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685306.863025:0:8401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271c800 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:3.0:1770685306.863029:0:8401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8a41 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685306.863038:0:8401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8a41 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685306.863054:0:8401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8a41 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685306.863061:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8a41 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685306.863147:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb156680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+11:2349:x1856697500359040:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 5921us (6225us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685306.863156:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 319 00000100:00100000:1.0:1770685306.867792:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685306.867872:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500359424 00000100:00100000:3.0:1770685306.867882:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500359424 00000100:00100000:3.0:1770685306.867948:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1170 00000100:00100000:3.0:1770685306.867965:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb157b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+54:29293:x1856697500359424:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1770685306.868260:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8a48 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.868277:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8a33 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bddab expref: 55 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685306.868286:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8a48 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.868320:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8a33 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bddab expref: 55 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685306.868336:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8a33 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bddab expref: 55 pid: 6998 timeout: 731 lvb_type: 0 00000100:00100000:3.0:1770685306.868350:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5c20700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514797184:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685306.868481:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c836d000 going to sleep for 11 seconds 00000100:00100000:3.0:1770685306.873177:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5c20700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514797184:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685306.873208:0:6998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8a48 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:1.0:1770685306.874334:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685306.874633:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500359552 00000100:00100000:0.0:1770685306.874641:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500359552 00010000:00010000:0.0:1770685306.874678:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8a33 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bddab expref: 56 pid: 6998 timeout: 731 lvb_type: 0 00000100:00100000:0.0:1770685306.874718:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 339 00000100:00100000:0.0:1770685306.874728:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb156a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+56:2351:x1856697500359552:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685306.874742:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685306.874749:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8a33 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bddab expref: 56 pid: 6998 timeout: 731 lvb_type: 0 00010000:00010000:0.0:1770685306.874762:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8a33 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bddab expref: 56 pid: 6998 timeout: 731 lvb_type: 0 00010000:00010000:0.0:1770685306.874785:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8a33 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bddab expref: 56 pid: 6998 timeout: 731 lvb_type: 0 00010000:00010000:0.0:1770685306.874802:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9d9302158000) 00010000:00010000:0.0:1770685306.874807:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8a48 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685306.874816:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8a48 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685306.874824:0:5745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8a48 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685306.874851:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685306.874897:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb156a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+55:2351:x1856697500359552:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 170us (570us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685306.874904:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 339 00010000:00010000:3.0:1770685306.874974:0:6998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8a48 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.874982:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8a48 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000001:00080000:3.0:1770685306.875154:0:6998:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968075 00000004:02000000:3.0:1770685306.875296:0:6998:0:(mdd_object.c:3024:mdd_swap_layouts()) *** cfs_fail_loc=152, val=0*** 00000001:00080000:3.0:1770685306.877283:0:6998:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968076 00010000:00010000:3.0:1770685306.877346:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8a48 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.877357:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8a48 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.877365:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8a48 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.877371:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271de00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685306.877375:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8a48 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.877382:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8a48 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.877399:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9d9302158000) 00010000:00010000:3.0:1770685306.877401:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1770685306.877406:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8a48 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.877411:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8a48 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.877442:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef8976 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.877448:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef8976 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.877454:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef8976 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.877459:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3aa8e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685306.877462:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef8976 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.877467:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef8976 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.877476:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9d92c8ee3c00) 00010000:00010000:3.0:1770685306.877478:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1770685306.877485:0:6998:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef897d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd6c expref: 99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685306.877496:0:6998:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef897d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd6c expref: 99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685306.877503:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef897d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd6c expref: 99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685306.877542:0:6998:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef897d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd6c expref: 99 pid: 5762 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685306.877555:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5c20700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514797312:192.168.203.41@tcp:105: 00000100:00100000:3.0:1770685306.877668:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c836d000 going to sleep for 11 seconds 00000100:00100000:3.0:1770685306.882648:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5c20700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514797312:192.168.203.41@tcp:105: 00010000:00010000:3.0:1770685306.882677:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef8976 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.882687:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa8e00/0x8f0dbafbd9ef8976 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.882716:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8a4f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.882732:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8a4f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.882743:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8a4f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.882753:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8a4f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.882759:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8a4f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.882766:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8a4f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.882771:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271de00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685306.882775:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8a4f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.882782:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8a4f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.882792:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9d92c8ee3c00) 00010000:00010000:3.0:1770685306.882795:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685306.882799:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8a4f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685306.882804:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8a4f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:3.0:1770685306.883027:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb157b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+56:29293:x1856697500359424:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 15070us (15244us total) trans 0 rc -95/-95 00000100:00100000:3.0:1770685306.883037:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1170 00000020:00080000:3.0:1770685306.883044:0:6998:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000040:00080000:0.0:1770685306.883900:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1770685306.883905:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1770685306.884736:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:0.0:1770685306.884748:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1770685306.886870:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685306.887151:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500359808 00000100:00100000:0.0:1770685306.887162:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500359808 00000100:00100000:0.0:1770685306.887291:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 258 00000100:00100000:0.0:1770685306.887302:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb155c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+56:29293:x1856697500359808:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1770685306.888163:0:5763:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x21:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1770685306.888296:0:5763:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].17, 64 off9376 00000004:00080000:0.0:1770685306.888307:0:5763:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 631733728917ns, next at 632733726895ns, rc = 0 00000001:00080000:0.0:1770685306.888314:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968077 00010000:00010000:0.0:1770685306.888367:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5200/0x8f0dbafbd9ef8a56 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685306.889433:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5200/0x8f0dbafbd9ef8a56 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685306.889448:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5200/0x8f0dbafbd9ef8a56 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685306.889457:0:5763:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5200/0x8f0dbafbd9ef8a56 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685306.889462:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5200/0x8f0dbafbd9ef8a56 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685306.889466:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5200/0x8f0dbafbd9ef8a56 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685306.889483:0:5763:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1770685306.889655:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb155c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+58:29293:x1856697500359808:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 2351us (2789us total) trans 4294968078 rc 0/0 00000100:00100000:0.0:1770685306.889664:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 258 00000020:00080000:0.0:1770685306.889669:0:5763:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1770685306.890089:0:5748:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1770685306.890095:0:5748:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5200/0x8f0dbafbd9ef8a56 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5763 initiator: MDT0 00010000:00010000:3.0:1770685306.890102:0:5748:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e5200 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:3.0:1770685306.890105:0:5748:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5200/0x8f0dbafbd9ef8a56 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5763 initiator: MDT0 00010000:00010000:3.0:1770685306.890111:0:5748:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5200/0x8f0dbafbd9ef8a56 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5763 initiator: MDT0 00010000:00010000:3.0:1770685306.890122:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9d92f27c0c00) 00010000:00010000:3.0:1770685306.890125:0:5748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1770685306.890130:0:5748:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5200/0x8f0dbafbd9ef8a56 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5763 initiator: MDT0 00010000:00010000:3.0:1770685306.890135:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5200/0x8f0dbafbd9ef8a56 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5763 initiator: MDT0 00010000:00010000:3.0:1770685306.890151:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685306.890152:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685306.890154:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685306.890841:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685306.891212:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500359936 00000100:00100000:0.0:1770685306.891220:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500359936 00000100:00100000:0.0:1770685306.891279:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 259 00000100:00100000:0.0:1770685306.891289:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb157800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+100:29292:x1856697500359936:12345-192.168.203.41@tcp:49:diff.0 00000100:00100000:0.0:1770685306.891408:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb157800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+100:29292:x1856697500359936:12345-192.168.203.41@tcp:49:diff.0 Request processed in 120us (570us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685306.891416:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 259 00000100:00100000:2.0:1770685306.898557:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685306.898626:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500360192 00000100:00100000:0.0:1770685306.898636:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500360192 00000100:00100000:0.0:1770685306.898731:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 260 00000100:00100000:0.0:1770685306.898742:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+100:29292:x1856697500360192:12345-192.168.203.41@tcp:35:diff.0 00000100:00100000:0.0:1770685306.898981:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+101:29292:x1856697500360192:12345-192.168.203.41@tcp:35:diff.0 Request processed in 241us (496us total) trans 4294968079 rc 0/0 00000100:00100000:0.0:1770685306.898989:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 260 00000001:00080000:1.0:1770685306.993116:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967353 is committed 00000001:00080000:1.0:1770685306.993141:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967355 is committed 00010000:00010000:1.0:1770685307.644282:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1770685307.727667:0:20110:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1770685307.727677:0:20110:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1770685307.727729:0:20110:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 4 00000040:00080000:0.0:1770685307.727737:0:20110:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1770685307.953785:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c24db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514797696:0@lo:400:kworker.0 00000100:00100000:1.0:1770685307.953857:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685307.953915:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1770685307.953922:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c24d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514797824:0@lo:400:kworker.0 00000100:00100000:1.0:1770685307.953948:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685307.953979:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514797696 00000100:00100000:1.0:1770685307.953986:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514797696 00000100:00100000:1.0:1770685307.954036:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:1.0:1770685307.954044:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514797696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685307.954097:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514797696:12345-0@lo:400:kworker.0 Request processed in 54us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685307.954104:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:1.0:1770685307.954126:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514797824 00000100:00100000:1.0:1770685307.954129:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514797824 00000100:00100000:1.0:1770685307.954154:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:1.0:1770685307.954160:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514797824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685307.954190:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514797824:12345-0@lo:400:kworker.0 Request processed in 31us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685307.954195:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00080000:1.0:1770685307.954211:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1770685307.954216:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770685307.954259:0:3288:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967355 gen 2 00000004:00080000:1.0:1770685307.954265:0:3288:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967354 committed transno 4294967355 00000004:00080000:1.0:1770685307.954282:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9d91c5c22680, transno 4294967355 00000100:00100000:1.0:1770685307.954295:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c24d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514797824:0@lo:400:kworker.0 00000100:00100000:1.0:1770685307.954308:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c24db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514797696:0@lo:400:kworker.0 00000100:00100000:0.0:1770685307.954572:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb156d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3291:1856697514797568:0@lo:400:kworker.0 00000100:00100000:0.0:1770685307.954630:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685307.954659:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c24d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514798080:0@lo:400:kworker.0 00000100:00100000:0.0:1770685307.954684:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685307.954703:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1770685307.954710:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb154000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514797440:0@lo:400:kworker.0 00000100:00100000:0.0:1770685307.954736:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685307.954759:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c24d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856697514797952:0@lo:400:kworker.0 00000100:00100000:0.0:1770685307.954778:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685307.954806:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514797440 00000100:00100000:0.0:1770685307.954810:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514797440 00000100:00100000:0.0:1770685307.954838:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:0.0:1770685307.954845:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d1598450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3291:x1856697514797440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685307.954882:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d1598450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3291:x1856697514797440:12345-0@lo:400:kworker.0 Request processed in 38us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685307.954890:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:0.0:1770685307.954918:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514798080 00000100:00100000:0.0:1770685307.954921:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514798080 00000100:00100000:0.0:1770685307.954949:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:0.0:1770685307.954955:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f544c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514798080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685307.954985:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f544c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514798080:12345-0@lo:400:kworker.0 Request processed in 31us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685307.954990:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00080000:0.0:1770685307.955123:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1770685307.955134:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514797568 00000100:00100000:0.0:1770685307.955138:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514797568 00000100:00100000:0.0:1770685307.955160:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514797952 00000100:00100000:0.0:1770685307.955163:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514797952 00000100:00100000:0.0:1770685307.955187:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:0.0:1770685307.955193:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1856697514797568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685307.955223:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1856697514797568:12345-0@lo:400:kworker.0 Request processed in 30us (593us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685307.955229:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:0.0:1770685307.955254:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:0.0:1770685307.955260:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856697514797952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685307.955285:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856697514797952:12345-0@lo:400:kworker.0 Request processed in 26us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685307.955290:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00080000:0.0:1770685307.955310:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685307.955328:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb154000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514797440:0@lo:400:kworker.0 00000100:00100000:0.0:1770685307.955339:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c24d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856697514797952:0@lo:400:kworker.0 00000100:00100000:0.0:1770685307.955348:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb156d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3291:1856697514797568:0@lo:400:kworker.0 00000100:00100000:0.0:1770685307.955355:0:3291:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967366 gen 2 00000004:00080000:0.0:1770685307.955359:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9d92f43e5c00, transno 4294967366 00000100:00100000:0.0:1770685307.955368:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c24d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514798080:0@lo:400:kworker.0 00000100:00100000:0.0:1770685308.466187:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1770685308.466210:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5c20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514798208:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1770685308.466292:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1770685308.466658:0:7638:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 633312079797ns, next at 634312077638ns, rc = 0 00000100:00100000:3.0:1770685308.466720:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514798208 00000100:00100000:3.0:1770685308.466728:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514798208 00000100:00100000:3.0:1770685308.466872:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00100000:3.0:1770685308.466883:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514798208:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1770685308.466925:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 83296256 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1770685308.467195:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514798336:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1770685308.467248:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685308.467344:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514798208:12345-0@lo:13:osp-pre-0-0.0 Request processed in 464us (1052us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685308.467352:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00000100:00100000:3.0:1770685308.467369:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514798336 00000100:00100000:3.0:1770685308.467374:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514798336 00000100:00100000:3.0:1770685308.467397:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000100:00100000:3.0:1770685308.467403:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514798336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1770685308.467421:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 78184448 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1770685308.467449:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514798336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 46us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685308.467455:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00000100:00100000:0.0:1770685308.468117:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514798336:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1770685308.468136:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5c20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514798208:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1770685308.662164:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685308.796409:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685308.796509:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500360448 00000100:00100000:3.0:1770685308.796520:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500360448 00000100:00100000:3.0:1770685308.796637:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1171 00000100:00100000:3.0:1770685308.796648:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+101:29314:x1856697500360448:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685308.796675:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685308.796697:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8a5d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bddb2 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685308.796779:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8a64 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685308.796794:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8a64 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685308.796806:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8a64 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685308.796819:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8a6b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685308.796825:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8a6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685308.796831:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8a6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685308.796987:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef8a72 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685308.796996:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef8a72 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685308.797002:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef8a72 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:3.0:1770685308.797013:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:3.0:1770685308.797105:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8a64 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685308.797113:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8a64 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685308.797120:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8a64 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685308.797126:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271c800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685308.797131:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8a64 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685308.797140:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8a64 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685308.797152:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9d92c3dd8f00) 00010000:00010000:3.0:1770685308.797155:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685308.797160:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8a64 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685308.797166:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8a64 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685308.797181:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8a6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685308.797187:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8a6b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685308.797192:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8a6b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685308.797196:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685308.797199:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8a6b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685308.797204:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8a6b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685308.797210:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff9d9302158000) 00010000:00010000:3.0:1770685308.797212:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685308.797215:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8a6b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685308.797221:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8a6b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685308.797271:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8a5d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bddb2 expref: 104 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685308.797285:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef8a72 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bddb2 expref: 103 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685308.797291:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9d92c8ee3c00) 00010000:00010000:3.0:1770685308.797294:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1770685308.797297:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271d400, rc 0) 00000100:00100000:3.0:1770685308.797359:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+103:29314:x1856697500360448:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 714us (960us total) trans 4294968080 rc 0/0 00000100:00100000:3.0:1770685308.797367:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1171 00000100:00080000:0.0:1770685308.797559:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685308.805730:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685308.805774:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500360576 00000100:00100000:3.0:1770685308.805783:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500360576 00000100:00100000:3.0:1770685308.805830:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1172 00000100:00100000:3.0:1770685308.805840:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5c21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+103:29314:x1856697500360576:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:3.0:1770685308.805903:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8a80 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685308.805918:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8a80 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685308.805929:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8a80 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685308.805953:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8a80 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685308.805960:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8a80 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685308.805966:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8a80 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685308.805972:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271c400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685308.805976:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8a80 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685308.805986:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8a80 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685308.805996:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9d92c8ee3c00) 00010000:00010000:3.0:1770685308.805999:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1770685308.806003:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8a80 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685308.806009:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8a80 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:3.0:1770685308.806076:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5c21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+103:29314:x1856697500360576:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 237us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685308.806083:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1172 00000100:00100000:3.0:1770685308.808185:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685308.808255:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500360832 00000100:00100000:1.0:1770685308.808263:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500360832 00000100:00100000:1.0:1770685308.808295:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 261 00000100:00100000:1.0:1770685308.808302:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5c21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+103:29314:x1856697500360832:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:1.0:1770685308.808515:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5c21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+104:29314:x1856697500360832:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 211us (335us total) trans 4294968081 rc 0/0 00000100:00100000:1.0:1770685308.808522:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 261 00010000:00010000:3.0:1770685309.687700:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685310.664044:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685310.664135:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685310.664168:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685310.664200:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685310.664232:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685310.664253:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685310.664302:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500361344 00000100:00100000:1.0:1770685310.664312:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500361344 00000100:00100000:1.0:1770685310.664368:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500361600 00000100:00100000:1.0:1770685310.664372:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500361600 00000100:00100000:1.0:1770685310.664390:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500361216 00000100:00100000:1.0:1770685310.664393:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500361216 00000100:00100000:1.0:1770685310.664411:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 412 00000100:00100000:1.0:1770685310.664420:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2351:x1856697500361344:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685310.664488:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2351:x1856697500361344:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 69us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685310.664495:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 412 00000100:00100000:1.0:1770685310.664511:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 413 00000100:00100000:1.0:1770685310.664517:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500361600:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685310.664550:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500361600:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 22us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685310.664556:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 413 00000100:00100000:1.0:1770685310.664568:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 414 00000100:00100000:1.0:1770685310.664574:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:2351:x1856697500361216:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685310.664635:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:2351:x1856697500361216:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 62us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685310.664642:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 414 00000100:00100000:1.0:1770685310.664776:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500360960 00000100:00100000:1.0:1770685310.664781:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500360960 00000100:00100000:1.0:1770685310.664805:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 575 00000100:00100000:1.0:1770685310.664812:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d1598850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697500360960:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685310.664839:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d1598850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697500360960:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 27us (638us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685310.664845:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 575 00000100:00080000:1.0:1770685310.664875:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1770685310.664879:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1770685310.669168:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685310.669450:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500361728 00000100:00100000:2.0:1770685310.669460:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500361728 00000100:00100000:2.0:1770685310.669519:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 415 00000100:00100000:2.0:1770685310.669528:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5c22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+11:2351:x1856697500361728:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685310.669639:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5c22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+11:2351:x1856697500361728:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 112us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685310.669647:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 415 00000100:00080000:2.0:1770685310.669672:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1770685310.670133:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500361088 00000100:00100000:0.0:1770685310.670140:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500361088 00000100:00100000:0.0:1770685310.670239:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500361472 00000100:00100000:0.0:1770685310.670244:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500361472 00000100:00100000:1.0:1770685310.670423:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 426 00000100:00100000:1.0:1770685310.670434:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5c20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+104:2351:x1856697500361088:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685310.670484:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5c20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+104:2351:x1856697500361088:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 53us (6451us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685310.670491:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 426 00000100:00080000:2.0:1770685310.673248:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685310.674971:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 427 00000100:00100000:0.0:1770685310.674988:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5c20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+58:2351:x1856697500361472:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685310.675093:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5c20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+58:2351:x1856697500361472:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 111us (10838us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685310.675100:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 427 00010000:00010000:1.0:1770685310.707248:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1770685310.962272:0:20256:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685310.962282:0:20256:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685310.962318:0:20256:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 4 00000040:00080000:1.0:1770685310.962325:0:20256:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1770685311.729949:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1770685312.118453:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967368 is committed 00000001:00080000:2.0:1770685312.125062:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968079 is committed 00000001:00080000:2.0:1770685312.125076:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968078 is committed 00000004:00080000:2.0:1770685312.125079:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 18 committed 00000001:00080000:2.0:1770685312.125103:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968081 is committed 00000004:00080000:2.0:1770685312.125111:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 19 committed 00000100:00100000:0.0:1770685312.125317:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514798464:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1770685312.125388:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685312.125520:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514798464 00000100:00100000:1.0:1770685312.125529:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514798464 00000100:00100000:1.0:1770685312.125610:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:1.0:1770685312.125620:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514798464:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1770685312.125651:0:17436:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:25 count 1 00002000:00010000:1.0:1770685312.125687:0:17436:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x19:0x0] initial LVB size: 158, mtime: 0x698a8377, atime: 0x698a8377, ctime: 0x698a8377, blocks: 0xb 00010000:00010000:1.0:1770685312.125696:0:17436:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8a87 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685312.125711:0:17436:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685312.125713:0:17436:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685312.125718:0:17436:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8a87 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685312.125732:0:17436:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8a87 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685312.125970:0:17436:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8a87 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685312.125980:0:17436:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8a87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685312.126005:0:17436:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00080000:3.0:1770685312.126007:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1770685312.126420:0:5748:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1770685312.126425:0:5748:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8a87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685312.126431:0:5748:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2000 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:2.0:1770685312.126434:0:5748:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8a87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685312.126441:0:5748:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8a87 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685312.126455:0:5748:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8a87 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685312.126460:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8a87 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685312.126471:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685312.126472:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685312.126473:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685312.126926:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3290:x1856697514798464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1305us (1534us total) trans 4294967369 rc 0/0 00000100:00100000:1.0:1770685312.126935:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00000004:00080000:0.0:1770685312.126976:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9d92f43c9c00/2, rc 0, transno 4294967369 00000100:00100000:0.0:1770685312.126984:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514798464:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1770685312.754692:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1770685313.009838:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1770685313.009849:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1770685313.010035:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 3 00000040:00080000:0.0:1770685313.010043:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1770685313.074678:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c24d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514798592:0@lo:400:kworker.0 00000100:00100000:1.0:1770685313.074713:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c24db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514798976:0@lo:400:kworker.0 00000100:00100000:0.0:1770685313.074794:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c24db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3288:1856697514798720:0@lo:400:kworker.0 00000100:00100000:1.0:1770685313.075209:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685313.075210:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685313.075263:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c24d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856697514799104:0@lo:400:kworker.0 00000100:00100000:1.0:1770685313.075280:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c24d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3289:1856697514798848:0@lo:400:kworker.0 00000100:00100000:3.0:1770685313.075290:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685313.075316:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514799104 00000100:00100000:1.0:1770685313.075335:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514799104 00000100:00100000:0.0:1770685313.075361:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685313.075382:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c24d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514799232:0@lo:400:kworker.0 00000100:00100000:1.0:1770685313.075383:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514798720 00000100:00100000:1.0:1770685313.075386:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514798720 00000100:00100000:0.0:1770685313.075404:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685313.075416:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:1.0:1770685313.075424:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856697514799104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685313.075476:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856697514799104:12345-0@lo:400:kworker.0 Request processed in 53us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685313.075483:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:1.0:1770685313.075498:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:1.0:1770685313.075504:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514798720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685313.075512:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c24d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856697514799104:0@lo:400:kworker.0 00000100:00100000:1.0:1770685313.075529:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514798720:12345-0@lo:400:kworker.0 Request processed in 25us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685313.075534:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00080000:3.0:1770685313.075535:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685313.075545:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685313.075553:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514798848 00000100:00100000:1.0:1770685313.075557:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514798848 00000100:00080000:3.0:1770685313.075567:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685313.075598:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514798592 00000100:00100000:1.0:1770685313.075600:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:3.0:1770685313.075602:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514798592 00000100:00100000:1.0:1770685313.075607:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1856697514798848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685313.075624:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:3.0:1770685313.075630:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92e0873450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3291:x1856697514798592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685313.075638:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1856697514798848:12345-0@lo:400:kworker.0 Request processed in 33us (92us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685313.075644:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:3.0:1770685313.075659:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92e0873450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3291:x1856697514798592:12345-0@lo:400:kworker.0 Request processed in 29us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685313.075664:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:3.0:1770685313.075699:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c24d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3289:1856697514798848:0@lo:400:kworker.0 00000100:00100000:3.0:1770685313.075720:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c24d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514798592:0@lo:400:kworker.0 00000100:00100000:2.0:1770685313.076355:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514798976 00000100:00100000:2.0:1770685313.076361:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514798976 00000100:00100000:0.0:1770685313.076384:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c24db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3288:1856697514798720:0@lo:400:kworker.0 00000100:00100000:2.0:1770685313.076397:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514799232 00000100:00100000:2.0:1770685313.076399:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514799232 00000100:00100000:2.0:1770685313.076432:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:2.0:1770685313.076439:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514798976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685313.076484:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514798976:12345-0@lo:400:kworker.0 Request processed in 46us (1284us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685313.076491:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:2.0:1770685313.076504:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:2.0:1770685313.076510:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3288:x1856697514799232:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1770685313.076518:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1770685313.076541:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3288:x1856697514799232:12345-0@lo:400:kworker.0 Request processed in 31us (1136us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685313.076546:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:3.0:1770685313.076550:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c24db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514798976:0@lo:400:kworker.0 00000100:00100000:0.0:1770685313.076618:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c24d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514799232:0@lo:400:kworker.0 00000100:00100000:0.0:1770685313.585913:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514799360:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1770685313.585996:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685313.586129:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514799360 00000100:00100000:3.0:1770685313.586138:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514799360 00000100:00100000:2.0:1770685313.586144:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1770685313.586156:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514799488:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1770685313.586186:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:3.0:1770685313.586210:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514799360:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1770685313.586221:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:3.0:1770685313.586245:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 83296256 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1770685313.586257:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514799488 00000100:00100000:2.0:1770685313.586263:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514799488 00000100:00100000:2.0:1770685313.586287:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:3.0:1770685313.586298:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514799360:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685313.586298:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3291:x1856697514799488:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1770685313.586313:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00002000:00000024:2.0:1770685313.586326:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 78184448 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1770685313.586364:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3291:x1856697514799488:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685313.586372:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00100000:3.0:1770685313.586410:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514799488:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1770685313.586541:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514799360:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1770685313.777737:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685314.802768:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770685315.790956:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685315.791074:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685315.791122:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685315.791152:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685315.791172:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685315.791207:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685315.791295:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685315.791322:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500362112 00000100:00100000:2.0:1770685315.791331:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500362112 00000100:00100000:2.0:1770685315.791372:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500362624 00000100:00100000:2.0:1770685315.791374:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500362624 00000100:00100000:2.0:1770685315.791384:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500362240 00000100:00100000:2.0:1770685315.791386:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500362240 00000100:00100000:2.0:1770685315.791396:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500362496 00000100:00100000:2.0:1770685315.791397:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500362496 00000100:00100000:2.0:1770685315.791409:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 418 00000100:00100000:2.0:1770685315.791417:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:2351:x1856697500362112:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685315.791482:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:2351:x1856697500362112:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 65us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685315.791489:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 418 00000100:00100000:2.0:1770685315.791515:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 419 00000100:00100000:2.0:1770685315.791521:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500362624:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685315.791545:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500362624:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 24us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685315.791550:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 419 00000100:00100000:2.0:1770685315.791560:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 420 00000100:00100000:2.0:1770685315.791565:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2350:x1856697500362240:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685315.791609:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2350:x1856697500362240:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 44us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685315.791615:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 420 00000100:00100000:2.0:1770685315.791639:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 421 00000100:00100000:2.0:1770685315.791646:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1b20a364-7a5a-4770-9192-023629c7ce89+8:2350:x1856697500362496:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685315.791667:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1b20a364-7a5a-4770-9192-023629c7ce89+8:2350:x1856697500362496:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 22us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685315.791673:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 421 00000100:00080000:2.0:1770685315.791783:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1770685315.791787:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1770685315.792126:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500361984 00000100:00100000:0.0:1770685315.792132:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500361984 00000100:00100000:0.0:1770685315.792179:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500362368 00000100:00100000:0.0:1770685315.792191:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500362368 00000100:00100000:0.0:1770685315.792217:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 431 00000100:00100000:0.0:1770685315.792223:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+101:2350:x1856697500361984:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685315.792262:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+101:2350:x1856697500361984:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 40us (1189us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685315.792268:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 431 00000100:00100000:0.0:1770685315.792281:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 432 00000100:00100000:0.0:1770685315.792287:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+53:2351:x1856697500362368:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685315.792309:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+53:2351:x1856697500362368:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 22us (1156us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685315.792314:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 432 00000100:00080000:2.0:1770685315.793062:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685315.793727:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500361856 00000100:00100000:3.0:1770685315.793736:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500361856 00000100:00100000:3.0:1770685315.793844:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 577 00000100:00100000:3.0:1770685315.793853:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92e0871850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697500361856:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685315.793921:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92e0871850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2351:x1856697500361856:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 70us (2973us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685315.793928:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 577 00010000:00010000:2.0:1770685315.825694:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685316.850356:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1770685317.248449:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967369 is committed 00010000:00010000:2.0:1770685317.873932:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685318.194596:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c24db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3288:1856697514799744:0@lo:400:kworker.0 00000100:00100000:1.0:1770685318.194668:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685318.194720:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c24d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514800256:0@lo:400:kworker.0 00000100:00100000:1.0:1770685318.194744:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685318.194767:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1770685318.194772:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c24db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514799872:0@lo:400:kworker.0 00000100:00100000:1.0:1770685318.194804:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685318.194830:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514799744 00000100:00100000:1.0:1770685318.194838:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514799744 00000100:00100000:1.0:1770685318.194875:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514799872 00000100:00100000:1.0:1770685318.194879:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514799872 00000100:00100000:2.0:1770685318.195104:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514800256 00000100:00100000:2.0:1770685318.195108:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514800256 00000100:00100000:2.0:1770685318.195157:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:2.0:1770685318.195176:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514800256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685318.195231:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514800256:12345-0@lo:400:kworker.0 Request processed in 66us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685318.195239:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00080000:2.0:1770685318.195259:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1770685318.195601:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:1.0:1770685318.195610:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514799744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685318.195647:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514799744:12345-0@lo:400:kworker.0 Request processed in 38us (979us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685318.195654:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:1.0:1770685318.195670:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:1.0:1770685318.195676:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514799872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685318.195703:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514799872:12345-0@lo:400:kworker.0 Request processed in 27us (898us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685318.195722:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:1.0:1770685318.195771:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c24db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514799872:0@lo:400:kworker.0 00000100:00100000:1.0:1770685318.195782:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c24db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3288:1856697514799744:0@lo:400:kworker.0 00000100:00100000:1.0:1770685318.195790:0:3288:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967369 gen 2 00000004:00080000:1.0:1770685318.195795:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9d92f43c9c00, transno 4294967369 00000100:00100000:1.0:1770685318.195804:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c24d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514800256:0@lo:400:kworker.0 00000100:00080000:2.0:1770685318.197258:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685318.197413:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c24d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514799616:0@lo:400:kworker.0 00000100:00100000:0.0:1770685318.197474:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685318.197523:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c24d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856697514800128:0@lo:400:kworker.0 00000100:00100000:0.0:1770685318.197549:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685318.197613:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1770685318.197620:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c24d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514800000:0@lo:400:kworker.0 00000100:00100000:0.0:1770685318.197644:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685318.197677:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514800128 00000100:00100000:0.0:1770685318.197683:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514800128 00000100:00100000:0.0:1770685318.197742:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:0.0:1770685318.197750:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856697514800128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685318.197799:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856697514800128:12345-0@lo:400:kworker.0 Request processed in 50us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685318.197806:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00080000:0.0:1770685318.197829:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685318.197851:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c24d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856697514800128:0@lo:400:kworker.0 00000100:00100000:2.0:1770685318.198465:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514800000 00000100:00100000:2.0:1770685318.198471:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514800000 00000100:00100000:2.0:1770685318.198511:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:2.0:1770685318.198518:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514800000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685318.198563:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514800000:12345-0@lo:400:kworker.0 Request processed in 46us (918us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685318.198568:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:3.0:1770685318.198833:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514799616 00000100:00100000:3.0:1770685318.198839:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514799616 00000100:00100000:3.0:1770685318.198867:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:3.0:1770685318.198873:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92e0872450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3291:x1856697514799616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685318.198922:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92e0872450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3291:x1856697514799616:12345-0@lo:400:kworker.0 Request processed in 49us (1448us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685318.198928:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00080000:0.0:1770685318.199461:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1770685318.199491:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c24d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514800000:0@lo:400:kworker.0 00000100:00100000:0.0:1770685318.199501:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c24d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514799616:0@lo:400:kworker.0 00000100:00100000:3.0:1770685318.705977:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1770685318.706000:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514800384:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1770685318.706069:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685318.706116:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514800384 00000100:00100000:0.0:1770685318.706123:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514800384 00000100:00100000:0.0:1770685318.706182:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:0.0:1770685318.706192:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514800384:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1770685318.706223:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 83296256 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1770685318.706270:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514800384:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685318.706278:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00100000:1.0:1770685318.706411:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514800384:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1770685318.706837:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514800512:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1770685318.706870:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685318.706993:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514800512 00000100:00100000:3.0:1770685318.706998:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514800512 00000100:00100000:3.0:1770685318.707031:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00000100:00100000:3.0:1770685318.707038:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514800512:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1770685318.707057:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 78184448 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1770685318.707100:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5302d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514800512:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685318.707106:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00000100:00100000:2.0:1770685318.707191:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514800512:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1770685318.897756:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685319.921762:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685320.902816:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685320.902862:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685320.902905:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685320.902932:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500362880 00000100:00100000:3.0:1770685320.902935:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685320.902942:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500362880 00000100:00100000:3.0:1770685320.902952:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685320.902968:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685320.902987:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685320.902990:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500363264 00000100:00100000:1.0:1770685320.902993:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500363264 00000100:00100000:3.0:1770685320.903007:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500363136 00000100:00100000:3.0:1770685320.903009:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500363136 00000100:00100000:1.0:1770685320.903027:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 436 00000100:00100000:3.0:1770685320.903031:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500363392 00000100:00100000:3.0:1770685320.903033:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500363392 00000100:00100000:1.0:1770685320.903035:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+101:2349:x1856697500362880:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685320.903043:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500363008 00000100:00100000:3.0:1770685320.903046:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500363008 00000100:00100000:3.0:1770685320.903056:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500363520 00000100:00100000:3.0:1770685320.903058:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500363520 00000100:00100000:3.0:1770685320.903069:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 424 00000100:00100000:3.0:1770685320.903074:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2349:x1856697500363136:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685320.903100:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2349:x1856697500363136:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 24us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685320.903100:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+101:2349:x1856697500362880:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 65us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685320.903108:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 436 00000100:00100000:3.0:1770685320.903120:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 424 00000100:00100000:1.0:1770685320.903124:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 437 00000100:00100000:3.0:1770685320.903130:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 425 00000100:00100000:1.0:1770685320.903130:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+53:2349:x1856697500363264:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685320.903134:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+8:2349:x1856697500363392:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685320.903165:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+53:2349:x1856697500363264:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 35us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685320.903175:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 437 00000100:00100000:1.0:1770685320.903215:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 426 00000100:00100000:2.0:1770685320.903221:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 427 00000100:00100000:1.0:1770685320.903222:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:2349:x1856697500363008:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685320.903228:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1b20a364-7a5a-4770-9192-023629c7ce89+10:2349:x1856697500363520:12345-192.168.203.41@tcp:400:kworker.0 00000100:00080000:0.0:1770685320.903293:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1770685320.903297:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1770685320.903300:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685320.903781:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+8:2349:x1856697500363392:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 644us (874us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685320.903788:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 425 00000100:00100000:3.0:1770685320.903821:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500362752 00000100:00100000:3.0:1770685320.903825:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500362752 00000100:00100000:3.0:1770685320.903849:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 579 00000100:00100000:3.0:1770685320.903855:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2349:x1856697500362752:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685320.903893:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2349:x1856697500362752:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 38us (957us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685320.903899:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 579 00000100:00100000:1.0:1770685320.906259:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:2349:x1856697500363008:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 3025us (3293us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685320.906273:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 426 00000100:00100000:2.0:1770685320.914815:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1b20a364-7a5a-4770-9192-023629c7ce89+10:2349:x1856697500363520:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 11574us (11813us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685320.914830:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 427 00010000:00010000:2.0:1770685320.945993:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685321.969889:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770685322.713851:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685322.714060:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500363776 00000100:00100000:0.0:1770685322.714071:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500363776 00000100:00100000:0.0:1770685322.714218:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1173 00000100:00100000:0.0:1770685322.714239:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+101:29359:x1856697500363776:12345-192.168.203.41@tcp:101:diff.0 00010000:00010000:0.0:1770685322.714266:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685322.714294:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4000/0x8f0dbafbd9ef8a8e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bddb9 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685322.714423:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8a95 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00000100:00080000:2.0:1770685322.714443:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1770685322.714446:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8a95 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685322.714461:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8a95 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:0.0:1770685322.714473:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:0.0:1770685322.714727:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4000/0x8f0dbafbd9ef8a8e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bddb9 expref: 104 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685322.714748:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8a95 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bddb9 expref: 103 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685322.714756:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9d92c8ee3c00) 00010000:00010000:0.0:1770685322.714760:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685322.714764:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e5e00, rc 0) 00000100:00100000:0.0:1770685322.714880:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+103:29359:x1856697500363776:12345-192.168.203.41@tcp:101:diff.0 Request processed in 651us (1044us total) trans 4294968082 rc 0/0 00000100:00100000:0.0:1770685322.714887:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1173 00000100:00100000:0.0:1770685322.719843:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685322.719939:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685322.720220:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500363904 00000100:00100000:1.0:1770685322.720247:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500363904 00000100:00100000:1.0:1770685322.720337:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500364160 00000100:00100000:1.0:1770685322.720341:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500364160 00000100:00100000:1.0:1770685322.720378:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 70 00000100:00100000:1.0:1770685322.720391:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5302680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+104:2351:x1856697500363904:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685322.720414:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685322.720446:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8a95 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bddb9 expref: 104 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685322.720493:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9d92c8ee3c00) 00010000:00010000:1.0:1770685322.720499:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685322.720566:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5302680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+103:2351:x1856697500363904:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 178us (738us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685322.720598:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 70 00000100:00100000:1.0:1770685322.720619:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 71 00000100:00100000:1.0:1770685322.720626:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5300000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+102:29359:x1856697500364160:12345-192.168.203.41@tcp:103:diff.0 00010000:00010000:1.0:1770685322.720634:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1770685322.720646:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef8a72 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bddb2 expref: 102 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685322.720660:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3aa9c00/0x8f0dbafbd9ef897d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdd6c expref: 101 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685322.720669:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9d92c8ee3c00) 00010000:00010000:1.0:1770685322.720680:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685322.720699:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5300000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+100:29359:x1856697500364160:12345-192.168.203.41@tcp:103:diff.0 Request processed in 74us (760us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685322.720706:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 71 00000100:00100000:3.0:1770685322.722063:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685322.722162:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500364288 00000100:00100000:0.0:1770685322.722171:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500364288 00000100:00100000:0.0:1770685322.722262:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1174 00000100:00100000:0.0:1770685322.722272:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+100:29359:x1856697500364288:12345-192.168.203.41@tcp:58:diff.0 00010000:00010000:0.0:1770685322.722391:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef8aa3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685322.722409:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef8aa3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685322.722433:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef8aa3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000040:00080000:0.0:1770685322.722728:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].33, 136 off12680 00000100:00100000:0.0:1770685322.722813:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+100:29359:x1856697500364288:12345-192.168.203.41@tcp:58:diff.0 Request processed in 543us (759us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685322.722821:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1174 00000100:00100000:1.0:1770685322.730732:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685322.731014:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500364416 00000100:00100000:0.0:1770685322.731029:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500364416 00000100:00100000:0.0:1770685322.731155:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1175 00000100:00100000:0.0:1770685322.731167:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+100:29359:x1856697500364416:12345-192.168.203.41@tcp:101:diff.0 00010000:00010000:0.0:1770685322.731195:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685322.731223:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4000/0x8f0dbafbd9ef8aaa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bddc0 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685322.731302:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef8aa3 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685322.731313:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4000/0x8f0dbafbd9ef8aaa lrc: 4/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bddc0 expref: 101 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685322.731334:0:5762:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef8aa3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685322.731348:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4000/0x8f0dbafbd9ef8aaa lrc: 3/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bddc0 expref: 101 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685322.731365:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9d92f27c0f00) 00010000:00010000:0.0:1770685322.731369:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1770685322.731373:0:5762:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4000/0x8f0dbafbd9ef8aaa lrc: 3/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bddc0 expref: 101 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685322.731381:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e4000, rc 0) 00000100:00100000:0.0:1770685322.731459:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+101:29359:x1856697500364416:12345-192.168.203.41@tcp:101:diff.0 Request processed in 294us (741us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685322.732087:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1175 00010000:00010000:2.0:1770685322.995861:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1770685323.250213:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685323.250222:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1770685323.250572:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 34 count 2 00000040:00080000:3.0:1770685323.250595:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1770685323.250708:0:11361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f3f5b100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514800640:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1770685323.250881:0:11361:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c57e49c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685323.262113:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685323.262170:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500364544 00000100:00100000:1.0:1770685323.262178:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500364544 00000100:00100000:1.0:1770685323.262251:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1176 00000100:00100000:1.0:1770685323.262262:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+54:29360:x1856697500364544:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1770685323.262304:0:5762:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0x20:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1770685323.262414:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+54:29360:x1856697500364544:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 154us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685323.262423:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1176 00000100:00080000:1.0:1770685323.262447:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685323.265212:0:11361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f3f5b100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514800640:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1770685323.265220:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685323.265514:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500364672 00000100:00100000:1.0:1770685323.265521:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500364672 00000100:00100000:1.0:1770685323.265572:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1177 00000100:00100000:1.0:1770685323.265609:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+53:29360:x1856697500364672:12345-192.168.203.41@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1770685323.265677:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8ab1 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685323.265695:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8ab1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685323.265708:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8ab1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685323.265722:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8ab8 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685323.265729:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8ab8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685323.265736:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8ab8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685323.265974:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef8abf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685323.266059:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef8abf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685323.266077:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef8abf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:1.0:1770685323.266111:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00000004:00200000:1.0:1770685323.266115:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685323.266246:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef8abf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685323.266260:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8ab1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685323.266266:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8ab1 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685323.266273:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8ab1 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685323.266279:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685323.266284:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8ab1 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685323.266291:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8ab1 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685323.266304:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:1.0:1770685323.266307:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685323.266311:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8ab1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685323.266317:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8ab1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685323.266330:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8ab8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685323.266341:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8ab8 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685323.266347:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8ab8 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685323.266352:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685323.266355:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8ab8 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685323.266360:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8ab8 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685323.266367:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x329c2aeb (ffff9d92c3dd8700) 00010000:00010000:1.0:1770685323.266370:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685323.266372:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8ab8 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685323.266377:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8ab8 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685323.266391:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef8abf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685323.266397:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef8abf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685323.266402:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef8abf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685323.266407:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685323.266410:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef8abf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685323.266424:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef8abf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685323.266431:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9d92f27c0f00) 00010000:00010000:1.0:1770685323.266434:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685323.266436:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef8abf lrc: 2/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685323.266441:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef8abf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685323.266550:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+53:29360:x1856697500364672:12345-192.168.203.41@tcp:34:lhsmtool_posix.0 Request processed in 942us (1332us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685323.266559:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1177 00000100:00100000:0.0:1770685323.274692:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685323.275414:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500364928 00000100:00100000:3.0:1770685323.275425:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500364928 00000100:00100000:3.0:1770685323.275495:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1178 00000100:00100000:3.0:1770685323.275507:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+53:29360:x1856697500364928:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685323.275529:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685323.275550:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8ac6 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bddc7 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685323.275651:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8acd lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685323.275666:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8acd lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685323.275688:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8acd lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685323.275704:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8ad4 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685323.275717:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8ad4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685323.275724:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8ad4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685323.276297:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8adb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685323.276308:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8adb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685323.276316:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8adb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:3.0:1770685323.276328:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:3.0:1770685323.276424:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8adb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685323.276434:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8adb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685323.276440:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8adb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685323.276445:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685323.276449:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8adb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685323.276456:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8adb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685323.276468:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9d92f27c0f00) 00010000:00010000:3.0:1770685323.276472:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685323.276476:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8adb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685323.276481:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8adb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685323.276494:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8acd lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685323.276500:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8acd lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685323.276506:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8acd lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685323.276511:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271c400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685323.276514:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8acd lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685323.276519:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8acd lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685323.276526:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:3.0:1770685323.276528:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685323.276531:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8acd lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685323.276536:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8acd lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685323.276545:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8ad4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685323.276551:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8ad4 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685323.276558:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8ad4 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685323.276563:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271de00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685323.276566:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8ad4 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685323.276570:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8ad4 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685323.276596:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x329c2aeb (ffff9d9302158900) 00010000:00010000:3.0:1770685323.276599:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685323.276602:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8ad4 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685323.276607:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8ad4 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685323.276653:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8ac6 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bddc7 expref: 55 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685323.276663:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:3.0:1770685323.276665:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1770685323.276668:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8ac6 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bddc7 expref: 55 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685323.276682:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271c600, rc 0) 00000100:00100000:3.0:1770685323.276925:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5300380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+54:29360:x1856697500364928:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 1244us (2063us total) trans 4294968083 rc 301/301 00000100:00100000:3.0:1770685323.276937:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1178 00000100:00100000:2.0:1770685323.282382:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685323.282652:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500365056 00000100:00100000:3.0:1770685323.282662:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500365056 00000100:00100000:3.0:1770685323.282728:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1179 00000100:00100000:3.0:1770685323.282741:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+54:29360:x1856697500365056:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1770685323.282875:0:5761:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0x20:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1770685323.283061:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+54:29360:x1856697500365056:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 322us (684us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685323.283070:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1179 00000100:00100000:3.0:1770685323.303836:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685323.303933:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500365312 00000100:00100000:1.0:1770685323.303942:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500365312 00000100:00100000:1.0:1770685323.304102:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1180 00000100:00100000:1.0:1770685323.304112:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+54:29360:x1856697500365312:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685323.304138:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685323.304157:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef8ae9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bddce expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685323.304767:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8af0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685323.304779:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8af0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685323.304789:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8af0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:1.0:1770685323.304817:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x22:0x0]: returning size 0 00010000:00010000:1.0:1770685323.304866:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef8ae9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bddce expref: 57 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685323.304881:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8af0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bddce expref: 56 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685323.304890:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9d92c3dd8700) 00010000:00010000:1.0:1770685323.304892:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1770685323.304896:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc2200, rc 0) 00000100:00100000:1.0:1770685323.304950:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+56:29360:x1856697500365312:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 840us (1121us total) trans 4294968084 rc 0/0 00000100:00100000:1.0:1770685323.304956:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1180 00000100:00100000:2.0:1770685323.313355:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685323.313395:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500365568 00000100:00100000:2.0:1770685323.313404:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500365568 00000100:00100000:2.0:1770685323.313456:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1181 00000100:00100000:2.0:1770685323.313466:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+56:29360:x1856697500365568:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1770685323.313518:0:5761:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685323.313544:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8af0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bddce expref: 56 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685323.313560:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9d92c3dd8700) 00010000:00010000:2.0:1770685323.313572:0:5761:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770685323.313619:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8afe lrc: 3/0,1 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685323.313632:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8afe lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685323.313642:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8afe lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685323.313657:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8b05 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x46:0x0].0xd047e05d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685323.313663:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8b05 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0xd047e05d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685323.313669:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8b05 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0xd047e05d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685323.313754:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8afe lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685323.313761:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8afe lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685323.313767:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8afe lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685323.313772:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685323.313776:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8afe lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685323.313783:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8afe lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685323.313793:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9d92c3dd8f00) 00010000:00010000:2.0:1770685323.313795:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685323.313798:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8afe lrc: 2/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685323.313804:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8afe lrc: 0/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685323.313814:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8b05 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0xd047e05d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685323.313821:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8b05 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0xd047e05d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685323.313826:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8b05 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0xd047e05d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685323.313830:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685323.313833:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8b05 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0xd047e05d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685323.313838:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8b05 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0xd047e05d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685323.313844:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0xd047e05d (ffff9d92c8ee3900) 00010000:00010000:2.0:1770685323.313847:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685323.313850:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8b05 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0xd047e05d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685323.313855:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8b05 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0xd047e05d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:2.0:1770685323.313929:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+55:29360:x1856697500365568:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 463us (581us total) trans 0 rc -2/-2 00000100:00100000:2.0:1770685323.313936:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1181 00000100:00100000:2.0:1770685323.315031:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514800768:0@lo:400:kworker.0 00000100:00100000:2.0:1770685323.315085:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685323.315123:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856697514801280:0@lo:400:kworker.0 00000100:00100000:2.0:1770685323.315159:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685323.315210:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1770685323.315216:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514801152:0@lo:400:kworker.0 00000100:00100000:2.0:1770685323.315240:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685323.315266:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3288:1856697514800896:0@lo:400:kworker.0 00000100:00100000:2.0:1770685323.315288:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685323.315305:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fc3c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514801408:0@lo:400:kworker.0 00000100:00100000:2.0:1770685323.315328:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685323.315344:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1770685323.315349:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514801024:0@lo:400:kworker.0 00000100:00100000:2.0:1770685323.315368:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685323.315397:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514800768 00000100:00100000:2.0:1770685323.315404:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514800768 00000100:00100000:2.0:1770685323.315438:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:2.0:1770685323.315445:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3291:x1856697514800768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685323.315484:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3291:x1856697514800768:12345-0@lo:400:kworker.0 Request processed in 39us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685323.315491:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:2.0:1770685323.315519:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514801152 00000100:00100000:2.0:1770685323.315523:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514801152 00000100:00100000:2.0:1770685323.315557:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514801408 00000100:00100000:2.0:1770685323.315561:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514801408 00000100:00100000:2.0:1770685323.315608:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:2.0:1770685323.315616:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514801152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685323.315653:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3291:x1856697514801152:12345-0@lo:400:kworker.0 Request processed in 38us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685323.315660:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:2.0:1770685323.315676:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:2.0:1770685323.315683:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514801408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685323.315719:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514801408:12345-0@lo:400:kworker.0 Request processed in 36us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685323.315726:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:2.0:1770685323.315754:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514801280 00000100:00100000:2.0:1770685323.315757:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514801280 00000100:00100000:2.0:1770685323.315784:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514800896 00000100:00100000:2.0:1770685323.315786:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514800896 00000100:00100000:2.0:1770685323.315800:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514801024 00000100:00100000:2.0:1770685323.315802:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514801024 00000100:00100000:2.0:1770685323.315818:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:2.0:1770685323.315825:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856697514801280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685323.315857:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856697514801280:12345-0@lo:400:kworker.0 Request processed in 34us (698us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685323.315864:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:2.0:1770685323.315875:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:2.0:1770685323.315880:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514800896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685323.315905:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514800896:12345-0@lo:400:kworker.0 Request processed in 24us (615us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685323.315911:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:2.0:1770685323.315924:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:2.0:1770685323.315931:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514801024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685323.315957:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514801024:12345-0@lo:400:kworker.0 Request processed in 27us (586us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685323.315963:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00080000:2.0:1770685323.315981:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1770685323.315985:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1770685323.315987:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1770685323.316180:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514801024:0@lo:400:kworker.0 00000100:00100000:2.0:1770685323.316190:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3288:1856697514800896:0@lo:400:kworker.0 00000100:00100000:2.0:1770685323.316199:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fc3c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514801408:0@lo:400:kworker.0 00000100:00100000:2.0:1770685323.316231:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514801152:0@lo:400:kworker.0 00000100:00100000:2.0:1770685323.316239:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514800768:0@lo:400:kworker.0 00000100:00100000:2.0:1770685323.316248:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856697514801280:0@lo:400:kworker.0 00000100:00100000:2.0:1770685323.317125:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685323.318286:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500365696 00000100:00100000:3.0:1770685323.318297:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500365696 00000100:00100000:3.0:1770685323.318349:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1182 00000100:00100000:3.0:1770685323.318358:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+55:29360:x1856697500365696:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685323.318375:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685323.318397:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8b0c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bddd5 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685323.318431:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8b13 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685323.318444:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8b13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685323.318455:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8b13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685323.318540:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8b0c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bddd5 expref: 57 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685323.318554:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8b13 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bddd5 expref: 56 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685323.318564:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9d9302158900) 00010000:00010000:3.0:1770685323.318567:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1770685323.318570:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271de00, rc 0) 00000100:00100000:3.0:1770685323.318643:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+56:29360:x1856697500365696:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 286us (1522us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685323.318651:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1182 00000100:00100000:2.0:1770685323.324916:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685323.324953:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500365952 00000100:00100000:2.0:1770685323.324962:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500365952 00000100:00100000:2.0:1770685323.325009:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1183 00000100:00100000:2.0:1770685323.325018:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+56:29360:x1856697500365952:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1770685323.325097:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8b1a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685323.325114:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8b1a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685323.325126:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8b1a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00010000:2.0:1770685323.325340:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000ba0c8a94 reply state 00000000a0ad6402 transno 4294968085 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8b1a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:2.0:1770685323.325349:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1770685323.325436:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+58:29360:x1856697500365952:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 418us (530us total) trans 4294968085 rc 0/0 00000100:00100000:2.0:1770685323.325443:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1183 00010000:00010000:3.0:1770685323.328613:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8b1a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685323.328629:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8b1a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685323.328636:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8b1a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685323.328642:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685323.328647:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8b1a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685323.328654:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8b1a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685323.328670:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9d9302158900) 00010000:00010000:3.0:1770685323.328674:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1770685323.328679:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8b1a lrc: 2/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685323.328685:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8b1a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:2.0:1770685323.329755:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685323.329831:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500366080 00000100:00100000:3.0:1770685323.329840:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500366080 00000100:00100000:3.0:1770685323.329892:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1184 00000100:00100000:3.0:1770685323.329901:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+57:29360:x1856697500366080:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685323.329926:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685323.329944:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8b21 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdddc expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685323.330013:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8b21 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdddc expref: 58 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685323.330027:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8b21 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdddc expref: 58 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685323.330036:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9d9302158900) 00010000:00010000:3.0:1770685323.330039:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1770685323.330043:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271c400, rc 0) 00000100:00100000:3.0:1770685323.330107:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+58:29360:x1856697500366080:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 207us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685323.330115:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1184 00000100:00100000:2.0:1770685323.337064:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685323.340212:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500366208 00000100:00100000:0.0:1770685323.340228:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500366208 00000100:00100000:0.0:1770685323.340286:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 262 00000100:00100000:0.0:1770685323.340297:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c83ef050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+58:29360:x1856697500366208:12345-192.168.203.41@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1770685323.340429:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c83ef050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+58:29360:x1856697500366208:12345-192.168.203.41@tcp:49:lhsmtool_posix.0 Request processed in 134us (3373us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685323.340438:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 262 00000100:00100000:0.0:1770685323.343756:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685323.347657:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500366464 00000100:00100000:1.0:1770685323.347669:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500366464 00000100:00100000:1.0:1770685323.347731:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 263 00000100:00100000:1.0:1770685323.347741:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+58:29360:x1856697500366464:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1770685323.347988:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+59:29360:x1856697500366464:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 248us (4242us total) trans 4294968086 rc 0/0 00000100:00100000:1.0:1770685323.347996:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 263 00000100:00100000:2.0:1770685323.356539:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685323.356615:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500366720 00000100:00100000:2.0:1770685323.356626:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500366720 00000100:00100000:2.0:1770685323.356687:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1185 00000100:00100000:2.0:1770685323.356701:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+59:29360:x1856697500366720:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1770685323.356814:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+59:29360:x1856697500366720:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 116us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685323.356821:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1185 00000100:00100000:0.0:1770685323.364410:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685323.364454:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500366976 00000100:00100000:0.0:1770685323.364464:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500366976 00000100:00100000:0.0:1770685323.364516:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1186 00000100:00100000:0.0:1770685323.364527:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5c21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+59:29360:x1856697500366976:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685323.364547:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685323.364570:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef8b28 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdde3 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685323.364681:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8b2f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685323.364695:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8b21 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdddc expref: 60 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685323.364703:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8b2f lrc: 4/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685323.364739:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8b21 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdddc expref: 60 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685323.364757:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8b21 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdddc expref: 60 pid: 5761 timeout: 748 lvb_type: 0 00000100:00100000:0.0:1770685323.364771:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb155c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514801536:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685323.364850:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c31c20c0 going to sleep for 11 seconds 00000100:00100000:0.0:1770685323.372269:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685323.372303:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500367104 00000100:00100000:0.0:1770685323.372434:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500367104 00010000:00010000:0.0:1770685323.372472:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8b21 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdddc expref: 61 pid: 5761 timeout: 748 lvb_type: 0 00000100:00100000:0.0:1770685323.372502:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 340 00000100:00100000:0.0:1770685323.372512:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d07e7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+61:2350:x1856697500367104:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685323.372524:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685323.372531:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8b21 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdddc expref: 61 pid: 5761 timeout: 748 lvb_type: 0 00010000:00010000:0.0:1770685323.372709:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8b21 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdddc expref: 61 pid: 5761 timeout: 748 lvb_type: 0 00010000:00010000:0.0:1770685323.372732:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9d9302158900) 00010000:00010000:0.0:1770685323.372737:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8b2f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685323.372746:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8b2f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685323.372754:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8b2f lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685323.372776:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685323.372829:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d07e7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+61:2350:x1856697500367104:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 318us (568us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685323.372837:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 340 00010000:00010000:0.0:1770685323.392743:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8b21 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdddc expref: 60 pid: 5761 timeout: 748 lvb_type: 0 00000100:00100000:0.0:1770685323.392769:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb155c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514801536:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685323.392798:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8b2f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685323.392808:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8b2f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685323.392814:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8b2f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:0.0:1770685323.392835:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x22:0x0]: returning size 0 00000004:00080000:0.0:1770685323.393387:0:5761:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x17:0x0], index 0: 0 00010000:00010000:0.0:1770685323.393520:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8b2f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685323.393529:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8b2f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685323.393536:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8b2f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685323.393543:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e5e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685323.393547:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8b2f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685323.393554:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8b2f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685323.393569:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9d9302158900) 00010000:00010000:0.0:1770685323.393571:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1770685323.393616:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8b2f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685323.393623:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8b2f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685323.393679:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef8b28 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdde3 expref: 60 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685323.393689:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff9d92c3dd8f00) 00010000:00010000:0.0:1770685323.393691:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1770685323.393694:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef8b28 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdde3 expref: 60 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685323.393702:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e4e00, rc 0) 00000100:00100000:0.0:1770685323.393763:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5c21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+59:29360:x1856697500366976:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 29237us (29421us total) trans 4294968087 rc 301/301 00000100:00100000:0.0:1770685323.393771:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1186 00000100:00100000:3.0:1770685323.413965:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685323.414467:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500367360 00000100:00100000:1.0:1770685323.414477:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500367360 00000100:00100000:1.0:1770685323.414526:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 264 00000100:00100000:1.0:1770685323.414536:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+59:29360:x1856697500367360:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1770685323.414879:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+60:29360:x1856697500367360:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 345us (930us total) trans 4294968088 rc 0/0 00000100:00100000:1.0:1770685323.414897:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 264 00000100:00100000:1.0:1770685323.440112:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685323.441533:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500367488 00000100:00100000:2.0:1770685323.441545:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500367488 00000100:00100000:2.0:1770685323.441872:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1187 00000100:00100000:2.0:1770685323.441883:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+60:29360:x1856697500367488:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685323.441907:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685323.441929:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8b3d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bddea expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685323.442869:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8b44 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685323.442887:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8b44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685323.442897:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8b44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:2.0:1770685323.442929:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x22:0x0]: returning size 0 00000004:00200000:2.0:1770685323.442933:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685323.442949:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8b44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:2.0:1770685323.442976:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8b3d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bddea expref: 62 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685323.444045:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8b44 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bddea expref: 61 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685323.444058:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9d9302158900) 00010000:00010000:2.0:1770685323.444061:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1770685323.444065:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76e00, rc 0) 00000100:00100000:2.0:1770685323.444147:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+61:29360:x1856697500367488:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 2265us (4041us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685323.444157:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1187 00000100:00100000:0.0:1770685323.460222:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685323.460388:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500367616 00000100:00100000:2.0:1770685323.460397:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500367616 00000100:00100000:2.0:1770685323.460467:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 321 00000100:00100000:2.0:1770685323.460477:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb155c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+8:2350:x1856697500367616:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685323.460495:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685323.460515:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8b4b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bddf1 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1770685323.460540:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x17:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1770685323.460558:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685323.460561:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685323.460568:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8b4b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bddf1 expref: 9 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685323.460613:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8b4b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bddf1 expref: 9 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685323.460627:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76c00, rc 0) 00000100:00100000:2.0:1770685323.460698:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb155c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500367616:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 222us (484us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685323.460709:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 321 00000100:00080000:1.0:1770685323.460788:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1770685323.473459:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685323.473815:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500367872 00000100:00100000:2.0:1770685323.473825:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500367872 00000100:00100000:2.0:1770685323.473884:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1188 00000100:00100000:2.0:1770685323.473895:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+61:29360:x1856697500367872:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1770685323.474853:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+61:29360:x1856697500367872:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 957us (1400us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685323.474863:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1188 00000100:00100000:2.0:1770685323.482280:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685323.482452:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500368000 00000100:00100000:3.0:1770685323.482460:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500368000 00000100:00100000:3.0:1770685323.482546:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 322 00000100:00100000:3.0:1770685323.482558:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:29360:x1856697500368000:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685323.482592:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685323.482610:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8b52 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bddf8 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685323.482643:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8b4b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bddf1 expref: 10 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685323.482652:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685323.482653:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685323.482657:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8b52 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bddf8 expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685323.482690:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8b4b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bddf1 expref: 10 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685323.482702:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8b4b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bddf1 expref: 10 pid: 8401 timeout: 748 lvb_type: 1 00000100:00100000:3.0:1770685323.482713:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f3f58000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514801664:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685323.482809:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c57e43c0 going to sleep for 11 seconds 00000100:00100000:3.0:1770685323.484995:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f3f58000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514801664:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685323.485025:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8b52 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bddf8 expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685323.485042:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271c600, rc 0) 00000100:00100000:3.0:1770685323.485098:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:29360:x1856697500368000:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 2542us (2828us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685323.485107:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 322 00000100:00100000:0.0:1770685323.487027:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685323.487073:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500368128 00000100:00100000:2.0:1770685323.487083:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500368128 00010000:00010000:2.0:1770685323.487118:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8b4b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bddf1 expref: 10 pid: 8401 timeout: 748 lvb_type: 1 00000100:00100000:2.0:1770685323.487164:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 341 00000100:00100000:2.0:1770685323.487173:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb156300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500368128:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685323.487187:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685323.487207:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8b4b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bddf1 expref: 10 pid: 8401 timeout: 748 lvb_type: 1 00010000:00010000:2.0:1770685323.487218:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8b4b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bddf1 expref: 10 pid: 8401 timeout: 748 lvb_type: 1 00010000:00010000:2.0:1770685323.487242:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8b4b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bddf1 expref: 10 pid: 8401 timeout: 748 lvb_type: 1 00010000:00010000:2.0:1770685323.487262:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685323.487264:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685323.487270:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8b52 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bddf8 expref: 9 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685323.487279:0:5747:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8b52 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bddf8 expref: 9 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685323.487314:0:5747:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8b52 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bddf8 expref: 9 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685323.487328:0:5747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43e5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5747:1856697514801792:192.168.203.41@tcp:105: 00000100:00100000:2.0:1770685323.487627:0:5747:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c5768300 going to sleep for 11 seconds 00000100:00100000:2.0:1770685323.489323:0:5747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43e5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5747:1856697514801792:192.168.203.41@tcp:105: 00010000:00010000:2.0:1770685323.489533:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685323.489621:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb156300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500368128:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 2448us (2599us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685323.489633:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 341 00000100:00100000:1.0:1770685323.491800:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685323.491917:0:17738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500368256 00000100:00100000:3.0:1770685323.491925:0:17738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500368256 00002000:00100000:3.0:1770685323.491963:0:17738:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x17:0x0] (0->157) req@ffff9d91c24d8000 x1856697500368256/t0(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:444/0 lens 648/0 e 0 to 0 dl 1770685334 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685323.491970:0:17738:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c24d8000 with x1856697500368256 ext(0->157) 00002000:00010000:3.0:1770685323.491975:0:17738:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d91c24d8000 00000100:00100000:3.0:1770685323.492031:0:17738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 104 00000100:00100000:3.0:1770685323.492041:0:17738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500368256:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1770685323.492538:0:17738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500368256:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 Request processed in 496us (741us total) trans 4294967356 rc 0/0 00000100:00100000:3.0:1770685323.492546:0:17738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 104 00002000:00100000:3.0:1770685323.492553:0:17738:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x17:0x0] (0->157) req@ffff9d91c24d8000 x1856697500368256/t4294967356(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:444/0 lens 648/448 e 0 to 0 dl 1770685334 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685323.492561:0:17738:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c24d8000 with x1856697500368256 ext(0->157) 00002000:00010000:3.0:1770685323.492565:0:17738:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d91c24d8000 00000100:00100000:0.0:1770685323.495367:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685323.496078:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500368384 00000100:00100000:2.0:1770685323.496088:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500368384 00000100:00100000:2.0:1770685323.496142:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1189 00000100:00100000:2.0:1770685323.496153:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb155f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+61:29360:x1856697500368384:12345-192.168.203.41@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1770685323.525172:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968087 is committed 00000001:00080000:3.0:1770685323.525196:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968082 is committed 00000001:00080000:3.0:1770685323.525204:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968088 is committed 00000100:00100000:1.0:1770685323.525452:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb155f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+55:29360:x1856697500368384:12345-192.168.203.41@tcp:44:lhsmtool_posix.0 Request processed in 29297us (30089us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685323.525463:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1189 00000100:00100000:1.0:1770685323.528458:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685323.528697:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500368512 00000100:00100000:3.0:1770685323.528707:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500368512 00000100:00100000:3.0:1770685323.528755:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 323 00000100:00100000:3.0:1770685323.528763:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+11:2351:x1856697500368512:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1770685323.564203:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967356 is committed 00000100:00100000:2.0:1770685323.564607:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500368512:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 Request processed in 35837us (36150us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685323.564618:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 323 00000100:00100000:0.0:1770685323.567069:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685323.567182:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500368768 00000100:00100000:1.0:1770685323.567191:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500368768 00000100:00100000:1.0:1770685323.567283:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1190 00000100:00100000:1.0:1770685323.567293:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb156a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+55:29360:x1856697500368768:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1770685323.567363:0:5761:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685323.567393:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8b44 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bddea expref: 55 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685323.567412:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9d9302158900) 00010000:00010000:1.0:1770685323.567416:0:5761:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1770685323.567637:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8b59 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685323.567650:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8b59 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685323.567660:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8b59 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685323.567694:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8b59 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685323.567714:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8b59 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685323.567720:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8b59 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685323.567725:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685323.567729:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8b59 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685323.567736:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8b59 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685323.567744:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9d9302158900) 00010000:00010000:1.0:1770685323.567746:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685323.567750:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8b59 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685323.567755:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8b59 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:1.0:1770685323.567865:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb156a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+54:29360:x1856697500368768:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 572us (801us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685323.567873:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1190 00000100:00100000:0.0:1770685323.573561:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685323.573669:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500368896 00000100:00100000:1.0:1770685323.573688:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500368896 00000100:00100000:1.0:1770685323.573740:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1191 00000100:00100000:1.0:1770685323.573750:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb157800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+54:29360:x1856697500368896:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685323.573770:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685323.573788:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef8b60 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bddff expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685323.573856:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef8b60 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bddff expref: 55 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685323.573869:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef8b60 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bddff expref: 55 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685323.573888:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9d9302158900) 00010000:00010000:1.0:1770685323.573892:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1770685323.573895:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc2800, rc 0) 00000100:00100000:1.0:1770685323.573948:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb157800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+55:29360:x1856697500368896:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 200us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685323.573956:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1191 00000100:00100000:2.0:1770685323.578702:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685323.578785:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500369024 00000100:00100000:3.0:1770685323.578794:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500369024 00000100:00100000:3.0:1770685323.578836:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 324 00000100:00100000:3.0:1770685323.578853:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500369024:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1770685323.579074:0:8401:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1770685323.579078:0:8401:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb mtime from disk: 0 -> 1770685303 00002000:00010000:3.0:1770685323.579081:0:8401:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb atime from disk: 0 -> 1770685303 00002000:00010000:3.0:1770685323.579083:0:8401:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb ctime from disk: 0 -> 1770685303 00002000:00010000:3.0:1770685323.579086:0:8401:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:3.0:1770685323.579146:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500369024:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 Request processed in 301us (451us total) trans 4294967357 rc 0/0 00000100:00100000:3.0:1770685323.579154:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 324 00000100:00100000:2.0:1770685323.581835:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685323.582266:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500369280 00000100:00100000:0.0:1770685323.582275:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500369280 00000100:00100000:0.0:1770685323.582339:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1192 00000100:00100000:0.0:1770685323.582349:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+55:29360:x1856697500369280:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1770685323.582407:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8b67 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685323.582422:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8b13 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bddd5 expref: 55 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685323.582441:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8b67 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685323.582473:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8b13 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bddd5 expref: 55 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685323.582485:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8b13 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bddd5 expref: 55 pid: 5761 timeout: 748 lvb_type: 0 00000100:00100000:0.0:1770685323.582499:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb156d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514801920:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685323.582632:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c70d73c0 going to sleep for 11 seconds 00000100:00100000:0.0:1770685323.586152:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685323.586450:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500369408 00000100:00100000:2.0:1770685323.586459:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500369408 00010000:00010000:2.0:1770685323.586495:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8b13 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bddd5 expref: 56 pid: 5761 timeout: 748 lvb_type: 0 00000100:00100000:2.0:1770685323.586533:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 342 00000100:00100000:2.0:1770685323.586550:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb154000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+56:2350:x1856697500369408:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685323.586563:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685323.586569:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8b13 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bddd5 expref: 56 pid: 5761 timeout: 748 lvb_type: 0 00010000:00010000:2.0:1770685323.586617:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8b13 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bddd5 expref: 56 pid: 5761 timeout: 748 lvb_type: 0 00010000:00010000:2.0:1770685323.586639:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9d9302158900) 00010000:00010000:2.0:1770685323.586644:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8b67 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685323.586653:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8b67 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685323.586661:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8b67 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685323.586681:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685323.586732:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb154000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+56:2350:x1856697500369408:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 183us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685323.586739:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 342 00010000:00010000:1.0:1770685323.588109:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8b13 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bddd5 expref: 55 pid: 5761 timeout: 748 lvb_type: 0 00000100:00100000:1.0:1770685323.588139:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb156d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514801920:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685323.588158:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8b67 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685323.588167:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8b67 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685323.588171:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8b67 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685323.588199:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8b67 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685323.588206:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8b67 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685323.588227:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8b67 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685323.588233:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e5400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685323.588237:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8b67 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685323.588243:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8b67 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685323.588254:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9d9302158900) 00010000:00010000:1.0:1770685323.588257:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1770685323.588261:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8b67 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685323.588266:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8b67 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:1.0:1770685323.588339:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+54:29360:x1856697500369280:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 Request processed in 5992us (6511us total) trans 0 rc -22/-22 00000100:00100000:1.0:1770685323.588348:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1192 00000100:00100000:0.0:1770685323.591278:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685323.591371:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500369536 00000100:00100000:3.0:1770685323.591381:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500369536 00000100:00100000:3.0:1770685323.591438:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 325 00000100:00100000:3.0:1770685323.591448:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb156680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500369536:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1770685323.591492:0:8401:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8b6e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685323.591509:0:8401:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8b52 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bddf8 expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685323.591517:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1770685323.591519:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1770685323.591523:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8b6e lrc: 4/1,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685323.591570:0:8401:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8b52 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.41@tcp remote: 0xa999371225bddf8 expref: 10 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685323.591735:0:8401:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8b52 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bddf8 expref: 10 pid: 8401 timeout: 748 lvb_type: 0 00000100:00100000:3.0:1770685323.591750:0:8401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f3f58000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514802048:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685323.591833:0:8401:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c57e4600 going to sleep for 11 seconds 00000100:00100000:2.0:1770685323.595076:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685323.595184:0:8401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f3f58000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8401:1856697514802048:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685323.595209:0:8401:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8b6e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685323.595282:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500369664 00000100:00100000:0.0:1770685323.595289:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500369664 00010000:00010000:0.0:1770685323.595329:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8b52 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bddf8 expref: 11 pid: 8401 timeout: 748 lvb_type: 0 00000100:00100000:0.0:1770685323.595363:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 343 00000100:00100000:0.0:1770685323.595372:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+11:2351:x1856697500369664:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685323.595387:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685323.595407:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8b52 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bddf8 expref: 11 pid: 8401 timeout: 748 lvb_type: 0 00010000:00010000:0.0:1770685323.595420:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8b52 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bddf8 expref: 11 pid: 8401 timeout: 748 lvb_type: 0 00010000:00010000:0.0:1770685323.595442:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8b52 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bddf8 expref: 11 pid: 8401 timeout: 748 lvb_type: 0 00010000:00010000:0.0:1770685323.595456:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685323.595458:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685323.595462:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8b6e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685323.595472:0:5746:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8b6e lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685323.595500:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1770685323.595622:0:8401:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8b6e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685323.595632:0:8401:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8b6e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685323.595654:0:8401:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8b6e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685323.595663:0:8401:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8b6e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685323.595671:0:8401:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8b6e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685323.595679:0:8401:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d000 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:3.0:1770685323.595684:0:8401:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8b6e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685323.595697:0:8401:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8b6e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685323.595709:0:8401:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8b6e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685323.595716:0:8401:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8b6e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685323.596034:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500369664:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 662us (965us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685323.596042:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 343 00000100:00100000:3.0:1770685323.596511:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb156680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500369536:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 5063us (5239us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685323.596519:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 325 00000100:00100000:2.0:1770685323.599254:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685323.599397:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500369920 00000100:00100000:1.0:1770685323.599405:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500369920 00000100:00100000:1.0:1770685323.599483:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1193 00000100:00100000:1.0:1770685323.599493:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+54:29360:x1856697500369920:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1770685323.599810:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8b75 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685323.599826:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef8b60 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bddff expref: 55 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685323.599862:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8b75 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685323.599893:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef8b60 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bddff expref: 55 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685323.599906:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef8b60 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bddff expref: 55 pid: 5761 timeout: 748 lvb_type: 0 00000100:00100000:1.0:1770685323.599920:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c24d9880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514802176:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685323.599998:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c21fe780 going to sleep for 11 seconds 00000100:00100000:0.0:1770685323.602660:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685323.602737:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500370048 00000100:00100000:3.0:1770685323.602746:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500370048 00010000:00010000:3.0:1770685323.602780:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef8b60 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bddff expref: 56 pid: 5761 timeout: 748 lvb_type: 0 00000100:00100000:3.0:1770685323.602817:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 344 00000100:00100000:3.0:1770685323.602826:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb156d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+56:2350:x1856697500370048:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685323.602840:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685323.602855:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef8b60 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bddff expref: 56 pid: 5761 timeout: 748 lvb_type: 0 00010000:00010000:3.0:1770685323.602868:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef8b60 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bddff expref: 56 pid: 5761 timeout: 748 lvb_type: 0 00010000:00010000:3.0:1770685323.602892:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9d9302158900) 00010000:00010000:3.0:1770685323.602897:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8b75 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685323.602906:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8b75 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685323.602914:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8b75 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685323.602931:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685323.602977:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb156d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+56:2350:x1856697500370048:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 151us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685323.602984:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 344 00010000:00010000:1.0:1770685323.603530:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef8b60 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bddff expref: 55 pid: 5761 timeout: 748 lvb_type: 0 00000100:00100000:1.0:1770685323.603557:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c24d9880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514802176:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685323.603697:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8b75 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685323.603707:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8b75 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685323.603712:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8b75 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000001:00080000:1.0:1770685323.603892:0:5762:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968089 00000001:00080000:1.0:1770685323.604033:0:5762:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968090 00000001:00080000:1.0:1770685323.604075:0:5762:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968091 00000100:00100000:1.0:1770685323.604156:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c24d9880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5762:1856697514802304:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1770685323.604208:0:5762:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685323.604289:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c4966900 going to sleep for 11 seconds 00000100:00100000:3.0:1770685323.608268:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514802304 00000100:00100000:3.0:1770685323.608282:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514802304 00000100:00100000:2.0:1770685323.608547:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1770685323.608558:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5164a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5762:x1856697514802304:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1770685323.608699:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5164a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5762:x1856697514802304:12345-0@lo:1000:mdt00_002.0 Request processed in 143us (4490us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685323.608706:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1770685323.608793:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c24d9880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5762:1856697514802304:0@lo:1000:mdt00_002.0 00000001:00080000:1.0:1770685323.609012:0:5762:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968092 00000100:00100000:1.0:1770685323.609087:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5166680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5762:1856697514802432:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1770685323.609123:0:5762:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685323.609725:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c21fe780 going to sleep for 11 seconds 00000100:00100000:3.0:1770685323.609800:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514802432 00000100:00100000:3.0:1770685323.609807:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514802432 00000100:00100000:3.0:1770685323.609836:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1770685323.609925:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5165c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5762:x1856697514802432:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1770685323.610115:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5165c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5762:x1856697514802432:12345-0@lo:1000:mdt00_002.0 Request processed in 271us (991us total) trans 4294967358 rc 0/0 00000100:00100000:3.0:1770685323.610121:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1770685323.610195:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5166680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5762:1856697514802432:0@lo:1000:mdt00_002.0 00000001:00080000:1.0:1770685323.610273:0:5762:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968093 00010000:00010000:1.0:1770685323.610305:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8b75 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685323.610326:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8b75 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685323.610332:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8b75 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685323.610337:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685323.610341:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8b75 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685323.610348:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8b75 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685323.610362:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9d9302158900) 00010000:00010000:1.0:1770685323.610365:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1770685323.610369:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8b75 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685323.610374:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8b75 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685323.610417:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef8aa3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685323.610423:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef8aa3 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685323.610428:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef8aa3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685323.610432:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e4a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685323.610435:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef8aa3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685323.610440:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef8aa3 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685323.610447:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9d92f27c0f00) 00010000:00010000:1.0:1770685323.610450:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1770685323.610456:0:5762:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4000/0x8f0dbafbd9ef8aaa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bddc0 expref: 99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685323.610467:0:5762:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4000/0x8f0dbafbd9ef8aaa lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bddc0 expref: 99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685323.610475:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4000/0x8f0dbafbd9ef8aaa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bddc0 expref: 99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685323.610501:0:5762:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4000/0x8f0dbafbd9ef8aaa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bddc0 expref: 99 pid: 5762 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685323.610511:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5164700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514802560:192.168.203.41@tcp:105: 00000100:00100000:1.0:1770685323.610835:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d0479c00 going to sleep for 11 seconds 00000100:00100000:2.0:1770685323.614615:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685323.614645:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500370176 00000100:00100000:2.0:1770685323.614653:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500370176 00000100:00100000:2.0:1770685323.614692:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 265 00000100:00100000:2.0:1770685323.614702:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+100:29359:x1856697500370176:12345-192.168.203.41@tcp:49:diff.0 00000100:00100000:2.0:1770685323.614812:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+100:29359:x1856697500370176:12345-192.168.203.41@tcp:49:diff.0 Request processed in 111us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685323.614820:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 265 00000100:00100000:1.0:1770685323.615110:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5164700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514802560:192.168.203.41@tcp:105: 00010000:00010000:1.0:1770685323.615141:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef8aa3 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685323.615151:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef8aa3 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685323.615179:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8b7c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685323.615191:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8b7c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685323.615201:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8b7c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685323.615209:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8b7c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685323.615215:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8b7c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685323.615221:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8b7c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685323.615226:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685323.615230:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8b7c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685323.615236:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8b7c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685323.615246:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9d92f27c0f00) 00010000:00010000:1.0:1770685323.615258:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685323.615262:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8b7c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685323.615268:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8b7c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:1.0:1770685323.615439:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+59:29360:x1856697500369920:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 15947us (16193us total) trans 4294968094 rc 0/0 00000100:00100000:1.0:1770685323.615447:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1193 00000020:00080000:1.0:1770685323.615454:0:5762:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:2.0:1770685323.616240:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1770685323.616246:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1770685323.616774:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:2.0:1770685323.616782:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1770685323.621571:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685323.622154:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500370432 00000100:00100000:1.0:1770685323.622164:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500370432 00000100:00100000:1.0:1770685323.622222:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 266 00000100:00100000:1.0:1770685323.622231:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+59:29360:x1856697500370432:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1770685323.622843:0:5763:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x22:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1770685323.622959:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968095 00010000:00010000:1.0:1770685323.623001:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8b83 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685323.623016:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8b83 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685323.623027:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8b83 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685323.623035:0:5763:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8b83 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685323.623041:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8b83 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685323.623047:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8b83 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685323.623124:0:5763:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1770685323.623244:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+61:29360:x1856697500370432:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 1013us (1681us total) trans 4294968096 rc 0/0 00000100:00100000:1.0:1770685323.623250:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 266 00000020:00080000:1.0:1770685323.623254:0:5763:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1770685323.624599:0:5748:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1770685323.624610:0:5748:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8b83 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5763 initiator: MDT0 00010000:00010000:2.0:1770685323.624619:0:5748:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3e00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:2.0:1770685323.624623:0:5748:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8b83 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5763 initiator: MDT0 00010000:00010000:2.0:1770685323.624633:0:5748:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8b83 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5763 initiator: MDT0 00010000:00010000:2.0:1770685323.624647:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9d92c3dd8100) 00010000:00010000:2.0:1770685323.624650:0:5748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1770685323.624654:0:5748:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8b83 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5763 initiator: MDT0 00010000:00010000:2.0:1770685323.624659:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8b83 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5763 initiator: MDT0 00010000:00010000:2.0:1770685323.624678:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685323.624680:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685323.624682:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685323.625573:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685323.625669:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500370560 00000100:00100000:3.0:1770685323.625677:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500370560 00000100:00100000:3.0:1770685323.625735:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 326 00000100:00100000:3.0:1770685323.625744:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5164700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:29359:x1856697500370560:12345-192.168.203.41@tcp:101:diff.0 00010000:00010000:3.0:1770685323.625759:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685323.625774:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8b8a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bde06 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1770685323.625790:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x17:0x0] initial LVB size: 158, mtime: 0x698a8377, atime: 0x698a8377, ctime: 0x698a8377, blocks: 0xb 00010000:00010000:3.0:1770685323.625804:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685323.625806:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685323.625812:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8b8a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde06 expref: 17 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685323.625821:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c271d000/0x8f0dbafbd9ef8b8a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde06 expref: 17 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685323.625829:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271d000, rc 0) 00000100:00100000:3.0:1770685323.625876:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5164700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:29359:x1856697500370560:12345-192.168.203.41@tcp:101:diff.0 Request processed in 135us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685323.625881:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 326 00000100:00080000:1.0:1770685323.626008:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1770685323.628927:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685323.629001:0:17738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500370688 00000100:00100000:1.0:1770685323.629010:0:17738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500370688 00002000:00100000:1.0:1770685323.629051:0:17738:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff9d92f3f58000 x1856697500370688/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:444/0 lens 488/0 e 0 to 0 dl 1770685334 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1770685323.629062:0:17738:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92f3f58000 with x1856697500370688 ext(0->4095) 00002000:00010000:1.0:1770685323.629067:0:17738:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92f3f58000 00000100:00100000:1.0:1770685323.629092:0:17738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 105 00000100:00100000:1.0:1770685323.629099:0:17738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:2348:x1856697500370688:12345-192.168.203.41@tcp:3:diff.0 00000100:00100000:1.0:1770685323.629280:0:17738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:2348:x1856697500370688:12345-192.168.203.41@tcp:3:diff.0 Request processed in 181us (358us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1770685323.629286:0:17738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 105 00002000:00100000:1.0:1770685323.629290:0:17738:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff9d92f3f58000 x1856697500370688/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:444/0 lens 488/4536 e 0 to 0 dl 1770685334 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1770685323.629296:0:17738:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92f3f58000 with x1856697500370688 ext(0->4095) 00002000:00010000:1.0:1770685323.629298:0:17738:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92f3f58000 00000100:00100000:2.0:1770685323.632790:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685323.633145:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500370944 00000100:00100000:1.0:1770685323.633155:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500370944 00000100:00100000:1.0:1770685323.633204:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 267 00000100:00100000:1.0:1770685323.633227:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+100:29359:x1856697500370944:12345-192.168.203.41@tcp:35:diff.0 00000100:00100000:1.0:1770685323.633459:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+101:29359:x1856697500370944:12345-192.168.203.41@tcp:35:diff.0 Request processed in 233us (677us total) trans 4294968097 rc 0/0 00000100:00100000:1.0:1770685323.633467:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 267 00000100:00100000:0.0:1770685323.825729:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c70fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514802688:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1770685323.825788:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685323.825826:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514802688 00000100:00100000:2.0:1770685323.825834:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514802688 00000100:00100000:2.0:1770685323.825876:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190 00000100:00100000:2.0:1770685323.825884:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5302680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514802688:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1770685323.825916:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 78184448 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1770685323.825957:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5302680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514802688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685323.825964:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190 00000100:00100000:2.0:1770685323.826071:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f3f58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514802816:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1770685323.826121:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685323.826155:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514802816 00000100:00100000:2.0:1770685323.826159:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514802816 00000100:00100000:3.0:1770685323.826198:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 191 00000100:00100000:0.0:1770685323.826420:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c70fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514802688:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1770685323.826455:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3290:x1856697514802816:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1770685323.826470:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 85000192 pending 0 free 3851419648 avail 3848273920 00000100:00100000:3.0:1770685323.826511:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3290:x1856697514802816:12345-0@lo:13:osp-pre-0-0.0 Request processed in 307us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685323.826518:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 191 00000100:00100000:2.0:1770685323.826550:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f3f58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514802816:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1770685324.020754:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1770685324.788038:0:20432:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1770685324.788048:0:20432:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1770685324.788088:0:20432:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 34 count 2 00000040:00080000:0.0:1770685324.788093:0:20432:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1770685325.041801:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770685326.025743:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685326.025788:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685326.025821:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685326.025852:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685326.025869:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685326.025890:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685326.025910:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685326.025937:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500371584 00000100:00100000:2.0:1770685326.025947:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500371584 00000100:00100000:3.0:1770685326.026150:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500371072 00000100:00100000:3.0:1770685326.026155:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500371072 00000100:00100000:3.0:1770685326.026189:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 581 00000100:00100000:3.0:1770685326.026198:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2348:x1856697500371072:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685326.026265:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2348:x1856697500371072:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 68us (531us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685326.026274:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 581 00000100:00100000:3.0:1770685326.026305:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500371328 00000100:00100000:3.0:1770685326.026309:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500371328 00000100:00100000:3.0:1770685326.026331:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500371840 00000100:00100000:3.0:1770685326.026333:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500371840 00000100:00100000:3.0:1770685326.026344:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500371456 00000100:00100000:3.0:1770685326.026346:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500371456 00000100:00100000:3.0:1770685326.026357:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 430 00000100:00100000:3.0:1770685326.026363:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:2348:x1856697500371328:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685326.026391:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:2348:x1856697500371328:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 28us (602us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685326.026396:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 430 00000100:00100000:3.0:1770685326.026406:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500371712 00000100:00100000:3.0:1770685326.026408:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500371712 00000100:00100000:3.0:1770685326.026419:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 431 00000100:00100000:3.0:1770685326.026424:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:2348:x1856697500371840:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685326.026446:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:2348:x1856697500371840:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 22us (593us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685326.026451:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 431 00000100:00100000:3.0:1770685326.026460:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 432 00000100:00100000:3.0:1770685326.026465:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2348:x1856697500371456:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685326.026484:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2348:x1856697500371456:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 19us (593us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685326.026493:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 432 00000100:00100000:3.0:1770685326.026503:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 433 00000100:00100000:3.0:1770685326.026508:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2348:x1856697500371712:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685326.026532:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2348:x1856697500371712:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 24us (621us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685326.026538:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 433 00000100:00100000:2.0:1770685326.027247:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500371200 00000100:00100000:2.0:1770685326.027253:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500371200 00000100:00100000:2.0:1770685326.027282:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 441 00000100:00100000:2.0:1770685326.027288:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+61:2348:x1856697500371584:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685326.027565:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+61:2348:x1856697500371584:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 275us (1742us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685326.027572:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 441 00000100:00100000:2.0:1770685326.027608:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 442 00000100:00100000:2.0:1770685326.027615:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+101:2348:x1856697500371200:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685326.027644:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+101:2348:x1856697500371200:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 30us (1773us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685326.027649:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 442 00000100:00080000:1.0:1770685326.028322:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1770685326.028327:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1770685326.028330:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1770685326.066156:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685327.090884:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685328.116906:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685328.436453:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5166d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3288:1856697514803072:0@lo:400:kworker.0 00000100:00100000:1.0:1770685328.436543:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685328.436624:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5166a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514803584:0@lo:400:kworker.0 00000100:00100000:1.0:1770685328.436654:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685328.436682:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1770685328.436689:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5164380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514803200:0@lo:400:kworker.0 00000100:00100000:1.0:1770685328.436710:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685328.436740:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514803072 00000100:00100000:1.0:1770685328.436749:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514803072 00000100:00100000:1.0:1770685328.436794:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514803200 00000100:00100000:1.0:1770685328.436797:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514803200 00000100:00100000:1.0:1770685328.436828:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:1.0:1770685328.436839:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5164e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514803072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685328.436894:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5164e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1856697514803072:12345-0@lo:400:kworker.0 Request processed in 56us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685328.436901:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:1.0:1770685328.436917:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:1.0:1770685328.436922:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5164000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514803200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685328.436963:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5164000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514803200:12345-0@lo:400:kworker.0 Request processed in 41us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685328.436968:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:1.0:1770685328.436985:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514803584 00000100:00100000:1.0:1770685328.436988:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514803584 00000100:00100000:1.0:1770685328.437012:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:1.0:1770685328.437018:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5165500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514803584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685328.437042:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5165500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514803584:12345-0@lo:400:kworker.0 Request processed in 25us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685328.437048:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00080000:1.0:1770685328.437061:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1770685328.437066:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770685328.437095:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5164380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514803200:0@lo:400:kworker.0 00000100:00100000:1.0:1770685328.437122:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5166d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3288:1856697514803072:0@lo:400:kworker.0 00000100:00100000:1.0:1770685328.437130:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5166a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514803584:0@lo:400:kworker.0 00000100:00100000:2.0:1770685328.437392:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5166300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514802944:0@lo:400:kworker.0 00000100:00100000:2.0:1770685328.437435:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685328.437472:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5165880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856697514803456:0@lo:400:kworker.0 00000100:00100000:2.0:1770685328.437498:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685328.437517:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1770685328.437522:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5167100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514803328:0@lo:400:kworker.0 00000100:00100000:2.0:1770685328.437541:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685328.437571:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514803456 00000100:00100000:2.0:1770685328.437593:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514803456 00000100:00100000:2.0:1770685328.437629:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:2.0:1770685328.437635:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856697514803456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685328.437673:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856697514803456:12345-0@lo:400:kworker.0 Request processed in 38us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685328.437679:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:2.0:1770685328.437703:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514803328 00000100:00100000:2.0:1770685328.437706:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514803328 00000100:00100000:2.0:1770685328.437732:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:2.0:1770685328.437739:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3291:x1856697514803328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685328.437769:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3291:x1856697514803328:12345-0@lo:400:kworker.0 Request processed in 31us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685328.437776:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00080000:2.0:1770685328.437795:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1770685328.437798:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685328.437818:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5167100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514803328:0@lo:400:kworker.0 00000100:00100000:2.0:1770685328.437828:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5165880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856697514803456:0@lo:400:kworker.0 00000100:00100000:1.0:1770685328.437986:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514802944 00000100:00100000:1.0:1770685328.437991:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514802944 00000100:00100000:1.0:1770685328.438027:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:1.0:1770685328.438035:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3291:x1856697514802944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685328.438077:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3291:x1856697514802944:12345-0@lo:400:kworker.0 Request processed in 43us (641us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685328.438083:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:2.0:1770685328.438196:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5166300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514802944:0@lo:400:kworker.0 00000100:00100000:2.0:1770685328.543019:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685328.543073:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500371968 00000100:00100000:2.0:1770685328.543087:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500371968 00000100:00100000:2.0:1770685328.543181:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1194 00000100:00100000:2.0:1770685328.543193:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+61:29255:x1856697500371968:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1770685328.543315:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+61:29255:x1856697500371968:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 Request processed in 124us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685328.543324:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1194 00000100:00080000:2.0:1770685328.543352:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685328.558556:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685328.562177:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500372224 00000100:00100000:1.0:1770685328.562198:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500372224 00000100:00100000:1.0:1770685328.562408:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 268 00000100:00100000:1.0:1770685328.562425:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c83ec850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+61:29255:x1856697500372224:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1770685328.562812:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c83ec850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+62:29255:x1856697500372224:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 391us (4268us total) trans 4294968098 rc 0/0 00000100:00100000:1.0:1770685328.563427:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 268 00000100:00100000:0.0:1770685328.945861:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb298700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514803712:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1770685328.945958:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685328.946004:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f3f59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514803840:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1770685328.946046:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685328.947808:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514803712 00000100:00100000:2.0:1770685328.947831:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514803712 00000100:00100000:2.0:1770685328.947888:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514803840 00000100:00100000:2.0:1770685328.947892:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514803840 00000100:00100000:2.0:1770685328.947912:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:2.0:1770685328.947924:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514803712:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1770685328.947969:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 78184448 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1770685328.948056:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5300000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514803712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 134us (2098us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685328.948063:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000100:00100000:2.0:1770685328.948084:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193 00000100:00100000:2.0:1770685328.948090:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3290:x1856697514803840:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1770685328.948797:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb298700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514803712:0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1770685328.949300:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 85000192 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1770685328.949369:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3290:x1856697514803840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1278us (3322us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685328.949376:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193 00000100:00100000:2.0:1770685328.949424:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f3f59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514803840:0@lo:13:osp-pre-0-0.0 00000001:00080000:3.0:1770685329.013860:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967358 is committed 00000001:00080000:3.0:1770685329.013881:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967357 is committed 00000001:00080000:2.0:1770685329.031004:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968098 is committed 00000001:00080000:2.0:1770685329.031028:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968097 is committed 00000020:00080000:2.0:1770685329.031048:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9d92c4966900 refcount 2 committed 0 result 0 batchid 24 00000020:00080000:2.0:1770685329.031056:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d91c3af6d00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9d92c4966b40 00000020:00080000:2.0:1770685329.031061:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d91c3af6a00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9d92d197dc00 00000020:00080000:3.0:1770685329.031150:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 24 committed batchid 23 00000020:00080000:3.0:1770685329.031708:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 23 00010000:00010000:3.0:1770685329.142365:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1770685329.864349:0:20632:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12p: implicit restore of a file on copytool mount point ========================================================== 20:02:09 (1770685329) 00000100:00100000:2.0:1770685330.142715:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685330.142922:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500372480 00000100:00100000:3.0:1770685330.142935:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500372480 00000100:00100000:3.0:1770685330.143100:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1195 00000100:00100000:3.0:1770685330.143115:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+53:29972:x1856697500372480:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685330.143146:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685330.143172:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8b91 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bde0d expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685330.143414:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8b98 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685330.143432:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8b98 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685330.143447:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8b98 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:3.0:1770685330.143461:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00000100:00080000:2.0:1770685330.144283:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1770685330.150781:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c600/0x8f0dbafbd9ef8b91 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde0d expref: 56 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685330.150816:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8b98 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde0d expref: 55 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685330.150827:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:2.0:1770685330.150830:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 7 00010000:00010000:2.0:1770685330.150834:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271c800, rc 0) 00000100:00100000:2.0:1770685330.150925:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+55:29972:x1856697500372480:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 7814us (8223us total) trans 4294968099 rc 0/0 00000100:00100000:2.0:1770685330.150935:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1195 00000100:00100000:2.0:1770685330.156860:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685330.156912:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685330.157177:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500372736 00000100:00100000:3.0:1770685330.157190:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500372736 00000100:00100000:3.0:1770685330.157388:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 72 00000100:00100000:3.0:1770685330.157400:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+55:2349:x1856697500372736:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685330.157423:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685330.157458:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8b98 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x7/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde0d expref: 55 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685330.157481:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:3.0:1770685330.157487:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685330.157880:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500372608 00000100:00100000:0.0:1770685330.157888:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500372608 00000100:00100000:0.0:1770685330.157920:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1196 00000100:00100000:0.0:1770685330.157928:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+55:29972:x1856697500372608:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1770685330.158440:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+55:2349:x1856697500372736:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 1039us (1523us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685330.158452:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 72 00000100:00100000:0.0:1770685330.159270:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+54:29972:x1856697500372608:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 Request processed in 1336us (2419us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685330.159281:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1196 00010000:00010000:2.0:1770685330.162044:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1770685330.168886:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685330.169040:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500372864 00000100:00100000:2.0:1770685330.169053:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500372864 00000100:00100000:2.0:1770685330.169144:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1197 00000100:00100000:2.0:1770685330.169155:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+100:29973:x1856697500372864:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685330.169180:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:0.0:1770685330.169319:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1770685330.169351:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8ba6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bde14 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685330.169436:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8bad lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685330.169452:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8bad lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685330.169464:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8bad lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685330.169477:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8bb4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685330.169484:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8bb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685330.169490:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8bb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685330.169822:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8bad lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685330.169830:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8bad lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685330.169836:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8bad lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685330.169842:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685330.169846:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8bad lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685330.169854:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8bad lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685330.169872:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3500) 00010000:00010000:2.0:1770685330.169876:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685330.169881:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8bad lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685330.169888:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8bad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685330.169900:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8bb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685330.169905:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8bb4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685330.169910:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8bb4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685330.169915:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685330.169918:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8bb4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685330.169924:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8bb4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685330.169929:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff9d92c8ee3200) 00010000:00010000:2.0:1770685330.169931:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685330.169934:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8bb4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685330.169939:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8bb4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685330.169975:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8ba6 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde14 expref: 101 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685330.169986:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3500) 00010000:00010000:2.0:1770685330.169989:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685330.169992:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8ba6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde14 expref: 101 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685330.170000:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c77e00, rc 0) 00000100:00100000:2.0:1770685330.170076:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5301c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+100:29973:x1856697500372864:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 921us (1202us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685330.170084:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1197 00000100:00100000:1.0:1770685330.179492:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685330.179622:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500373120 00000100:00100000:2.0:1770685330.179636:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500373120 00000100:00100000:2.0:1770685330.179718:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1198 00000100:00100000:2.0:1770685330.179730:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5166a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+100:29973:x1856697500373120:12345-192.168.203.41@tcp:36:lfs.0 00010000:00010000:2.0:1770685330.179801:0:6998:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685330.179854:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef87af lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdccb expref: 100 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685330.179878:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3500) 00010000:00010000:2.0:1770685330.179884:0:6998:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770685330.180007:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8bbb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685330.180022:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef87ee lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdce0 expref: 53 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685330.180032:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8bbb lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685330.180077:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef87ee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdce0 expref: 53 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685330.180102:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef87ee lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdce0 expref: 53 pid: 5762 timeout: 755 lvb_type: 0 00000100:00100000:2.0:1770685330.180118:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb29bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514803968:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685330.180245:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb185b40 going to sleep for 11 seconds 00000100:00100000:2.0:1770685330.183820:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb29bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514803968:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685330.183855:0:6998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8bbb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:1.0:1770685330.184106:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685330.184170:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500373248 00000100:00100000:3.0:1770685330.184177:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500373248 00010000:00010000:3.0:1770685330.184214:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef87ee lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdce0 expref: 54 pid: 5762 timeout: 755 lvb_type: 0 00000100:00100000:3.0:1770685330.184245:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 345 00000100:00100000:3.0:1770685330.184252:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5166d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+54:2351:x1856697500373248:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685330.184266:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685330.184272:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef87ee lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdce0 expref: 54 pid: 5762 timeout: 755 lvb_type: 0 00010000:00010000:3.0:1770685330.184286:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef87ee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdce0 expref: 54 pid: 5762 timeout: 755 lvb_type: 0 00010000:00010000:3.0:1770685330.184306:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef87ee lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdce0 expref: 54 pid: 5762 timeout: 755 lvb_type: 0 00010000:00010000:3.0:1770685330.184319:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3500) 00010000:00010000:3.0:1770685330.184323:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8bbb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685330.184331:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8bbb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685330.184336:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8bbb lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685330.184361:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685330.184416:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5166d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+53:2351:x1856697500373248:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 164us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685330.184421:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 345 00010000:00010000:2.0:1770685330.185376:0:6998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8bbb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685330.185391:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8bbb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685330.185421:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8bc2 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685330.185433:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8bc2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685330.185443:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8bc2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770685330.186305:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 512 00010000:00010000:2.0:1770685330.186318:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8bbb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685330.186330:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8bbb lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685330.186337:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8bbb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685330.186343:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685330.186348:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8bbb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685330.186356:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8bbb lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685330.186369:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3500) 00010000:00010000:2.0:1770685330.186372:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685330.186377:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8bbb lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685330.186383:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8bbb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000004:00010000:2.0:1770685330.186404:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000f5e7ac88 reply state 0000000075ccc734 transno 4294968100 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8bc2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770685330.186414:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1770685330.186519:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5166a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+101:29973:x1856697500373120:12345-192.168.203.41@tcp:36:lfs.0 Request processed in 6787us (7037us total) trans 4294968100 rc 0/0 00000100:00100000:2.0:1770685330.186530:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1198 00010000:00010000:2.0:1770685330.188004:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8bc2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685330.188022:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8bc2 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685330.188030:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8bc2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685330.188036:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685330.188039:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8bc2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685330.188046:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8bc2 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685330.188061:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff9d92c8ee3200) 00010000:00010000:2.0:1770685330.188064:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685330.188068:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8bc2 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685330.188075:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8bc2 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:1.0:1770685330.192167:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685330.192469:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500373376 00000100:00100000:2.0:1770685330.192481:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500373376 00000100:00100000:2.0:1770685330.192538:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1199 00000100:00100000:2.0:1770685330.192549:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5164380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+100:29974:x1856697500373376:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:2.0:1770685330.192610:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685330.192636:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef8bc9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bde1b expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685330.192710:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8bd0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685330.192723:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8bd0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685330.192735:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8bd0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770685330.192797:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1770685330.192800:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 31 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685330.192827:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8bd0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685330.192848:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef8bc9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde1b expref: 102 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685330.192863:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8bd0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde1b expref: 101 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685330.192870:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3400) 00010000:00010000:2.0:1770685330.192872:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1770685330.192875:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76600, rc 0) 00000100:00100000:2.0:1770685330.192928:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5164380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+101:29974:x1856697500373376:12345-192.168.203.41@tcp:101:bash.0 Request processed in 382us (773us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685330.192933:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1199 00000100:00100000:2.0:1770685330.204666:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685330.204743:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500373504 00000100:00100000:1.0:1770685330.204754:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500373504 00000100:00100000:1.0:1770685330.204816:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1200 00000100:00100000:1.0:1770685330.204828:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+101:29974:x1856697500373504:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:1.0:1770685330.204851:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685330.204874:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8bd7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bde22 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685330.205098:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8bde lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685330.205120:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8bde lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685330.205134:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8bde lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685330.205152:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef8be5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685330.205159:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef8be5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685330.205186:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef8be5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685330.205304:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8bec lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685330.205313:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8bec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685330.205320:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8bec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:1.0:1770685330.205355:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 512 00000004:00200000:1.0:1770685330.205359:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685330.205378:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8bec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685330.205391:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8bde lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685330.205398:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8bde lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685330.205404:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8bde lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685330.205410:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685330.205414:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8bde lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685330.205422:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8bde lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685330.205435:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3400) 00010000:00010000:1.0:1770685330.205444:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685330.205449:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8bde lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685330.205454:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8bde lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685330.205464:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef8be5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685330.205468:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef8be5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685330.205472:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef8be5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685330.205475:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685330.205476:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef8be5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685330.205479:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef8be5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685330.205483:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff9d92c3dd8300) 00010000:00010000:1.0:1770685330.205485:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685330.205486:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef8be5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685330.205489:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef8be5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685330.205517:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8bd7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde22 expref: 103 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685330.205546:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2a00/0x8f0dbafbd9ef8bec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde22 expref: 102 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685330.205551:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9d92c3dd8500) 00010000:00010000:1.0:1770685330.205553:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1770685330.205555:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc2a00, rc 0) 00000100:00100000:1.0:1770685330.205656:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+102:29974:x1856697500373504:12345-192.168.203.41@tcp:101:bash.0 Request processed in 831us (1001us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685330.205665:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1200 00000100:00100000:1.0:1770685330.208246:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685330.208463:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500373632 00000100:00100000:2.0:1770685330.208474:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500373632 00000100:00100000:2.0:1770685330.208537:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1201 00000100:00100000:2.0:1770685330.208547:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5165180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+102:29974:x1856697500373632:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:2.0:1770685330.208606:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685330.208631:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8bf3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bde29 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685330.208714:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8bfa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.208727:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8bfa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.208736:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8bfa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.208747:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8c01 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.208751:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8c01 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.208756:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8c01 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.208824:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8bfa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.208828:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8bfa lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.208832:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8bfa lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.208836:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685330.208839:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8bfa lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.208844:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8bfa lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.208857:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9d92c3dd8500) 00010000:00010000:2.0:1770685330.208860:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685330.208864:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8bfa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.208868:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8bfa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.208876:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8c01 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.208879:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8c01 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.208882:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8c01 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.208886:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685330.208887:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8c01 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.208890:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8c01 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.208894:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff9d92c8ee3200) 00010000:00010000:2.0:1770685330.208895:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685330.208896:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8c01 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.208900:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8c01 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.208936:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8bf3 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde29 expref: 103 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685330.208948:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9d92c3dd8500) 00010000:00010000:2.0:1770685330.208951:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685330.208954:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8bf3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde29 expref: 103 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685330.208963:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76c00, rc 0) 00000100:00100000:2.0:1770685330.209029:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5165180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+102:29974:x1856697500373632:12345-192.168.203.41@tcp:101:bash.0 Request processed in 484us (797us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685330.209037:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1201 00000100:00100000:2.0:1770685330.216248:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685330.216339:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500373760 00000100:00100000:1.0:1770685330.216352:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500373760 00000100:00100000:1.0:1770685330.216422:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1202 00000100:00100000:1.0:1770685330.216434:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+53:29975:x1856697500373760:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:1.0:1770685330.216459:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685330.216485:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8c08 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bde30 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685330.216601:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef8c0f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685330.216619:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef8c0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685330.216632:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef8c0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:1.0:1770685330.216708:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1770685330.216726:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 31 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685330.216751:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef8c0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685330.216773:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8c08 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde30 expref: 55 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685330.216788:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef8c0f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde30 expref: 54 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685330.216795:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3400) 00010000:00010000:1.0:1770685330.216797:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1770685330.216800:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc2800, rc 0) 00000100:00100000:1.0:1770685330.216869:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+54:29975:x1856697500373760:12345-192.168.203.41@tcp:101:rm.0 Request processed in 437us (637us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685330.216876:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1202 00000100:00100000:1.0:1770685330.220116:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685330.220197:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500373888 00000100:00100000:2.0:1770685330.220210:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500373888 00000100:00100000:2.0:1770685330.220272:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1203 00000100:00100000:2.0:1770685330.220281:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5166300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+54:29975:x1856697500373888:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:2.0:1770685330.220307:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685330.220338:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8c16 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bde37 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685330.220418:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8c1d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.220434:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8c1d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.220447:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8c1d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.220464:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8c24 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.220471:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8c24 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.220477:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8c24 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.220828:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef8c2b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.220837:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef8c2b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.220845:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef8c2b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:2.0:1770685330.220880:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 512 00000004:00200000:2.0:1770685330.220883:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685330.220913:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef8c2b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.220924:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8c1d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.220928:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8c1d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.221073:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8c1d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.221079:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685330.221082:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8c1d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.221097:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8c1d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.221120:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3400) 00010000:00010000:2.0:1770685330.221124:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685330.221130:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8c1d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.221136:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8c1d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.221151:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8c24 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.221158:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8c24 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.221163:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8c24 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.221173:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685330.221176:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8c24 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.221182:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8c24 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.221189:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff9d92c8ee3200) 00010000:00010000:2.0:1770685330.221191:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685330.221193:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8c24 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.221197:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8c24 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.221227:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8c16 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde37 expref: 56 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685330.221237:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77200/0x8f0dbafbd9ef8c2b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde37 expref: 55 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685330.221243:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9d92c3dd8500) 00010000:00010000:2.0:1770685330.221244:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1770685330.221247:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c77200, rc 0) 00000100:00100000:2.0:1770685330.221371:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5166300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+55:29975:x1856697500373888:12345-192.168.203.41@tcp:101:rm.0 Request processed in 1089us (1267us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685330.221380:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1203 00000100:00100000:3.0:1770685330.229683:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685330.229771:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500374016 00000100:00100000:2.0:1770685330.229783:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500374016 00000100:00100000:2.0:1770685330.229849:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1204 00000100:00100000:2.0:1770685330.229858:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+55:29975:x1856697500374016:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:2.0:1770685330.229881:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685330.229907:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8c32 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bde3e expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685330.229995:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8c39 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.230012:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8c39 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.230026:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8c39 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.230045:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8c40 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.230057:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8c40 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.230064:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8c40 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.230156:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8c39 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.230163:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8c39 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.230169:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8c39 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.230175:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685330.230179:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8c39 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.230186:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8c39 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.230198:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9d92c3dd8500) 00010000:00010000:2.0:1770685330.230201:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685330.230206:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8c39 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.230211:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8c39 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.230223:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8c40 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.230229:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8c40 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.230235:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8c40 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.230240:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7b200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685330.230242:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8c40 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.230246:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8c40 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.230251:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff9d92c8ee3500) 00010000:00010000:2.0:1770685330.230253:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685330.230255:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8c40 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.230260:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8c40 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.230294:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8c32 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde3e expref: 56 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685330.230305:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9d92c3dd8500) 00010000:00010000:2.0:1770685330.230307:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685330.230310:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8c32 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde3e expref: 56 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685330.230319:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c77e00, rc 0) 00000100:00100000:2.0:1770685330.230394:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+55:29975:x1856697500374016:12345-192.168.203.41@tcp:101:rm.0 Request processed in 536us (723us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685330.230402:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1204 00000100:00100000:1.0:1770685330.234460:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685330.234632:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500374144 00000100:00100000:2.0:1770685330.234647:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500374144 00000100:00100000:2.0:1770685330.234708:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1205 00000100:00100000:2.0:1770685330.234718:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5165880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+55:29975:x1856697500374144:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:2.0:1770685330.234744:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685330.234770:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef8c47 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bde45 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685330.234864:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef8c4e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.234880:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef8c4e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.234892:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef8c4e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.234907:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8c55 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.234914:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8c55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.234920:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8c55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.235156:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef8c4e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.235165:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef8c4e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.235172:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef8c4e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.235180:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7a200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685330.235184:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef8c4e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.235192:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef8c4e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.235206:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9d92c3dd8500) 00010000:00010000:2.0:1770685330.235209:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685330.235215:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef8c4e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.235221:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef8c4e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.235234:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8c55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.235239:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8c55 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.235245:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8c55 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.235250:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7a000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685330.235252:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8c55 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.235258:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8c55 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.235264:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff9d92c8ee3200) 00010000:00010000:2.0:1770685330.235267:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685330.235270:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8c55 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.235276:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8c55 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685330.235312:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef8c47 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde45 expref: 56 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685330.235323:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9d92c3dd8500) 00010000:00010000:2.0:1770685330.235326:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685330.235329:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef8c47 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde45 expref: 56 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685330.235338:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7aa00, rc 0) 00000100:00100000:2.0:1770685330.235416:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5165880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+55:29975:x1856697500374144:12345-192.168.203.41@tcp:101:rm.0 Request processed in 699us (971us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685330.235424:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1205 00000100:00100000:1.0:1770685330.250050:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685330.250147:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500374272 00000100:00100000:0.0:1770685330.250162:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500374272 00000100:00100000:0.0:1770685330.250296:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1206 00000100:00100000:0.0:1770685330.250309:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5167100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+55:29976:x1856697500374272:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:0.0:1770685330.250350:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685330.250380:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4400/0x8f0dbafbd9ef8c5c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bde4c expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685330.250466:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef8c63 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.250487:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef8c63 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.250500:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef8c63 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.250515:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8c6a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.250522:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8c6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.250529:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8c6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.250671:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef8c63 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.250679:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef8c63 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.250697:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef8c63 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.250704:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e5600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685330.250709:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef8c63 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.250717:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef8c63 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.250731:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9d92c3dd8500) 00010000:00010000:0.0:1770685330.250735:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685330.250741:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef8c63 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.250747:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef8c63 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.250762:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8c6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.250768:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8c6a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.250784:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8c6a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.250789:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e4600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685330.250792:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8c6a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.250797:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8c6a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.250804:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff9d92f27c0800) 00010000:00010000:0.0:1770685330.250807:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685330.250810:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8c6a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.250815:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8c6a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.250854:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4400/0x8f0dbafbd9ef8c5c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde4c expref: 56 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685330.250865:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9d92c3dd8500) 00010000:00010000:0.0:1770685330.250868:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685330.250872:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4400/0x8f0dbafbd9ef8c5c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde4c expref: 56 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685330.250882:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e4400, rc 0) 00000100:00100000:0.0:1770685330.250960:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5167100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+55:29976:x1856697500374272:12345-192.168.203.41@tcp:101:cp.0 Request processed in 654us (925us total) trans 0 rc 301/301 00000100:00100000:0.0:1770685330.250969:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1206 00000100:00100000:3.0:1770685330.253635:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685330.253685:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500374400 00000100:00100000:0.0:1770685330.253697:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500374400 00000100:00100000:0.0:1770685330.253757:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1207 00000100:00100000:0.0:1770685330.253768:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+55:29976:x1856697500374400:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:0.0:1770685330.253793:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685330.253817:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5800/0x8f0dbafbd9ef8c71 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bde53 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685330.253893:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef8c78 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.253908:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef8c78 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.253919:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef8c78 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.253934:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8c7f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.253941:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8c7f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.253947:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8c7f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.254024:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef8c78 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.254031:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef8c78 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.254039:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef8c78 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.254046:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e4e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685330.254050:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef8c78 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.254055:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef8c78 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.254066:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9d92c3dd8500) 00010000:00010000:0.0:1770685330.254069:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685330.254072:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef8c78 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.254076:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef8c78 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.254098:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8c7f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.254104:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8c7f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.254110:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8c7f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.254115:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e5e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685330.254118:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8c7f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.254124:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8c7f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.254131:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff9d92f27c0000) 00010000:00010000:0.0:1770685330.254133:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685330.254136:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8c7f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.254141:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8c7f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.254179:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5800/0x8f0dbafbd9ef8c71 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde53 expref: 56 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685330.254190:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9d92c3dd8500) 00010000:00010000:0.0:1770685330.254192:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685330.254195:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5800/0x8f0dbafbd9ef8c71 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde53 expref: 56 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685330.254203:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e5800, rc 0) 00000100:00100000:0.0:1770685330.254346:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+55:29976:x1856697500374400:12345-192.168.203.41@tcp:101:cp.0 Request processed in 578us (723us total) trans 0 rc 301/301 00000100:00100000:0.0:1770685330.254355:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1207 00000100:00100000:1.0:1770685330.261900:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685330.263955:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500374656 00000100:00100000:0.0:1770685330.263975:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500374656 00000100:00100000:0.0:1770685330.264065:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1208 00000100:00100000:0.0:1770685330.264077:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+55:29976:x1856697500374656:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:0.0:1770685330.264117:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685330.264144:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4400/0x8f0dbafbd9ef8c86 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bde5a expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685330.264322:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8c8d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.264337:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8c8d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.264348:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8c8d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.264364:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef8c94 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.264370:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef8c94 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.264377:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef8c94 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00080000:0.0:1770685330.265523:0:6998:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1a:0x0], index 1: 0 00010000:00010000:0.0:1770685330.267163:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef8c9b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.267189:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef8c9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.267203:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef8c9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.267252:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8c8d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.267263:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8c8d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.267282:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8c8d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.267289:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e4600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685330.267294:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8c8d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.267304:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8c8d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.267319:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9d92c3dd8500) 00010000:00010000:0.0:1770685330.267322:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685330.267328:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8c8d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.267335:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8c8d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000004:00010000:0.0:1770685330.267351:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000000d1036a4 reply state 000000001f8c3945 transno 4294968101 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef8c94 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685330.267361:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1770685330.267406:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4400/0x8f0dbafbd9ef8c86 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde5a expref: 58 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685330.267422:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef8c9b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde5a expref: 57 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685330.267430:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9d92f27c0a00) 00010000:00010000:0.0:1770685330.267433:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685330.267436:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e5000, rc 0) 00000100:00100000:0.0:1770685330.267550:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0250e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+58:29976:x1856697500374656:12345-192.168.203.41@tcp:101:cp.0 Request processed in 3465us (5654us total) trans 4294968101 rc 0/0 00000100:00100000:0.0:1770685330.267561:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1208 00010000:00010000:3.0:1770685330.270138:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef8c94 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685330.270158:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef8c94 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685330.270164:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef8c94 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685330.270173:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e5600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685330.270177:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef8c94 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685330.270183:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef8c94 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685330.270197:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff9d92f27c0800) 00010000:00010000:3.0:1770685330.270199:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685330.270202:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef8c94 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685330.270207:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef8c94 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:1.0:1770685330.271826:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685330.272027:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500374784 00000100:00100000:2.0:1770685330.272041:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500374784 00000100:00080000:0.0:1770685330.272103:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1770685330.272135:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 327 00000100:00100000:2.0:1770685330.272147:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500374784:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:2.0:1770685330.272170:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685330.272196:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8ca9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bde61 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1770685330.272227:0:6539:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1770685330.272251:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685330.272254:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685330.272264:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8ca9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde61 expref: 11 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685330.272284:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8ca9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde61 expref: 11 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685330.272300:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7a000, rc 0) 00000100:00100000:2.0:1770685330.272478:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500374784:12345-192.168.203.41@tcp:101:cp.0 Request processed in 333us (664us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685330.272486:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 327 00000100:00100000:2.0:1770685330.274828:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685330.277933:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500374912 00000100:00100000:1.0:1770685330.277955:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500374912 00000100:00100000:1.0:1770685330.278119:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 328 00000100:00100000:1.0:1770685330.278132:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+11:29976:x1856697500374912:12345-192.168.203.41@tcp:101:cp.0 00010000:00010000:1.0:1770685330.278156:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685330.278181:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8cb0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bde68 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685330.278246:0:6539:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8ca9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde61 expref: 12 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685330.278256:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685330.278259:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685330.278264:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8cb0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde68 expref: 12 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685330.278307:0:6539:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8ca9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde61 expref: 12 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685330.278321:0:6539:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8ca9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde61 expref: 12 pid: 6539 timeout: 755 lvb_type: 1 00000100:00100000:1.0:1770685330.278337:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c70fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514804096:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685330.278548:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fc329840 going to sleep for 11 seconds 00000100:00100000:1.0:1770685330.280445:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c70fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514804096:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685330.280488:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8cb0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bde68 expref: 12 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685330.280512:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc2c00, rc 0) 00000100:00100000:1.0:1770685330.280655:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+12:29976:x1856697500374912:12345-192.168.203.41@tcp:101:cp.0 Request processed in 2525us (5837us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685330.280666:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 328 00000100:00100000:2.0:1770685330.282132:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685330.282471:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500375040 00000100:00100000:3.0:1770685330.282483:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500375040 00010000:00010000:3.0:1770685330.282523:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8ca9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde61 expref: 12 pid: 6539 timeout: 755 lvb_type: 1 00000100:00100000:3.0:1770685330.282606:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 346 00000100:00100000:3.0:1770685330.282615:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d07e7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+12:2350:x1856697500375040:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685330.282733:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685330.282761:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8ca9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde61 expref: 12 pid: 6539 timeout: 755 lvb_type: 1 00010000:00010000:3.0:1770685330.282777:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8ca9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde61 expref: 12 pid: 6539 timeout: 755 lvb_type: 1 00010000:00010000:3.0:1770685330.282821:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8ca9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde61 expref: 12 pid: 6539 timeout: 755 lvb_type: 1 00010000:00010000:3.0:1770685330.282836:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685330.282839:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685330.282846:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8cb0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bde68 expref: 11 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685330.282856:0:5747:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8cb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bde68 expref: 11 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685330.282903:0:5747:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8cb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bde68 expref: 11 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685330.282919:0:5747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f3f59f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5747:1856697514804224:192.168.203.41@tcp:105: 00000100:00100000:3.0:1770685330.283021:0:5747:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c31c20c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685330.285561:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685330.285790:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500375296 00000100:00100000:2.0:1770685330.285801:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500375296 00000100:00100000:2.0:1770685330.285854:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 269 00000100:00100000:2.0:1770685330.285862:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+57:29976:x1856697500375296:12345-192.168.203.41@tcp:35:cp.0 00000100:00100000:2.0:1770685330.286442:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+58:29976:x1856697500375296:12345-192.168.203.41@tcp:35:cp.0 Request processed in 577us (888us total) trans 4294968102 rc 0/0 00000100:00100000:2.0:1770685330.286451:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 269 00000100:00100000:3.0:1770685330.286769:0:5747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f3f59f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5747:1856697514804224:192.168.203.41@tcp:105: 00010000:00010000:3.0:1770685330.286795:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685330.286823:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d07e7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500375040:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 4209us (4701us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685330.286829:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 346 00000100:00100000:1.0:1770685330.318007:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685330.318150:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500375424 00000100:00100000:0.0:1770685330.318163:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500375424 00000100:00100000:0.0:1770685330.318234:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1209 00000100:00100000:0.0:1770685330.318245:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+102:29979:x1856697500375424:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685330.318272:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685330.318298:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8cb7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bde6f expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685330.318464:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5800/0x8f0dbafbd9ef8cbe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.318481:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5800/0x8f0dbafbd9ef8cbe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.318495:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5800/0x8f0dbafbd9ef8cbe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.318511:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8cc5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.318518:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8cc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.318524:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8cc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.318664:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef8ccc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.318672:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef8ccc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.318678:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef8ccc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685330.318719:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00000004:00200000:0.0:1770685330.318725:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685330.318746:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef8ccc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.318758:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef8ccc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.318768:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5800/0x8f0dbafbd9ef8cbe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.318774:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5800/0x8f0dbafbd9ef8cbe lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.318781:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5800/0x8f0dbafbd9ef8cbe lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.318787:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e5800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685330.318792:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5800/0x8f0dbafbd9ef8cbe lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.318800:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5800/0x8f0dbafbd9ef8cbe lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.318812:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9d92c3dd8500) 00010000:00010000:0.0:1770685330.318817:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685330.318822:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5800/0x8f0dbafbd9ef8cbe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.318827:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5800/0x8f0dbafbd9ef8cbe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.318838:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8cc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.318844:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8cc5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.318848:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8cc5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.318853:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e5e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685330.318855:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8cc5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.318861:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8cc5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.318867:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff9d92f27c0000) 00010000:00010000:0.0:1770685330.318869:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685330.318871:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8cc5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.318876:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8cc5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.318907:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8cb7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde6f expref: 104 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685330.321271:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef8ccc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde6f expref: 103 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685330.321285:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9d92f27c0a00) 00010000:00010000:0.0:1770685330.321288:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685330.321293:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e4e00, rc 0) 00000100:00100000:0.0:1770685330.321569:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+103:29979:x1856697500375424:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 3325us (3571us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685330.321595:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1209 00000100:00100000:0.0:1770685330.326134:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685330.326412:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500375552 00000100:00100000:1.0:1770685330.326425:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500375552 00000100:00100000:1.0:1770685330.326666:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 329 00000100:00100000:1.0:1770685330.326690:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5f5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2348:x1856697500375552:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:1.0:1770685330.326715:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685330.326740:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef8cd3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bde76 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685330.326825:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514804352:192.168.203.41@tcp:106: 00000100:00100000:1.0:1770685330.326925:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fc329840 going to sleep for 11 seconds 00002000:00010000:2.0:1770685330.328967:0:6539:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1770685330.328983:0:6539:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb mtime: 0 -> 1770685330 00002000:00010000:2.0:1770685330.328986:0:6539:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb atime: 0 -> 1770685330 00002000:00010000:2.0:1770685330.328988:0:6539:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb ctime: 0 -> 1770685330 00000100:00100000:2.0:1770685330.329020:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514804352:192.168.203.41@tcp:106: 00000100:00080000:0.0:1770685330.329029:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1770685330.329062:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef8cd3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde76 expref: 13 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685330.329102:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef8cd3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde76 expref: 13 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685330.329116:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc3600, rc 0) 00000100:00100000:2.0:1770685330.329190:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5f5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2348:x1856697500375552:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 2514us (3076us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685330.329201:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 329 00000100:00100000:2.0:1770685330.334539:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685330.334699:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500375680 00000100:00100000:0.0:1770685330.334712:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500375680 00000100:00100000:0.0:1770685330.334844:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1210 00000100:00100000:0.0:1770685330.334857:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+103:29979:x1856697500375680:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685330.334882:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685330.334908:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8cda lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bde7d expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685330.334992:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5800/0x8f0dbafbd9ef8ce1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.335008:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5800/0x8f0dbafbd9ef8ce1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.335020:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5800/0x8f0dbafbd9ef8ce1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685330.335117:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 512 00000004:00200000:0.0:1770685330.335122:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685330.335149:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5800/0x8f0dbafbd9ef8ce1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685330.335179:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8cda lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde7d expref: 105 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685330.335198:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5800/0x8f0dbafbd9ef8ce1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde7d expref: 104 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685330.335208:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9d92c3dd8500) 00010000:00010000:0.0:1770685330.335211:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1770685330.335216:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e5800, rc 0) 00000100:00100000:0.0:1770685330.335300:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+104:29979:x1856697500375680:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 446us (775us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685330.335308:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1210 00000100:00100000:0.0:1770685330.341637:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685330.341716:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500375808 00000100:00100000:2.0:1770685330.341730:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500375808 00000100:00100000:2.0:1770685330.341950:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 330 00000100:00100000:2.0:1770685330.341960:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5f58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2350:x1856697500375808:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685330.341982:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685330.342003:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef8ce8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bde84 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685330.342065:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d18e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514804480:192.168.203.41@tcp:106: 00000100:00100000:2.0:1770685330.342189:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb185b40 going to sleep for 11 seconds 00000100:00100000:2.0:1770685330.346110:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d18e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514804480:192.168.203.41@tcp:106: 00010000:00010000:2.0:1770685330.346161:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef8ce8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde84 expref: 13 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685330.346190:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef8ce8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde84 expref: 13 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685330.346211:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7ae00, rc 0) 00000100:00100000:2.0:1770685330.346696:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5f58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2350:x1856697500375808:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 4734us (5069us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685330.346707:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 330 00000100:00100000:1.0:1770685330.351855:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685330.351901:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500376064 00000100:00100000:0.0:1770685330.351914:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500376064 00000100:00100000:0.0:1770685330.352014:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1211 00000100:00100000:0.0:1770685330.352026:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+104:29979:x1856697500376064:12345-192.168.203.41@tcp:58:lfs.0 00000040:00080000:0.0:1770685330.352393:0:6998:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].34, 136 off12816 00000100:00100000:0.0:1770685330.352650:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+104:29979:x1856697500376064:12345-192.168.203.41@tcp:58:lfs.0 Request processed in 624us (808us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685330.352660:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1211 00000040:00080000:0.0:1770685330.805831:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1770685330.805923:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1770685330.806130:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 35 count 3 00000040:00080000:0.0:1770685330.806140:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1770685330.807181:0:11361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5f58e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514804608:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1770685330.807311:0:11361:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92e262acc0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685330.822383:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685330.822462:0:11361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5f58e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514804608:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1770685330.822687:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500376192 00000100:00100000:1.0:1770685330.822696:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500376192 00000100:00100000:1.0:1770685330.822761:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1212 00000100:00100000:1.0:1770685330.822772:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+58:29989:x1856697500376192:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1770685330.823149:0:6998:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0x23:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1770685330.823285:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+58:29989:x1856697500376192:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 514us (916us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685330.823294:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1212 00000100:00100000:1.0:1770685330.831547:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685330.831680:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500376448 00000100:00100000:0.0:1770685330.831694:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500376448 00000100:00100000:0.0:1770685330.831763:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1213 00000100:00100000:0.0:1770685330.831784:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+58:29989:x1856697500376448:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685330.831817:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685330.831843:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8cef lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bde8b expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685330.831936:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef8cf6 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685330.831952:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef8cf6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685330.832339:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef8cf6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685330.832360:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef8cfd lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685330.832367:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef8cfd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685330.832373:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef8cfd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685330.832444:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef8d04 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685330.832453:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef8d04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685330.832459:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef8d04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:0.0:1770685330.832471:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:0.0:1770685330.832632:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef8cf6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685330.832640:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef8cf6 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685330.832647:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef8cf6 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685330.832652:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e4c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685330.832657:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef8cf6 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685330.832665:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef8cf6 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685330.832679:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:0.0:1770685330.832682:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685330.832687:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef8cf6 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685330.832693:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef8cf6 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685330.832706:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef8cfd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685330.832715:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef8cfd lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685330.832721:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef8cfd lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685330.832726:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e4a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685330.832729:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef8cfd lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685330.832734:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef8cfd lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685330.832739:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x92f5931a (ffff9d92f27c0000) 00010000:00010000:0.0:1770685330.832741:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685330.832744:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef8cfd lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685330.832750:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef8cfd lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685330.835168:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8cef lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde8b expref: 61 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685330.835211:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef8d04 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde8b expref: 60 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685330.835219:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9d92f27c0a00) 00010000:00010000:0.0:1770685330.835222:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685330.835225:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e5c00, rc 0) 00000100:00100000:0.0:1770685330.835500:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+60:29989:x1856697500376448:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 3725us (3965us total) trans 4294968103 rc 0/0 00000100:00100000:0.0:1770685330.835510:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1213 00000100:00100000:1.0:1770685330.841750:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685330.842054:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500376576 00000100:00100000:3.0:1770685330.842067:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500376576 00000100:00100000:3.0:1770685330.842139:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 331 00000100:00100000:3.0:1770685330.842151:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+11:2351:x1856697500376576:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1770685330.842210:0:6539:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8d12 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685330.842231:0:6539:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8cb0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bde68 expref: 11 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685330.842240:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1770685330.842243:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1770685330.842247:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8d12 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685330.842366:0:6539:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8cb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.41@tcp remote: 0xa999371225bde68 expref: 11 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685330.842382:0:6539:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8cb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bde68 expref: 11 pid: 6539 timeout: 755 lvb_type: 0 00000100:00100000:3.0:1770685330.842401:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f3f59f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514804736:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685330.842505:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92ca88ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1770685330.844070:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685330.844602:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500376704 00000100:00100000:2.0:1770685330.844613:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500376704 00000100:00100000:2.0:1770685330.844680:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 73 00000100:00100000:2.0:1770685330.844689:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f59c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+60:2351:x1856697500376704:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685330.844708:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685330.844736:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef8d04 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde8b expref: 60 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685330.844755:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9d92f27c0a00) 00010000:00010000:2.0:1770685330.844761:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685330.844837:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f59c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+59:2351:x1856697500376704:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 148us (989us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685330.844845:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 73 00000100:00100000:2.0:1770685330.854877:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f3f59f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6539:1856697514804736:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685330.854922:0:6539:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8d12 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685330.855568:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685330.855743:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500376832 00000100:00100000:2.0:1770685330.855752:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500376832 00002000:00100000:2.0:1770685330.855810:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (0->157) req@ffff9d91c5f59500 x1856697500376832/t0(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:451/0 lens 648/0 e 0 to 0 dl 1770685341 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685330.855829:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c5f59500 with x1856697500376832 ext(0->157) 00010000:00010000:2.0:1770685330.855839:0:6546:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8cb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bde68 expref: 12 pid: 6539 timeout: 755 lvb_type: 0 00010000:00010000:2.0:1770685330.855869:0:6546:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8cb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bde68 expref: 12 pid: 6539 timeout: 755 lvb_type: 0 00002000:00010000:2.0:1770685330.855876:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9d91c5f59500 00000100:00100000:2.0:1770685330.855903:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 12 00000100:00100000:2.0:1770685330.855911:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5f59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+12:2350:x1856697500376832:12345-192.168.203.41@tcp:4:cp.0 00000100:00100000:2.0:1770685330.856501:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5f59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+14:2350:x1856697500376832:12345-192.168.203.41@tcp:4:cp.0 Request processed in 587us (936us total) trans 4294967370 rc 0/0 00000100:00100000:2.0:1770685330.856508:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 12 00002000:00100000:2.0:1770685330.856514:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (0->157) req@ffff9d91c5f59500 x1856697500376832/t4294967370(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:451/0 lens 648/448 e 0 to 0 dl 1770685341 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685330.856521:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c5f59500 with x1856697500376832 ext(0->157) 00010000:00010000:2.0:1770685330.856526:0:6546:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8cb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bde68 expref: 14 pid: 6539 timeout: 755 lvb_type: 0 00010000:00010000:2.0:1770685330.856535:0:6546:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8cb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bde68 expref: 14 pid: 6539 timeout: 755 lvb_type: 0 00002000:00010000:2.0:1770685330.856540:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9d91c5f59500 00000100:00100000:3.0:1770685330.859726:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685330.859808:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500376960 00000100:00100000:2.0:1770685330.859823:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500376960 00010000:00010000:2.0:1770685330.859875:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8cb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bde68 expref: 14 pid: 6539 timeout: 755 lvb_type: 0 00000100:00100000:2.0:1770685330.859916:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 347 00000100:00100000:2.0:1770685330.859925:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f58a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+14:2348:x1856697500376960:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685330.859941:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685330.859965:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8cb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bde68 expref: 14 pid: 6539 timeout: 755 lvb_type: 0 00010000:00010000:2.0:1770685330.859980:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8cb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bde68 expref: 14 pid: 6539 timeout: 755 lvb_type: 0 00010000:00010000:2.0:1770685330.860008:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8cb0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bde68 expref: 14 pid: 6539 timeout: 755 lvb_type: 0 00010000:00010000:2.0:1770685330.860029:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685330.860032:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685330.860037:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8d12 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685330.860045:0:5747:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8d12 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685330.860079:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1770685330.860226:0:6539:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8d12 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685330.860238:0:6539:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8d12 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685330.860328:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f58a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1b20a364-7a5a-4770-9192-023629c7ce89+13:2348:x1856697500376960:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 403us (616us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685330.860335:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 347 00010000:00010000:3.0:1770685330.860483:0:6539:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8d12 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685330.860495:0:6539:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8d12 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685330.860502:0:6539:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8d12 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685330.860510:0:6539:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271c800 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:3.0:1770685330.860514:0:6539:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8d12 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685330.860523:0:6539:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8d12 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685330.860537:0:6539:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8d12 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685330.860545:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8d12 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685330.860621:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+12:2351:x1856697500376576:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 18472us (18886us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685330.860630:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 331 00000100:00100000:0.0:1770685330.881163:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685330.881276:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500377216 00000100:00100000:1.0:1770685330.881288:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500377216 00000100:00100000:1.0:1770685330.881386:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1214 00000100:00100000:1.0:1770685330.881396:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5f58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+59:29989:x1856697500377216:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1770685330.881528:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5f58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+59:29989:x1856697500377216:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 134us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685330.881533:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1214 00000100:00100000:3.0:1770685330.885471:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685330.885571:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500377344 00000100:00100000:2.0:1770685330.885614:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500377344 00000100:00100000:2.0:1770685330.885681:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 332 00000100:00100000:2.0:1770685330.885692:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+12:2350:x1856697500377344:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685330.885714:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685330.885739:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8d19 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bde92 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1770685330.885769:0:6539:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1a:0x0] initial LVB size: 158, mtime: 0x698a8392, atime: 0x0, ctime: 0x698a8392, blocks: 0x1 00010000:00010000:2.0:1770685330.885790:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685330.885792:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685330.885814:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8d19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde92 expref: 13 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685330.885833:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8d19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde92 expref: 13 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685330.885849:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7a400, rc 0) 00000100:00100000:2.0:1770685330.885913:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+13:2350:x1856697500377344:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 224us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685330.885923:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 332 00000100:00100000:2.0:1770685330.891097:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685330.891212:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500377600 00000100:00100000:1.0:1770685330.891226:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500377600 00000100:00100000:1.0:1770685330.891303:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1215 00000100:00100000:1.0:1770685330.891315:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+59:29989:x1856697500377600:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1770685330.891428:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+59:29989:x1856697500377600:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 118us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685330.891434:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1215 00000100:00100000:0.0:1770685330.901237:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685330.901314:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500377728 00000100:00100000:3.0:1770685330.901328:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500377728 00002000:00100000:3.0:1770685330.901381:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (0->4095) req@ffff9d91c5f5bb80 x1856697500377728/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:451/0 lens 488/0 e 0 to 0 dl 1770685341 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685330.901391:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c5f5bb80 with x1856697500377728 ext(0->4095) 00002000:00010000:3.0:1770685330.901397:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c5f5bb80 00000100:00100000:3.0:1770685330.901427:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 106 00000100:00100000:3.0:1770685330.901435:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5f5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+13:2350:x1856697500377728:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1770685330.901664:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5f5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+13:2350:x1856697500377728:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 Request processed in 229us (440us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1770685330.901671:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 106 00002000:00100000:3.0:1770685330.901675:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (0->4095) req@ffff9d91c5f5bb80 x1856697500377728/t0(0) o3->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:451/0 lens 488/4536 e 0 to 0 dl 1770685341 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685330.901682:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c5f5bb80 with x1856697500377728 ext(0->4095) 00002000:00010000:3.0:1770685330.901684:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c5f5bb80 00000100:00100000:2.0:1770685330.911691:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685330.911741:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500377856 00000100:00100000:3.0:1770685330.911754:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500377856 00000100:00100000:3.0:1770685330.911986:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1216 00000100:00100000:3.0:1770685330.911998:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+59:29989:x1856697500377856:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685330.912024:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685330.912049:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8d20 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bde99 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685330.912103:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8d27 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685330.912119:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8d27 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685330.912136:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8d27 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685330.912267:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8d20 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde99 expref: 61 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685330.912285:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8d27 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde99 expref: 60 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685330.912294:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9d92f27c0a00) 00010000:00010000:3.0:1770685330.912297:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1770685330.912302:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271de00, rc 0) 00000100:00100000:3.0:1770685330.912371:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+60:29989:x1856697500377856:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 376us (691us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685330.912379:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1216 00000100:00100000:3.0:1770685330.916749:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685330.917144:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500377984 00000100:00100000:2.0:1770685330.917169:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500377984 00000100:00100000:2.0:1770685330.917243:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1217 00000100:00100000:2.0:1770685330.917254:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+60:29989:x1856697500377984:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1770685330.917299:0:6998:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0x23:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1770685330.917444:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+60:29989:x1856697500377984:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 191us (709us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685330.917453:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1217 00000100:00100000:0.0:1770685330.927520:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685330.927734:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500378112 00000100:00100000:2.0:1770685330.927748:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500378112 00000100:00100000:2.0:1770685330.928273:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 333 00000100:00100000:2.0:1770685330.928287:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5f5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+13:2350:x1856697500378112:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1770685330.928345:0:6539:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef8d2e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685330.928363:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685330.928365:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685330.928371:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef8d2e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685330.928387:0:6539:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef8d2e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685330.928425:0:6539:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef8d2e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685330.928433:0:6539:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef8d2e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685330.928441:0:6539:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef8d2e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685330.928453:0:6539:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7ae00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:2.0:1770685330.928458:0:6539:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef8d2e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685330.928466:0:6539:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef8d2e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685330.928483:0:6539:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef8d2e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685330.928490:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef8d2e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685330.928614:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5f5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+13:2350:x1856697500378112:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 331us (1110us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685330.928623:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 333 00000100:00100000:3.0:1770685330.936482:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685330.936896:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500378368 00000100:00100000:1.0:1770685330.936911:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500378368 00000100:00100000:1.0:1770685330.936973:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1218 00000100:00100000:1.0:1770685330.936985:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+60:29989:x1856697500378368:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1770685330.937452:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+61:29989:x1856697500378368:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 467us (982us total) trans 4294968104 rc 0/0 00000100:00100000:1.0:1770685330.937461:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1218 00000040:00080000:0.0:1770685330.938016:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1770685330.938024:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1770685330.938423:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:0.0:1770685330.938431:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1770685330.939836:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685330.940027:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500378624 00000100:00100000:1.0:1770685330.940040:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500378624 00000100:00100000:1.0:1770685330.940119:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 270 00000100:00100000:1.0:1770685330.940133:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+61:29989:x1856697500378624:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1770685330.940416:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+62:29989:x1856697500378624:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 287us (591us total) trans 4294968105 rc 0/0 00000100:00100000:1.0:1770685330.940440:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 270 00000040:00080000:1.0:1770685331.138074:0:20681:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685331.138116:0:20681:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685331.138169:0:20681:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 35 count 3 00000040:00080000:1.0:1770685331.138175:0:20681:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1770685331.146279:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685331.146411:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685331.146486:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685331.149606:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500378752 00000100:00100000:1.0:1770685331.149628:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500378752 00000100:00100000:1.0:1770685331.149705:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 583 00000100:00100000:1.0:1770685331.149717:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2349:x1856697500378752:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685331.149818:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2349:x1856697500378752:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 104us (3406us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685331.149826:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 583 00000100:00100000:0.0:1770685331.155759:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500378880 00000100:00100000:0.0:1770685331.155777:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500378880 00000100:00100000:0.0:1770685331.155872:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500379008 00000100:00100000:0.0:1770685331.155876:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500379008 00000100:00100000:0.0:1770685331.155914:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 436 00000100:00100000:0.0:1770685331.155926:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:2349:x1856697500378880:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685331.156029:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:2349:x1856697500378880:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 106us (9762us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685331.156037:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 436 00000100:00100000:0.0:1770685331.156056:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 437 00000100:00100000:0.0:1770685331.156063:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d18e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+8:2349:x1856697500379008:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685331.156104:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d18e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+8:2349:x1856697500379008:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 41us (9618us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685331.156111:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 437 00000100:00080000:2.0:1770685331.156362:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1770685331.194602:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685331.241349:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685331.241451:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500379264 00000100:00100000:0.0:1770685331.241464:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500379264 00000100:00100000:0.0:1770685331.241536:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1219 00000100:00100000:0.0:1770685331.241549:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+104:29995:x1856697500379264:12345-192.168.203.41@tcp:101:cat.0 00010000:00010000:0.0:1770685331.241574:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685331.241623:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef8d35 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdea0 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685331.241750:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef8d3c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685331.241767:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef8d3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685331.241779:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef8d3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:0.0:1770685331.241792:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:0.0:1770685331.242097:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef8d35 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdea0 expref: 107 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685331.242116:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef8d3c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdea0 expref: 106 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685331.242125:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9d92f27c0a00) 00010000:00010000:0.0:1770685331.242129:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685331.242132:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e4200, rc 0) 00000100:00100000:0.0:1770685331.242245:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+106:29995:x1856697500379264:12345-192.168.203.41@tcp:101:cat.0 Request processed in 697us (906us total) trans 4294968106 rc 0/0 00000100:00100000:0.0:1770685331.242253:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1219 00000100:00100000:1.0:1770685331.255145:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685331.256471:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685331.257606:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500379392 00000100:00100000:2.0:1770685331.257623:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500379392 00000100:00100000:2.0:1770685331.257697:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 334 00000100:00100000:2.0:1770685331.257709:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2348:x1856697500379392:12345-192.168.203.41@tcp:101:cat.0 00010000:00010000:2.0:1770685331.257732:0:6538:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685331.257757:0:6538:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef8d4a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdea7 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685331.257787:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685331.257790:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685331.257931:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef8d4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdea7 expref: 13 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685331.257954:0:6538:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef8d4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdea7 expref: 13 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685331.257971:0:6538:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7b000, rc 0) 00000100:00100000:2.0:1770685331.258091:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:2348:x1856697500379392:12345-192.168.203.41@tcp:101:cat.0 Request processed in 384us (2960us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685331.258099:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 334 00000100:00100000:0.0:1770685331.260410:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500379520 00000100:00100000:0.0:1770685331.260432:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500379520 00000100:00100000:0.0:1770685331.260525:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 74 00000100:00100000:0.0:1770685331.260538:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e84a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+106:2351:x1856697500379520:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685331.260557:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685331.260607:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef8d3c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdea0 expref: 106 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685331.260627:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9d92f27c0a00) 00010000:00010000:0.0:1770685331.260633:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685331.260699:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e84a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+105:2351:x1856697500379520:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 164us (4237us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685331.260707:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 74 00000100:00100000:1.0:1770685331.270167:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685331.270974:0:17738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500379648 00000100:00100000:2.0:1770685331.270990:0:17738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500379648 00002000:00100000:2.0:1770685331.271054:0:17738:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (0->4095) req@ffff9d91c1e86a00 x1856697500379648/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:452/0 lens 488/0 e 0 to 0 dl 1770685342 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685331.271068:0:17738:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c1e86a00 with x1856697500379648 ext(0->4095) 00002000:00010000:2.0:1770685331.271075:0:17738:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c1e86a00 00000100:00100000:2.0:1770685331.271115:0:17738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 107 00000100:00100000:2.0:1770685331.271127:0:17738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:2349:x1856697500379648:12345-192.168.203.41@tcp:3:cat.0 00000100:00100000:2.0:1770685331.271372:0:17738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:2349:x1856697500379648:12345-192.168.203.41@tcp:3:cat.0 Request processed in 246us (1217us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1770685331.271380:0:17738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 107 00002000:00100000:2.0:1770685331.271387:0:17738:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (0->4095) req@ffff9d91c1e86a00 x1856697500379648/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:452/0 lens 488/4536 e 0 to 0 dl 1770685342 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685331.271396:0:17738:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c1e86a00 with x1856697500379648 ext(0->4095) 00002000:00010000:2.0:1770685331.271400:0:17738:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c1e86a00 00000100:00100000:0.0:1770685331.279994:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685331.280075:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500379904 00000100:00100000:1.0:1770685331.280098:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500379904 00000100:00100000:1.0:1770685331.280173:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 271 00000100:00100000:1.0:1770685331.280185:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5f5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+105:29995:x1856697500379904:12345-192.168.203.41@tcp:35:cat.0 00000100:00100000:1.0:1770685331.280488:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5f5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+106:29995:x1856697500379904:12345-192.168.203.41@tcp:35:cat.0 Request processed in 305us (507us total) trans 4294968107 rc 0/0 00000100:00100000:1.0:1770685331.280498:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 271 00000100:00100000:2.0:1770685331.303231:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685331.303424:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500380160 00000100:00100000:1.0:1770685331.303453:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500380160 00000100:00100000:1.0:1770685331.303525:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1220 00000100:00100000:1.0:1770685331.303536:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+106:29996:x1856697500380160:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:1.0:1770685331.303565:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685331.303610:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef8d51 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdeae expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685331.303735:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8d58 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685331.303753:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8d58 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685331.303766:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8d58 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:1.0:1770685331.303779:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:1.0:1770685331.304205:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef8d51 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdeae expref: 109 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685331.304225:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8d58 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdeae expref: 108 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685331.304236:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9d92f27c0a00) 00010000:00010000:1.0:1770685331.304239:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1770685331.304243:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc2200, rc 0) 00000100:00100000:1.0:1770685331.304325:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+108:29996:x1856697500380160:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 790us (1106us total) trans 4294968108 rc 0/0 00000100:00100000:1.0:1770685331.304334:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1220 00000100:00100000:2.0:1770685331.309255:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685331.309303:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500380288 00000100:00100000:2.0:1770685331.309316:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500380288 00000100:00100000:2.0:1770685331.309379:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 335 00000100:00100000:2.0:1770685331.309390:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:2348:x1856697500380288:12345-192.168.203.41@tcp:1:lfs.0 00010000:00010000:2.0:1770685331.309444:0:6538:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8d66 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685331.309465:0:6538:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8d19 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde92 expref: 12 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685331.309475:0:6538:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef8d4a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdea7 expref: 13 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685331.309483:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685331.309485:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685331.309489:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8d66 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685331.309524:0:6538:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef8d4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdea7 expref: 13 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685331.309537:0:6538:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef8d4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdea7 expref: 13 pid: 6538 timeout: 756 lvb_type: 1 00000100:00100000:2.0:1770685331.309554:0:6538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c4f60380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6538:1856697514804864:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685331.309679:0:6538:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8d19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde92 expref: 12 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685331.309689:0:6538:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8d19 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde92 expref: 12 pid: 6539 timeout: 756 lvb_type: 1 00000100:00100000:2.0:1770685331.309699:0:6538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c4f60000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6538:1856697514804992:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685331.309721:0:6538:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb185600 going to sleep for 11 seconds 00000100:00100000:2.0:1770685331.323393:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685331.323416:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685331.323471:0:6538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c4f60380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6538:1856697514804864:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685331.323483:0:6538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c4f60000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6538:1856697514804992:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685331.323514:0:6538:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8d66 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685331.323551:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500380416 00000100:00100000:2.0:1770685331.323558:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500380416 00010000:00010000:2.0:1770685331.323621:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef8d4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdea7 expref: 14 pid: 6538 timeout: 756 lvb_type: 1 00000100:00100000:2.0:1770685331.323659:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500380544 00000100:00100000:2.0:1770685331.323663:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500380544 00010000:00010000:2.0:1770685331.323676:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8d19 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde92 expref: 13 pid: 6539 timeout: 756 lvb_type: 1 00000100:00100000:2.0:1770685331.323699:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 348 00000100:00100000:2.0:1770685331.323709:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f61180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+14:2350:x1856697500380416:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685331.323729:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685331.323757:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef8d4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdea7 expref: 14 pid: 6538 timeout: 756 lvb_type: 1 00010000:00010000:2.0:1770685331.323771:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef8d4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdea7 expref: 14 pid: 6538 timeout: 756 lvb_type: 1 00010000:00010000:2.0:1770685331.323798:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef8d4a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdea7 expref: 14 pid: 6538 timeout: 756 lvb_type: 1 00010000:00010000:2.0:1770685331.323816:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685331.323877:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f61180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:2350:x1856697500380416:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 169us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685331.323885:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 348 00000100:00100000:2.0:1770685331.323905:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 349 00000100:00100000:2.0:1770685331.323912:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+13:2350:x1856697500380544:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685331.323919:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685331.323929:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8d19 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde92 expref: 13 pid: 6539 timeout: 756 lvb_type: 1 00010000:00010000:2.0:1770685331.323939:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8d19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde92 expref: 13 pid: 6539 timeout: 756 lvb_type: 1 00010000:00010000:2.0:1770685331.323959:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8d19 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde92 expref: 13 pid: 6539 timeout: 756 lvb_type: 1 00010000:00010000:2.0:1770685331.323967:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685331.323969:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685331.323974:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8d66 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685331.323984:0:5746:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8d66 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685331.324006:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685331.324028:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+12:2350:x1856697500380544:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 116us (610us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685331.324034:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 349 00010000:00010000:2.0:1770685331.324166:0:6538:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8d66 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685331.324284:0:6538:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8d66 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685331.324314:0:6538:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8d66 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685331.324322:0:6538:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8d66 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685331.324334:0:6538:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8d66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685331.324343:0:6538:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7b200 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:2.0:1770685331.324348:0:6538:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8d66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685331.324357:0:6538:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8d66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685331.324370:0:6538:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8d66 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685331.324378:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8d66 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685331.324438:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:2348:x1856697500380288:12345-192.168.203.41@tcp:1:lfs.0 Request processed in 15050us (15197us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685331.324447:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 335 00000100:00100000:0.0:1770685331.332851:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685331.334991:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500380800 00000100:00100000:3.0:1770685331.335012:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500380800 00000100:00100000:0.0:1770685331.335416:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 272 00000100:00100000:0.0:1770685331.335428:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5f58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+108:29996:x1856697500380800:12345-192.168.203.41@tcp:35:lfs.0 00000004:00010000:0.0:1770685331.335510:0:5763:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000402:0x23:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8d58 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdeae expref: 108 pid: 5762 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1770685331.335833:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968109 00000001:00080000:0.0:1770685331.336375:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968110 00010000:00010000:0.0:1770685331.336444:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5a00/0x8f0dbafbd9ef8d6d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685331.336463:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef8c9b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde5a expref: 61 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685331.336471:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef8ccc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde6f expref: 111 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685331.336483:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8d27 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde99 expref: 61 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685331.336491:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5a00/0x8f0dbafbd9ef8d6d lrc: 6/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685331.336535:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8d27 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde99 expref: 61 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685331.336552:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8d27 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde99 expref: 61 pid: 6998 timeout: 756 lvb_type: 0 00000100:00100000:0.0:1770685331.336568:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5f59c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1856697514805120:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685331.336851:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef8ccc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde6f expref: 111 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685331.336861:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef8ccc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde6f expref: 111 pid: 6998 timeout: 756 lvb_type: 0 00000100:00100000:0.0:1770685331.336870:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5f58e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1856697514805248:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685331.336907:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef8c9b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde5a expref: 61 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685331.336917:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef8c9b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde5a expref: 61 pid: 6998 timeout: 756 lvb_type: 0 00000100:00100000:0.0:1770685331.336925:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e49500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1856697514805376:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685331.336951:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c70d7c00 going to sleep for 11 seconds 00000100:00100000:2.0:1770685331.347268:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685331.347390:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500381056 00000100:00100000:1.0:1770685331.347420:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500381056 00010000:00010000:1.0:1770685331.347470:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef8ccc lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde6f expref: 112 pid: 6998 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1770685331.347523:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 350 00000100:00100000:1.0:1770685331.347534:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f60000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+112:2351:x1856697500381056:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685331.347551:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685331.347565:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef8ccc lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde6f expref: 112 pid: 6998 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1770685331.347600:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef8ccc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde6f expref: 112 pid: 6998 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1770685331.347627:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9d92f27c0a00) 00010000:00010000:1.0:1770685331.347632:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5a00/0x8f0dbafbd9ef8d6d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685331.347641:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5a00/0x8f0dbafbd9ef8d6d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685331.347648:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685331.347713:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f60000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+112:2351:x1856697500381056:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 180us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685331.347720:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 350 00000100:00100000:0.0:1770685331.347863:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5f59c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1856697514805120:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685331.347877:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef8ccc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde6f expref: 111 pid: 6998 timeout: 756 lvb_type: 0 00000100:00100000:0.0:1770685331.347894:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5f58e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1856697514805248:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685331.353634:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685331.353746:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500380928 00000100:00100000:1.0:1770685331.353763:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500380928 00010000:00010000:1.0:1770685331.353812:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8d27 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde99 expref: 62 pid: 6998 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1770685331.353863:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 351 00000100:00100000:1.0:1770685331.353891:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d07e6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+62:2349:x1856697500380928:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685331.353913:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685331.353921:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8d27 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde99 expref: 62 pid: 6998 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1770685331.353937:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8d27 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde99 expref: 62 pid: 6998 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1770685331.353965:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef8d27 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde99 expref: 62 pid: 6998 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1770685331.353985:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9d92f27c0a00) 00010000:00010000:1.0:1770685331.353990:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5a00/0x8f0dbafbd9ef8d6d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685331.354000:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5a00/0x8f0dbafbd9ef8d6d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685331.354007:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685331.354089:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d07e6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+61:2349:x1856697500380928:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 189us (507us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685331.354099:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 351 00000100:00100000:2.0:1770685331.354677:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e49500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1856697514805376:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685331.354716:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5a00/0x8f0dbafbd9ef8d6d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00000100:00100000:2.0:1770685331.355210:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685331.355280:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500381184 00000100:00100000:1.0:1770685331.355288:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500381184 00010000:00010000:1.0:1770685331.355320:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef8c9b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde5a expref: 61 pid: 6998 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1770685331.355356:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 352 00000100:00100000:1.0:1770685331.355366:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+61:2350:x1856697500381184:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685331.355395:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685331.355404:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef8c9b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde5a expref: 61 pid: 6998 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1770685331.355415:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef8c9b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde5a expref: 61 pid: 6998 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1770685331.355434:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef8c9b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde5a expref: 61 pid: 6998 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1770685331.355450:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9d92f27c0a00) 00010000:00010000:1.0:1770685331.355455:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5a00/0x8f0dbafbd9ef8d6d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685331.355464:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5a00/0x8f0dbafbd9ef8d6d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685331.355473:0:5745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5a00/0x8f0dbafbd9ef8d6d lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685331.355548:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685331.355622:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+60:2350:x1856697500381184:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 258us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685331.355630:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 352 00010000:00010000:0.0:1770685331.359752:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5a00/0x8f0dbafbd9ef8d6d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685331.359775:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5a00/0x8f0dbafbd9ef8d6d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00000001:00080000:0.0:1770685331.359945:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968111 00000001:00080000:0.0:1770685331.360201:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968112 00000001:00080000:0.0:1770685331.360258:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968113 00000100:00100000:0.0:1770685331.360362:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e4ad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1856697514805504:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1770685331.360451:0:5763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685331.360566:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d1c6bf00 going to sleep for 11 seconds 00000100:00100000:1.0:1770685331.367346:0:13246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514805504 00000100:00100000:1.0:1770685331.367366:0:13246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514805504 00000100:00100000:1.0:1770685331.367481:0:13246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1770685331.367494:0:13246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5763:x1856697514805504:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1770685331.367671:0:13246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5763:x1856697514805504:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 180us (7220us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685331.367698:0:13246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1770685331.367770:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e4ad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1856697514805504:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:1.0:1770685331.368091:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968114 00000100:00100000:1.0:1770685331.368199:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e84a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1856697514805632:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1770685331.368257:0:5763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685331.368299:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c70d7f00 going to sleep for 11 seconds 00000100:00080000:2.0:1770685331.368382:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1770685331.372057:0:13246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514805632 00000100:00100000:3.0:1770685331.372089:0:13246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514805632 00000100:00100000:3.0:1770685331.372178:0:13246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1770685331.372191:0:13246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5763:x1856697514805632:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1770685331.372533:0:13246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:5763:x1856697514805632:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 343us (4275us total) trans 4294967371 rc 0/0 00000100:00100000:3.0:1770685331.372542:0:13246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1770685331.372776:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e84a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1856697514805632:0@lo:1000:mdt_rdpg00_000.0 00010000:00010000:1.0:1770685331.372811:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5a00/0x8f0dbafbd9ef8d6d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685331.372822:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5a00/0x8f0dbafbd9ef8d6d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685331.372831:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5a00/0x8f0dbafbd9ef8d6d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685331.372838:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e5a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685331.372843:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5a00/0x8f0dbafbd9ef8d6d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685331.372851:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5a00/0x8f0dbafbd9ef8d6d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685331.372869:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9d92f27c0a00) 00010000:00010000:1.0:1770685331.372873:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1770685331.372878:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5a00/0x8f0dbafbd9ef8d6d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685331.372885:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5a00/0x8f0dbafbd9ef8d6d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0 00000004:00080000:1.0:1770685331.373178:0:5763:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x49:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1770685331.373306:0:5763:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].18, 64 off9440 00000004:00080000:1.0:1770685331.373319:0:5763:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 656218740976ns, next at 657218738002ns, rc = 0 00000001:00080000:1.0:1770685331.373330:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968115 00010000:00010000:1.0:1770685331.373415:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9d92f27c0a00) 00010000:00010000:1.0:1770685331.373418:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1770685331.373427:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8d58 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdeae expref: 115 pid: 5762 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685331.373554:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5f58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+114:29996:x1856697500380800:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 38127us (40717us total) trans 4294968116 rc 0/0 00000100:00100000:1.0:1770685331.373565:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 272 00000020:00080000:1.0:1770685331.373571:0:5763:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:2.0:1770685331.445043:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685331.445224:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500381440 00000100:00100000:3.0:1770685331.445237:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500381440 00000100:00100000:3.0:1770685331.445312:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1221 00000100:00100000:3.0:1770685331.445323:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+114:30002:x1856697500381440:12345-192.168.203.41@tcp:101:cat.0 00010000:00010000:3.0:1770685331.445408:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685331.445436:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8d74 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdeb5 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685331.445705:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8d7b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685331.445722:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8d7b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685331.445735:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8d7b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685331.445751:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef8d82 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685331.445758:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef8d82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685331.445764:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef8d82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685331.445923:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef8d89 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685331.445933:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef8d89 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:3.0:1770685331.445941:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef8d89 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:3.0:1770685331.445958:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:2.0:1770685331.447473:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8d7b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.447493:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8d7b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.447501:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8d7b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.447508:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271c400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685331.447513:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8d7b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.447521:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8d7b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.447539:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9d92c3dd8500) 00010000:00010000:2.0:1770685331.447543:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685331.447548:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8d7b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.447555:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef8d7b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.447571:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef8d82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.447665:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef8d82 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.447670:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef8d82 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.447679:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685331.447683:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef8d82 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.447689:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef8d82 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.447696:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff9d9302158100) 00010000:00010000:2.0:1770685331.447698:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685331.447702:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef8d82 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.447707:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef8d82 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.447771:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8d74 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdeb5 expref: 117 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685331.447786:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef8d89 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdeb5 expref: 116 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685331.447794:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9d9302158500) 00010000:00010000:2.0:1770685331.447796:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685331.447799:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271ce00, rc 0) 00000100:00100000:2.0:1770685331.447883:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+116:30002:x1856697500381440:12345-192.168.203.41@tcp:101:cat.0 Request processed in 2561us (2852us total) trans 4294968117 rc 0/0 00000100:00100000:2.0:1770685331.447891:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1221 00000100:00100000:3.0:1770685331.457832:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685331.458203:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500381696 00000100:00100000:2.0:1770685331.458218:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500381696 00000100:00100000:2.0:1770685331.458293:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 75 00000100:00100000:2.0:1770685331.458306:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb156300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+116:30002:x1856697500381696:12345-192.168.203.41@tcp:103:cat.0 00010000:00010000:2.0:1770685331.458326:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685331.458357:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef8d89 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdeb5 expref: 116 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685331.458383:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9d9302158500) 00010000:00010000:2.0:1770685331.458396:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685331.458488:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb156300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+115:30002:x1856697500381696:12345-192.168.203.41@tcp:103:cat.0 Request processed in 185us (669us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685331.458497:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 75 00000100:00100000:3.0:1770685331.462197:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685331.469269:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500381824 00000100:00100000:2.0:1770685331.469291:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500381824 00000100:00100000:2.0:1770685331.469374:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1222 00000100:00100000:2.0:1770685331.469388:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb154000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+115:30002:x1856697500381824:12345-192.168.203.41@tcp:58:cat.0 00010000:00010000:2.0:1770685331.470099:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8d97 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.470124:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8d97 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.470137:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8d97 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000040:00080000:2.0:1770685331.470347:0:6998:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].35, 136 off12952 00000100:00100000:2.0:1770685331.470476:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb154000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+115:30002:x1856697500381824:12345-192.168.203.41@tcp:58:cat.0 Request processed in 1079us (8284us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685331.470488:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1222 00000100:00100000:3.0:1770685331.478024:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685331.481307:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500381952 00000100:00100000:0.0:1770685331.481328:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500381952 00000100:00100000:0.0:1770685331.481487:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1223 00000100:00100000:0.0:1770685331.481499:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb156d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+115:30002:x1856697500381952:12345-192.168.203.41@tcp:101:cat.0 00010000:00010000:0.0:1770685331.481525:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685331.481556:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef8d9e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdebc expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685331.483038:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8d97 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685331.483195:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef8d9e lrc: 4/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdebc expref: 116 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685331.483225:0:6998:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8d97 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685331.483244:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef8d9e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdebc expref: 116 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685331.483260:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9d92c8ee3300) 00010000:00010000:0.0:1770685331.483263:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1770685331.483266:0:6998:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef8d9e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdebc expref: 116 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685331.483274:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e4e00, rc 0) 00000100:00100000:0.0:1770685331.483367:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb156d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+116:30002:x1856697500381952:12345-192.168.203.41@tcp:101:cat.0 Request processed in 1868us (5357us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685331.483378:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1223 00000040:00080000:0.0:1770685331.954148:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1770685331.954160:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1770685331.954198:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 36 count 4 00000040:00080000:0.0:1770685331.954206:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1770685331.954357:0:11361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3e4a300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514805760:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1770685331.954497:0:11361:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d1c6bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1770685331.975184:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685331.975508:0:11361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3e4a300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514805760:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1770685331.975798:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500382080 00000100:00100000:0.0:1770685331.975813:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500382080 00000100:00100000:0.0:1770685331.975949:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1224 00000100:00100000:0.0:1770685331.975961:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb29a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+60:30003:x1856697500382080:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1770685331.976013:0:6998:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0x23:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1770685331.976157:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb29a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+60:30003:x1856697500382080:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 197us (985us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685331.976165:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1224 00000100:00100000:3.0:1770685331.980980:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685331.981532:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500382208 00000100:00100000:2.0:1770685331.981555:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500382208 00000100:00100000:2.0:1770685331.981649:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1225 00000100:00100000:2.0:1770685331.981661:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5166d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+60:30003:x1856697500382208:12345-192.168.203.41@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1770685331.981755:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef8da5 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.981776:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef8da5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.981789:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef8da5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.982453:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8dac lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.982467:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8dac lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.982476:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8dac lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.982709:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef8db3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.982720:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef8db3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.982728:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef8db3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770685331.982779:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00000004:00200000:2.0:1770685331.982784:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685331.982800:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef8db3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.983154:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef8da5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.983161:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef8da5 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.983168:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef8da5 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.983174:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7b000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685331.983179:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef8da5 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.983188:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef8da5 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.983203:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:2.0:1770685331.983206:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685331.983211:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef8da5 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.983217:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef8da5 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.983231:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8dac lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.983237:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8dac lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.983242:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8dac lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.983246:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7a000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685331.983250:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8dac lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.983256:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8dac lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.983262:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x92f5931a (ffff9d92c8ee3700) 00010000:00010000:2.0:1770685331.983266:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685331.983269:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8dac lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.983273:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8dac lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.983289:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef8db3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.983296:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef8db3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.983301:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef8db3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.983305:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7ae00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685331.983308:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef8db3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.983313:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef8db3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.983319:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9d92c8ee3300) 00010000:00010000:2.0:1770685331.983322:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685331.983325:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef8db3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.983335:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef8db3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770685331.983452:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5166d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+60:30003:x1856697500382208:12345-192.168.203.41@tcp:34:lhsmtool_posix.0 Request processed in 1789us (2482us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685331.983463:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1225 00000100:00100000:3.0:1770685331.995312:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685331.995436:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500382464 00000100:00100000:2.0:1770685331.995451:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500382464 00000100:00100000:2.0:1770685331.995549:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1226 00000100:00100000:2.0:1770685331.995560:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+60:30003:x1856697500382464:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685331.996268:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685331.996296:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8dba lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdec3 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685331.996390:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef8dc1 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.996407:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef8dc1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.996418:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef8dc1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.996439:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef8dc8 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.996444:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef8dc8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.996448:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef8dc8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.996537:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8dcf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.996546:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8dcf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.996553:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8dcf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770685331.996563:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:2.0:1770685331.996686:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8dcf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.996694:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8dcf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.996700:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8dcf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.996706:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685331.996711:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8dcf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.996719:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8dcf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.996733:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9d92c8ee3300) 00010000:00010000:2.0:1770685331.996736:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1770685331.996742:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8dcf lrc: 2/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.996748:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8dcf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.996767:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef8dc1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.996771:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef8dc1 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.996774:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef8dc1 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.996777:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7a200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685331.996778:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef8dc1 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.996781:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef8dc1 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.996785:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:2.0:1770685331.996787:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685331.996797:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef8dc1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.996800:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef8dc1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.996811:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef8dc8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.996815:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef8dc8 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.996819:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef8dc8 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.996822:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7aa00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685331.996824:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef8dc8 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.996828:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef8dc8 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.996832:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x92f5931a (ffff9d92c8ee3800) 00010000:00010000:2.0:1770685331.996833:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685331.996836:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef8dc8 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.996841:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef8dc8 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685331.996889:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8dba lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdec3 expref: 62 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685331.996910:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:2.0:1770685331.996912:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1770685331.996916:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8dba lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdec3 expref: 62 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685331.996926:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7b200, rc 0) 00000100:00100000:2.0:1770685331.998124:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+61:30003:x1856697500382464:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 2556us (2816us total) trans 4294968118 rc 301/301 00000100:00100000:2.0:1770685331.998136:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1226 00000100:00100000:3.0:1770685332.000396:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685332.000846:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500382592 00000100:00100000:2.0:1770685332.000860:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500382592 00000100:00100000:2.0:1770685332.000950:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1227 00000100:00100000:2.0:1770685332.000963:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+61:30003:x1856697500382592:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000100:00080000:0.0:1770685332.001206:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00000080:2.0:1770685332.001280:0:6998:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0x23:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1770685332.001403:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+61:30003:x1856697500382592:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 443us (1019us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685332.001412:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1227 00000100:00100000:0.0:1770685332.004876:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685332.005285:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500382848 00000100:00100000:2.0:1770685332.005299:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500382848 00000100:00100000:2.0:1770685332.005375:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1228 00000100:00100000:2.0:1770685332.005387:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+61:30003:x1856697500382848:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685332.005413:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685332.005439:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8ddd lrc: 2/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdeca expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685332.006662:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8de4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685332.006695:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8de4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685332.006708:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8de4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770685332.006720:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x24:0x0]: returning size 0 00010000:00010000:2.0:1770685332.006785:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8ddd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdeca expref: 64 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685332.006815:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8de4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdeca expref: 63 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685332.008120:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9d92c8ee3700) 00010000:00010000:2.0:1770685332.008133:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685332.008140:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76c00, rc 0) 00000100:00100000:2.0:1770685332.008338:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+63:30003:x1856697500382848:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 2948us (3471us total) trans 4294968119 rc 0/0 00000100:00100000:2.0:1770685332.008349:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1228 00000100:00100000:3.0:1770685332.012495:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685332.012620:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500383104 00000100:00100000:2.0:1770685332.012635:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500383104 00000100:00100000:2.0:1770685332.012718:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1229 00000100:00100000:2.0:1770685332.012730:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+63:30003:x1856697500383104:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1770685332.012801:0:6998:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685332.012858:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8de4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdeca expref: 63 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685332.012880:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9d92c8ee3700) 00010000:00010000:2.0:1770685332.012902:0:6998:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770685332.012931:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8df2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685332.012948:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5800/0x8f0dbafbd9ef8ce1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde7d expref: 115 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685332.012956:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8df2 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685332.012996:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5800/0x8f0dbafbd9ef8ce1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde7d expref: 115 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685332.013009:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5800/0x8f0dbafbd9ef8ce1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde7d expref: 115 pid: 6998 timeout: 756 lvb_type: 0 00000100:00100000:2.0:1770685332.013032:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c4f62d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514805888:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685332.013146:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb185b40 going to sleep for 11 seconds 00000100:00100000:0.0:1770685332.016574:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685332.017361:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500383232 00000100:00100000:1.0:1770685332.017370:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500383232 00010000:00010000:1.0:1770685332.017425:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5800/0x8f0dbafbd9ef8ce1 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde7d expref: 116 pid: 6998 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1770685332.017462:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 353 00000100:00100000:1.0:1770685332.017469:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+116:2350:x1856697500383232:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685332.017484:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685332.017490:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5800/0x8f0dbafbd9ef8ce1 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde7d expref: 116 pid: 6998 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1770685332.017502:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5800/0x8f0dbafbd9ef8ce1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde7d expref: 116 pid: 6998 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1770685332.017533:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9d92c3dd8500) 00010000:00010000:1.0:1770685332.017538:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8df2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685332.017548:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8df2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685332.017556:0:5745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8df2 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685332.017574:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685332.017656:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+116:2350:x1856697500383232:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 186us (1089us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685332.017663:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 353 00000100:00080000:0.0:1770685332.017735:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1770685332.018381:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5800/0x8f0dbafbd9ef8ce1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde7d expref: 115 pid: 6998 timeout: 756 lvb_type: 0 00000100:00100000:2.0:1770685332.018399:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c4f62d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514805888:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685332.018420:0:6998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8df2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685332.018500:0:6998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8df2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685332.018508:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8df2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685332.018529:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8df9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x7ef07c1a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685332.018538:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8df9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x7ef07c1a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685332.018546:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8df9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x7ef07c1a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685332.018808:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8df2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685332.018815:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8df2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685332.018822:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8df2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685332.018828:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685332.018832:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8df2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685332.018839:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8df2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685332.018849:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9d92c3dd8500) 00010000:00010000:0.0:1770685332.018852:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685332.018856:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8df2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685332.018861:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8df2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685332.018871:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8df9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x7ef07c1a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685332.018876:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8df9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x7ef07c1a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685332.018882:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8df9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x7ef07c1a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685332.018887:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e4600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685332.018889:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8df9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x7ef07c1a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685332.018894:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8df9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x7ef07c1a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685332.018900:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x7ef07c1a (ffff9d92f27c0000) 00010000:00010000:0.0:1770685332.018902:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685332.018905:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8df9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x7ef07c1a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685332.018914:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef8df9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x7ef07c1a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685332.018984:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+62:30003:x1856697500383104:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 6256us (6510us total) trans 0 rc -2/-2 00000100:00100000:0.0:1770685332.018992:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1229 00000100:00100000:0.0:1770685332.022723:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685332.022901:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500383360 00000100:00100000:2.0:1770685332.022910:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500383360 00000100:00100000:2.0:1770685332.022959:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1230 00000100:00100000:2.0:1770685332.022968:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+62:30003:x1856697500383360:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685332.022987:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685332.023010:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e00 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bded1 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685332.023040:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8e07 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685332.023053:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8e07 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685332.023062:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8e07 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685332.023159:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e00 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bded1 expref: 64 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685332.023180:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8e07 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bded1 expref: 63 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685332.023189:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9d92c8ee3800) 00010000:00010000:2.0:1770685332.023192:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1770685332.023195:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76e00, rc 0) 00000100:00100000:2.0:1770685332.023246:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+63:30003:x1856697500383360:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 278us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685332.023252:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1230 00000100:00100000:3.0:1770685332.026217:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685332.026283:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500383616 00000100:00100000:1.0:1770685332.026294:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500383616 00000100:00100000:1.0:1770685332.026345:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1231 00000100:00100000:1.0:1770685332.026352:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+63:30003:x1856697500383616:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1770685332.026413:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8e0e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685332.026425:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8e0e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685332.026432:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8e0e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00010000:1.0:1770685332.026641:0:5762:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 00000000a1650d5f reply state 00000000396a6675 transno 4294968120 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8e0e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:1.0:1770685332.026667:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1770685332.026764:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+65:30003:x1856697500383616:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 412us (558us total) trans 4294968120 rc 0/0 00000100:00100000:1.0:1770685332.026771:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1231 00010000:00010000:2.0:1770685332.028365:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8e0e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685332.028378:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8e0e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685332.028385:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8e0e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685332.028391:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685332.028395:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8e0e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685332.028402:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8e0e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685332.028417:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9d92c8ee3800) 00010000:00010000:2.0:1770685332.028420:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1770685332.028424:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8e0e lrc: 2/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685332.028434:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef8e0e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:3.0:1770685332.028958:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685332.029249:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500383744 00000100:00100000:2.0:1770685332.029261:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500383744 00000100:00100000:2.0:1770685332.029320:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1232 00000100:00100000:2.0:1770685332.029330:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+64:30003:x1856697500383744:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685332.029350:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685332.029366:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8e15 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bded8 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685332.029417:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8e15 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bded8 expref: 65 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685332.029430:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8e15 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bded8 expref: 65 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685332.029439:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9d92c8ee3800) 00010000:00010000:2.0:1770685332.029441:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1770685332.029444:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76c00, rc 0) 00000100:00100000:2.0:1770685332.029507:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+65:30003:x1856697500383744:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 177us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685332.029513:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1232 00000100:00100000:3.0:1770685332.031037:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685332.031770:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500383872 00000100:00100000:1.0:1770685332.031784:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500383872 00000100:00100000:1.0:1770685332.032174:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 273 00000100:00100000:1.0:1770685332.032188:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c83efc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+65:30003:x1856697500383872:12345-192.168.203.41@tcp:49:lhsmtool_posix.0 00000100:00100000:1.0:1770685332.032484:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c83efc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+65:30003:x1856697500383872:12345-192.168.203.41@tcp:49:lhsmtool_posix.0 Request processed in 299us (1456us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685332.032493:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 273 00000100:00100000:0.0:1770685332.037457:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685332.037665:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500384128 00000100:00100000:1.0:1770685332.037680:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500384128 00000100:00100000:1.0:1770685332.037745:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 274 00000100:00100000:1.0:1770685332.037754:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+65:30003:x1856697500384128:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1770685332.038169:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+66:30003:x1856697500384128:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 414us (726us total) trans 4294968121 rc 0/0 00000100:00100000:1.0:1770685332.038180:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 274 00000100:00100000:3.0:1770685332.040788:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685332.041360:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500384384 00000100:00100000:1.0:1770685332.041373:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500384384 00000100:00100000:1.0:1770685332.041764:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1233 00000100:00100000:1.0:1770685332.041777:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+66:30003:x1856697500384384:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1770685332.042188:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+66:30003:x1856697500384384:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 412us (1412us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685332.042219:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1233 00000100:00100000:2.0:1770685332.044845:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685332.044955:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500384640 00000100:00100000:1.0:1770685332.044969:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500384640 00000100:00100000:1.0:1770685332.045082:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1234 00000100:00100000:1.0:1770685332.045094:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+66:30003:x1856697500384640:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685332.045119:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685332.045146:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef8e1c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdedf expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685332.045270:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8e23 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685332.045288:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8e15 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bded8 expref: 67 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685332.045297:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8e23 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685332.045337:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8e15 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bded8 expref: 67 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685332.045352:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8e15 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bded8 expref: 67 pid: 6998 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1770685332.045367:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e87480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514806016:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685332.045861:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c70d7f00 going to sleep for 11 seconds 00000100:00100000:2.0:1770685332.049057:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e87480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514806016:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685332.049109:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8e23 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:2.0:1770685332.050449:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685332.050921:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500384768 00000100:00100000:1.0:1770685332.050933:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500384768 00010000:00010000:1.0:1770685332.050999:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8e15 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bded8 expref: 68 pid: 6998 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1770685332.051049:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 354 00000100:00100000:1.0:1770685332.051061:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f62680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+68:2350:x1856697500384768:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685332.051095:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685332.051103:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8e15 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bded8 expref: 68 pid: 6998 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1770685332.051117:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8e15 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bded8 expref: 68 pid: 6998 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1770685332.051146:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8e15 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bded8 expref: 68 pid: 6998 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1770685332.051165:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9d92c8ee3800) 00010000:00010000:1.0:1770685332.051171:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8e23 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685332.051181:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8e23 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685332.051189:0:5745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8e23 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685332.051221:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685332.051302:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f62680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+67:2350:x1856697500384768:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 244us (863us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685332.051311:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 354 00010000:00010000:2.0:1770685332.051859:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8e23 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685332.051869:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8e23 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:2.0:1770685332.051891:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x24:0x0]: returning size 0 00000004:00080000:2.0:1770685332.052206:0:5762:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x18:0x0], index 0: 0 00010000:00010000:2.0:1770685332.053368:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8e23 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685332.053382:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8e23 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685332.053390:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8e23 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685332.053397:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685332.053402:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8e23 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685332.053409:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8e23 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685332.053438:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9d92c8ee3800) 00010000:00010000:2.0:1770685332.053442:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1770685332.053447:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8e23 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685332.053454:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8e23 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685332.054051:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef8e1c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdedf expref: 67 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685332.054065:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9d92c3dd8500) 00010000:00010000:2.0:1770685332.054145:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1770685332.054151:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef8e1c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdedf expref: 67 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685332.054166:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc3600, rc 0) 00000100:00100000:2.0:1770685332.054304:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+66:30003:x1856697500384640:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 9210us (9469us total) trans 4294968122 rc 301/301 00000100:00100000:2.0:1770685332.054314:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1234 00000100:00100000:2.0:1770685332.059435:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685332.061384:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500385024 00000100:00100000:1.0:1770685332.061435:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500385024 00000100:00100000:1.0:1770685332.061538:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 275 00000100:00100000:1.0:1770685332.061552:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+66:30003:x1856697500385024:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1770685332.062016:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+67:30003:x1856697500385024:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 465us (2605us total) trans 4294968123 rc 0/0 00000100:00100000:1.0:1770685332.062025:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 275 00000100:00100000:0.0:1770685332.071095:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685332.071292:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500385152 00000100:00100000:2.0:1770685332.071304:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500385152 00000100:00100000:2.0:1770685332.071413:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1235 00000100:00100000:2.0:1770685332.071436:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+67:30003:x1856697500385152:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685332.071468:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685332.071511:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e31 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdee6 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685332.071648:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8e38 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685332.071664:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8e38 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685332.071677:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8e38 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:2.0:1770685332.071722:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x24:0x0]: returning size 0 00000004:00200000:2.0:1770685332.071727:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685332.071749:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8e38 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685332.071779:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e31 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdee6 expref: 69 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685332.071799:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8e38 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdee6 expref: 68 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685332.071810:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9d92c8ee3800) 00010000:00010000:2.0:1770685332.071813:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1770685332.071818:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c77a00, rc 0) 00000100:00100000:2.0:1770685332.071887:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+68:30003:x1856697500385152:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 464us (823us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685332.071896:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1235 00000100:00100000:0.0:1770685332.081351:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685332.081452:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500385280 00000100:00100000:2.0:1770685332.081463:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500385280 00000100:00100000:2.0:1770685332.081562:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 336 00000100:00100000:2.0:1770685332.081572:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+8:2350:x1856697500385280:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685332.081634:0:6538:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685332.081664:0:6538:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8e3f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdeed expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1770685332.081696:0:6538:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1770685332.081721:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685332.081725:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685332.081735:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8e3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdeed expref: 9 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685332.081753:0:6538:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8e3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdeed expref: 9 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685332.081765:0:6538:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76c00, rc 0) 00000100:00100000:2.0:1770685332.081823:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500385280:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 253us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685332.081831:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 336 00000100:00100000:3.0:1770685332.088107:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685332.088199:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500385536 00000100:00100000:2.0:1770685332.088212:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500385536 00000100:00100000:2.0:1770685332.088285:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1236 00000100:00100000:2.0:1770685332.088294:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+68:30003:x1856697500385536:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1770685332.088432:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+68:30003:x1856697500385536:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 139us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685332.088439:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1236 00000100:00100000:0.0:1770685332.091101:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685332.091290:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500385664 00000100:00100000:1.0:1770685332.091303:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500385664 00000100:00100000:1.0:1770685332.091415:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 337 00000100:00100000:1.0:1770685332.091433:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+9:30003:x1856697500385664:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685332.091453:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685332.091482:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8e46 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdef4 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685332.091528:0:6540:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8e3f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdeed expref: 10 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685332.091545:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685332.091547:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685332.091551:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8e46 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdef4 expref: 10 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685332.091620:0:6540:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8e3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdeed expref: 10 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685332.091632:0:6540:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8e3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdeed expref: 10 pid: 6538 timeout: 756 lvb_type: 1 00000100:00100000:1.0:1770685332.091664:0:6540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6540:1856697514806144:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685332.091751:0:6540:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c70d73c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685332.093949:0:6540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6540:1856697514806144:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685332.093994:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8e46 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bdef4 expref: 10 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685332.094017:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc3000, rc 0) 00000100:00100000:1.0:1770685332.094145:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+10:30003:x1856697500385664:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 2718us (3071us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685332.094155:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 337 00000100:00100000:3.0:1770685332.095185:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685332.095324:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500385792 00000100:00100000:2.0:1770685332.095334:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500385792 00010000:00010000:2.0:1770685332.095380:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8e3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdeed expref: 10 pid: 6538 timeout: 756 lvb_type: 1 00000100:00100000:2.0:1770685332.095419:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 355 00000100:00100000:2.0:1770685332.095433:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aedc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500385792:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685332.095447:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685332.095480:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8e3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdeed expref: 10 pid: 6538 timeout: 756 lvb_type: 1 00010000:00010000:2.0:1770685332.095496:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8e3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdeed expref: 10 pid: 6538 timeout: 756 lvb_type: 1 00010000:00010000:2.0:1770685332.095538:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8e3f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdeed expref: 10 pid: 6538 timeout: 756 lvb_type: 1 00010000:00010000:2.0:1770685332.095556:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685332.095559:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685332.095565:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8e46 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bdef4 expref: 9 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685332.095572:0:11010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8e46 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bdef4 expref: 9 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685332.095670:0:11010:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8e46 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bdef4 expref: 9 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685332.095683:0:11010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c4f63480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11010:1856697514806272:192.168.203.41@tcp:105: 00000100:00100000:2.0:1770685332.095753:0:11010:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb185b40 going to sleep for 11 seconds 00000100:00100000:2.0:1770685332.098975:0:11010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c4f63480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11010:1856697514806272:192.168.203.41@tcp:105: 00010000:00010000:2.0:1770685332.099013:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685332.099351:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aedc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500385792:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 3920us (4169us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685332.099364:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 355 00000100:00100000:0.0:1770685332.103923:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685332.104102:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500385920 00000100:00100000:2.0:1770685332.104114:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500385920 00002000:00100000:2.0:1770685332.104178:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x18:0x0] (0->157) req@ffff9d91c25dad80 x1856697500385920/t0(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:453/0 lens 648/0 e 0 to 0 dl 1770685343 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685332.104195:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c25dad80 with x1856697500385920 ext(0->157) 00002000:00010000:2.0:1770685332.104203:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d91c25dad80 00000100:00100000:2.0:1770685332.104247:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 108 00000100:00100000:2.0:1770685332.104258:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500385920:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1770685332.105335:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500385920:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 Request processed in 1069us (1418us total) trans 4294967359 rc 0/0 00000100:00100000:2.0:1770685332.105348:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 108 00002000:00100000:2.0:1770685332.105359:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x18:0x0] (0->157) req@ffff9d91c25dad80 x1856697500385920/t4294967359(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:453/0 lens 648/448 e 0 to 0 dl 1770685343 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685332.105370:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c25dad80 with x1856697500385920 ext(0->157) 00002000:00010000:2.0:1770685332.105375:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d91c25dad80 00000100:00100000:0.0:1770685332.109107:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685332.109280:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500386048 00000100:00100000:2.0:1770685332.109291:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500386048 00000100:00100000:2.0:1770685332.109413:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1237 00000100:00100000:2.0:1770685332.109435:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+68:30003:x1856697500386048:12345-192.168.203.41@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1770685332.155989:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968114 is committed 00000100:00100000:1.0:1770685332.156222:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+68:30003:x1856697500386048:12345-192.168.203.41@tcp:44:lhsmtool_posix.0 Request processed in 46793us (47122us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685332.156235:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1237 00000001:00080000:0.0:1770685332.158445:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968103 is committed 00000001:00080000:0.0:1770685332.158470:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968123 is committed 00000001:00080000:0.0:1770685332.158488:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968116 is committed 00000004:00080000:0.0:1770685332.158492:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 20 committed 00000100:00100000:1.0:1770685332.158732:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1770685332.158756:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c1e85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514806400:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1770685332.158842:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685332.158903:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514806400 00000100:00100000:1.0:1770685332.158912:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514806400 00000100:00100000:1.0:1770685332.158959:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:1.0:1770685332.158967:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3290:x1856697514806400:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1770685332.158997:0:6540:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:26 count 1 00002000:00010000:1.0:1770685332.159049:0:6540:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1a:0x0] initial LVB size: 158, mtime: 0x698a8392, atime: 0x0, ctime: 0x698a8392, blocks: 0x1 00010000:00010000:1.0:1770685332.159059:0:6540:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8e4d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685332.159102:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685332.159105:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685332.159112:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8e4d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685332.159129:0:6540:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8e4d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685332.159140:0:6540:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8e4d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685332.159148:0:6540:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8e4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685332.159165:0:6540:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1770685332.159412:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685332.159672:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3290:x1856697514806400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 704us (830us total) trans 4294967372 rc 0/0 00000100:00100000:1.0:1770685332.159680:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00010000:00010000:3.0:1770685332.159936:0:5748:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1770685332.159946:0:5748:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8e4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685332.159958:0:5748:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3e00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:3.0:1770685332.159963:0:5748:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8e4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685332.159974:0:5748:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8e4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685332.160000:0:5748:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8e4d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685332.160007:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8e4d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685332.160027:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685332.160029:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685332.160031:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685332.161110:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500386176 00000100:00100000:1.0:1770685332.161123:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500386176 00000100:00100000:1.0:1770685332.161179:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 339 00000100:00100000:1.0:1770685332.161190:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:2349:x1856697500386176:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1770685332.161481:0:20697:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968117 is committed 00000020:00080000:3.0:1770685332.161492:0:20697:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 24 batchid updated 00000020:00080000:3.0:1770685332.161510:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 24 00000020:00080000:3.0:1770685332.161521:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 24 00000004:00080000:1.0:1770685332.161826:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9d91c1e85f80/2, rc 0, transno 4294967372 00000100:00100000:1.0:1770685332.161835:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c1e85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514806400:0@lo:6:osp-syn-1-0.0 00000020:00080000:0.0:1770685332.162235:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9d92c501f240 refcount 2 committed 0 result 0 batchid 25 00000020:00080000:0.0:1770685332.162242:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d91c3b00100 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9d92c52653c0 00000020:00080000:0.0:1770685332.162246:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d91c3b00f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9d92c7e68000 00000020:00080000:0.0:1770685332.162447:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 25 committed batchid 24 00000020:00080000:0.0:1770685332.162672:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 24 00010000:00010000:2.0:1770685332.209766:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685332.235705:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:2349:x1856697500386176:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 Request processed in 74499us (76279us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685332.235743:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 339 00000001:00080000:0.0:1770685332.235921:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967359 is committed 00000100:00100000:1.0:1770685332.238532:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685332.238861:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500386432 00000100:00100000:2.0:1770685332.238874:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500386432 00000100:00100000:2.0:1770685332.239194:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1238 00000100:00100000:2.0:1770685332.239208:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c1e86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+56:30003:x1856697500386432:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1770685332.239462:0:6998:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685332.239498:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8e38 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdee6 expref: 56 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685332.239525:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9d92c8ee3800) 00010000:00010000:2.0:1770685332.239531:0:6998:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770685332.239569:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e54 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685332.239748:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e54 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685332.239761:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e54 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685332.239805:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e54 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685332.239812:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e54 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685332.239819:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e54 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685332.239825:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685332.239830:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e54 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685332.239838:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e54 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685332.239846:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9d92c8ee3800) 00010000:00010000:2.0:1770685332.239849:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685332.239853:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e54 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685332.239859:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e54 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770685332.240052:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c1e86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+55:30003:x1856697500386432:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 846us (1532us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685332.240062:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1238 00000100:00100000:2.0:1770685332.244813:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685332.244995:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500386560 00000100:00100000:1.0:1770685332.245009:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500386560 00000100:00100000:1.0:1770685332.245096:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1239 00000100:00100000:1.0:1770685332.245108:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+55:30003:x1856697500386560:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685332.245135:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685332.245165:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8e5b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdefb expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685332.245247:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8e5b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdefb expref: 56 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685332.245263:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8e5b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdefb expref: 56 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685332.245287:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9d92c8ee3800) 00010000:00010000:1.0:1770685332.245291:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1770685332.245296:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc3e00, rc 0) 00000100:00100000:1.0:1770685332.245388:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+56:30003:x1856697500386560:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 282us (602us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685332.245396:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1239 00000100:00100000:0.0:1770685332.250206:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685332.250689:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500386688 00000100:00100000:1.0:1770685332.250704:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500386688 00000100:00100000:1.0:1770685332.250784:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 340 00000100:00100000:1.0:1770685332.250797:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500386688:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1770685332.251157:0:6540:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:1.0:1770685332.251162:0:6540:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb mtime from disk: 0 -> 1770685330 00002000:00010000:1.0:1770685332.251165:0:6540:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb atime from disk: 0 -> 1770685331 00002000:00010000:1.0:1770685332.251168:0:6540:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb ctime from disk: 0 -> 1770685330 00002000:00010000:1.0:1770685332.251170:0:6540:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:1.0:1770685332.251252:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500386688:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 Request processed in 457us (1059us total) trans 4294967360 rc 0/0 00000100:00100000:1.0:1770685332.251261:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 340 00000100:00100000:3.0:1770685332.254771:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685332.254971:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500386944 00000100:00100000:2.0:1770685332.254986:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500386944 00000100:00100000:2.0:1770685332.255062:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1240 00000100:00100000:2.0:1770685332.255091:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+56:30003:x1856697500386944:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1770685332.255179:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e62 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685332.255198:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8e07 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bded1 expref: 56 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685332.255209:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e62 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685332.255256:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8e07 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bded1 expref: 56 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685332.255271:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8e07 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bded1 expref: 56 pid: 6998 timeout: 757 lvb_type: 0 00000100:00100000:2.0:1770685332.255288:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c4f61500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514806528:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685332.257947:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb1859c0 going to sleep for 11 seconds 00000100:00100000:0.0:1770685332.262498:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685332.262675:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500387072 00000100:00100000:3.0:1770685332.262687:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500387072 00010000:00010000:3.0:1770685332.262741:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8e07 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bded1 expref: 57 pid: 6998 timeout: 757 lvb_type: 0 00000100:00100000:3.0:1770685332.262801:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 356 00000100:00100000:3.0:1770685332.262814:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+57:2350:x1856697500387072:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685332.262834:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1770685332.262839:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c4f61500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514806528:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685332.262844:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8e07 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bded1 expref: 57 pid: 6998 timeout: 757 lvb_type: 0 00010000:00010000:3.0:1770685332.262861:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8e07 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bded1 expref: 57 pid: 6998 timeout: 757 lvb_type: 0 00010000:00010000:2.0:1770685332.262879:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e62 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685332.262904:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8e07 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bded1 expref: 57 pid: 6998 timeout: 757 lvb_type: 0 00010000:00010000:3.0:1770685332.267463:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9d92c8ee3800) 00010000:00010000:3.0:1770685332.267485:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e62 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685332.267503:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e62 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685332.267511:0:11010:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e62 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685332.267693:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e62 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685332.267704:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e62 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685332.267745:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e62 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685332.267753:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e62 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685332.267762:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e62 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685332.267768:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685332.267772:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e62 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685332.267779:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e62 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685332.267792:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9d92c8ee3800) 00010000:00010000:2.0:1770685332.267794:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1770685332.267796:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e62 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685332.267801:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e62 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685332.268496:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685332.268667:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+56:30003:x1856697500386944:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 Request processed in 13569us (13900us total) trans 0 rc -22/-22 00000100:00100000:2.0:1770685332.268679:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1240 00000100:00100000:3.0:1770685332.274675:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+55:2350:x1856697500387072:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 11844us (12169us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685332.274698:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 356 00000100:00100000:0.0:1770685332.281954:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685332.282057:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500387200 00000100:00100000:2.0:1770685332.282108:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500387200 00000100:00100000:2.0:1770685332.282186:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 341 00000100:00100000:2.0:1770685332.282199:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1b20a364-7a5a-4770-9192-023629c7ce89+10:2350:x1856697500387200:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1770685332.282259:0:17436:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e69 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685332.282282:0:17436:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8e46 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bdef4 expref: 10 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685332.282292:0:17436:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1770685332.282294:0:17436:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1770685332.282298:0:17436:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e69 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685332.282351:0:17436:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8e46 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdef4 expref: 10 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685332.282367:0:17436:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8e46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdef4 expref: 10 pid: 6540 timeout: 757 lvb_type: 0 00000100:00100000:2.0:1770685332.282398:0:17436:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c4f61500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17436:1856697514806656:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685332.282514:0:17436:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb1859c0 going to sleep for 11 seconds 00000100:00100000:2.0:1770685332.289056:0:17436:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c4f61500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17436:1856697514806656:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685332.289113:0:17436:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e69 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685332.303861:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685332.304174:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500387328 00000100:00100000:3.0:1770685332.304188:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500387328 00010000:00010000:3.0:1770685332.304241:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8e46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdef4 expref: 11 pid: 6540 timeout: 757 lvb_type: 0 00000100:00100000:3.0:1770685332.304292:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 357 00000100:00100000:3.0:1770685332.304303:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d07e5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+11:2351:x1856697500387328:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685332.305278:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685332.305594:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8e46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdef4 expref: 11 pid: 6540 timeout: 757 lvb_type: 0 00010000:00010000:3.0:1770685332.305624:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8e46 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdef4 expref: 11 pid: 6540 timeout: 757 lvb_type: 0 00010000:00010000:3.0:1770685332.305653:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef8e46 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdef4 expref: 11 pid: 6540 timeout: 757 lvb_type: 0 00010000:00010000:3.0:1770685332.305672:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685332.305675:0:11010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685332.305681:0:11010:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e69 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685332.305692:0:11010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e69 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685332.305736:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685332.305808:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d07e5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500387328:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 1505us (1960us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685332.305819:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 357 00010000:00010000:2.0:1770685332.307212:0:17436:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e69 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685332.307232:0:17436:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e69 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685332.307275:0:17436:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e69 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685332.307284:0:17436:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e69 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685332.307292:0:17436:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e69 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685332.307300:0:17436:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77000 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:2.0:1770685332.307304:0:17436:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e69 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685332.307314:0:17436:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e69 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685332.307720:0:17436:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e69 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685332.307729:0:17436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e69 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685332.307832:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500387200:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 25633us (25890us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685332.307844:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 341 00000100:00100000:0.0:1770685332.311430:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685332.311618:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500387584 00000100:00100000:2.0:1770685332.311632:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500387584 00000100:00100000:2.0:1770685332.311705:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1241 00000100:00100000:2.0:1770685332.311716:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+55:30003:x1856697500387584:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1770685332.313833:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8e70 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685332.313868:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8e5b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdefb expref: 56 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685332.313879:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8e70 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685332.313937:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8e5b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdefb expref: 56 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685332.313958:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8e5b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdefb expref: 56 pid: 6998 timeout: 757 lvb_type: 0 00000100:00100000:2.0:1770685332.313978:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c4f61500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514806784:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685332.315217:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb1859c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685332.316928:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685332.317111:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500387712 00000100:00100000:3.0:1770685332.317123:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500387712 00010000:00010000:3.0:1770685332.317173:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8e5b lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdefb expref: 57 pid: 6998 timeout: 757 lvb_type: 0 00000100:00100000:3.0:1770685332.317224:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 358 00000100:00100000:3.0:1770685332.317236:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+57:2351:x1856697500387712:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685332.317254:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685332.317264:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8e5b lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdefb expref: 57 pid: 6998 timeout: 757 lvb_type: 0 00010000:00010000:3.0:1770685332.317278:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8e5b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdefb expref: 57 pid: 6998 timeout: 757 lvb_type: 0 00010000:00010000:3.0:1770685332.317307:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9d92c8ee3800) 00010000:00010000:3.0:1770685332.317314:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8e70 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685332.317381:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8e70 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685332.317390:0:5745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8e70 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685332.317413:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685332.317493:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+57:2351:x1856697500387712:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 259us (576us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685332.317502:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 358 00010000:00010000:2.0:1770685332.319243:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef8e5b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdefb expref: 56 pid: 6998 timeout: 757 lvb_type: 0 00000100:00100000:2.0:1770685332.319277:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c4f61500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514806784:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685332.319304:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8e70 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685332.319326:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8e70 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685332.319333:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8e70 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000001:00080000:2.0:1770685332.319655:0:5762:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968124 00000001:00080000:2.0:1770685332.319827:0:5762:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968125 00000001:00080000:2.0:1770685332.319875:0:5762:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968126 00000100:00100000:2.0:1770685332.319976:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c4f61500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5762:1856697514806912:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1770685332.320047:0:5762:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685332.320092:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d1c6bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1770685332.320377:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514806912 00000100:00100000:0.0:1770685332.320387:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514806912 00000100:00100000:0.0:1770685332.320456:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1770685332.320467:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5762:x1856697514806912:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1770685332.320565:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5762:x1856697514806912:12345-0@lo:1000:mdt00_002.0 Request processed in 100us (517us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685332.320573:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00080000:2.0:1770685332.322605:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1770685332.322728:0:5762:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967358 gen 2 00000004:00080000:1.0:1770685332.322737:0:5762:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967358 committed transno 4294967358 00000100:00100000:1.0:1770685332.322766:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c4f61500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5762:1856697514806912:0@lo:1000:mdt00_002.0 00000001:00080000:1.0:1770685332.323045:0:5762:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968127 00000100:00100000:1.0:1770685332.323153:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5166680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5762:1856697514807040:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1770685332.323222:0:5762:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685332.323268:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb1859c0 going to sleep for 11 seconds 00000100:00100000:3.0:1770685332.323700:0:13246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514807040 00000100:00100000:3.0:1770685332.323709:0:13246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514807040 00000100:00100000:3.0:1770685332.323766:0:13246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1770685332.323776:0:13246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5762:x1856697514807040:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1770685332.324017:0:13246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:5762:x1856697514807040:12345-0@lo:1000:mdt00_002.0 Request processed in 241us (794us total) trans 4294967361 rc 0/0 00000100:00100000:3.0:1770685332.324025:0:13246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1770685332.324235:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5166680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5762:1856697514807040:0@lo:1000:mdt00_002.0 00000001:00080000:1.0:1770685332.324351:0:5762:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968128 00010000:00010000:1.0:1770685332.324389:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8e70 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685332.324402:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8e70 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685332.324410:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8e70 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685332.324417:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685332.324449:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8e70 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685332.324458:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8e70 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685332.324478:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9d92c8ee3800) 00010000:00010000:1.0:1770685332.324481:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1770685332.324487:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8e70 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685332.324494:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8e70 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685332.324530:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8d97 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685332.324538:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8d97 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685332.324544:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8d97 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685332.324549:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7a400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685332.324552:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8d97 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685332.324557:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8d97 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685332.324564:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9d92c8ee3300) 00010000:00010000:1.0:1770685332.324567:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1770685332.324599:0:5762:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef8d9e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdebc expref: 101 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685332.324626:0:5762:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef8d9e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdebc expref: 101 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685332.324636:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef8d9e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdebc expref: 101 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685332.324675:0:5762:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef8d9e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdebc expref: 101 pid: 6998 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685332.324690:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f3f59c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514807168:192.168.203.41@tcp:105: 00000100:00100000:1.0:1770685332.324780:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb1859c0 going to sleep for 11 seconds 00000100:00100000:2.0:1770685332.328350:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f3f59c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514807168:192.168.203.41@tcp:105: 00010000:00010000:2.0:1770685332.328390:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8d97 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685332.328402:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8d97 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685332.328731:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e77 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685332.328750:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e77 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685332.328763:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e77 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685332.328775:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e77 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685332.328781:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e77 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685332.328788:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e77 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685332.328797:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685332.328802:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e77 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685332.328810:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e77 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685332.328823:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9d92c8ee3300) 00010000:00010000:2.0:1770685332.328826:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685332.328830:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e77 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685332.328835:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8e77 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000040:00080000:1.0:1770685332.329288:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685332.329294:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685332.329938:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:1.0:1770685332.329949:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1770685332.330337:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685332.330530:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+60:30003:x1856697500387584:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 18812us (19121us total) trans 4294968129 rc 0/0 00000100:00100000:2.0:1770685332.330544:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1241 00000020:00080000:2.0:1770685332.330552:0:5762:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:1.0:1770685332.330817:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500387840 00000100:00100000:1.0:1770685332.330827:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500387840 00000100:00100000:1.0:1770685332.330915:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 276 00000100:00100000:1.0:1770685332.330927:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+102:30002:x1856697500387840:12345-192.168.203.41@tcp:49:cat.0 00000100:00100000:1.0:1770685332.331125:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+102:30002:x1856697500387840:12345-192.168.203.41@tcp:49:cat.0 Request processed in 141us (734us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685332.331135:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 276 00000100:00100000:0.0:1770685332.335918:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685332.335967:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685332.336039:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500387968 00000100:00100000:2.0:1770685332.336053:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500387968 00000100:00100000:2.0:1770685332.336145:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 342 00000100:00100000:2.0:1770685332.336159:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:30002:x1856697500387968:12345-192.168.203.41@tcp:101:cat.0 00010000:00010000:2.0:1770685332.336184:0:17436:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685332.336211:0:17436:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8e7e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdf02 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1770685332.336244:0:17436:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x18:0x0] initial LVB size: 158, mtime: 0x698a8392, atime: 0x698a8393, ctime: 0x698a8392, blocks: 0xb 00010000:00010000:2.0:1770685332.336275:0:17436:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685332.336278:0:17436:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685332.336288:0:17436:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8e7e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf02 expref: 18 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685332.336309:0:17436:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8e7e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf02 expref: 18 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685332.336324:0:17436:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c77e00, rc 0) 00000100:00100000:2.0:1770685332.336396:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:bb0b411f-1e9f-4664-994e-ef5350eaf62d+18:30002:x1856697500387968:12345-192.168.203.41@tcp:101:cat.0 Request processed in 240us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685332.336404:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 342 00000100:00100000:1.0:1770685332.336686:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500388224 00000100:00100000:1.0:1770685332.336691:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500388224 00000100:00100000:1.0:1770685332.336723:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 277 00000100:00100000:1.0:1770685332.336730:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+60:30003:x1856697500388224:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1770685332.337243:0:13758:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x24:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1770685332.337318:0:13758:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968130 00010000:00010000:1.0:1770685332.337364:0:13758:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8e85 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685332.337381:0:13758:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8e85 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685332.337393:0:13758:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8e85 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685332.337402:0:13758:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8e85 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685332.337409:0:13758:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8e85 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685332.337416:0:13758:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8e85 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685332.337439:0:13758:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1770685332.337547:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+62:30003:x1856697500388224:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 816us (1578us total) trans 4294968131 rc 0/0 00000100:00100000:1.0:1770685332.337555:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 277 00000020:00080000:1.0:1770685332.337561:0:13758:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1770685332.337620:0:16755:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1770685332.337627:0:16755:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8e85 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685332.337635:0:16755:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3c00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:1.0:1770685332.337639:0:16755:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8e85 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685332.337660:0:16755:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8e85 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685332.337674:0:16755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9d92c3dd8e00) 00010000:00010000:1.0:1770685332.337677:0:16755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1770685332.337683:0:16755:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8e85 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685332.337689:0:16755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8e85 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685332.337706:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685332.337708:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685332.337710:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1770685332.342195:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685332.342516:0:17738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500388352 00000100:00100000:2.0:1770685332.342529:0:17738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500388352 00002000:00100000:2.0:1770685332.342642:0:17738:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff9d91c25da680 x1856697500388352/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:453/0 lens 488/0 e 0 to 0 dl 1770685343 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685332.342655:0:17738:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c25da680 with x1856697500388352 ext(0->4095) 00002000:00010000:2.0:1770685332.342662:0:17738:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d91c25da680 00000100:00100000:2.0:1770685332.342701:0:17738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 109 00000100:00100000:2.0:1770685332.342712:0:17738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:bb0b411f-1e9f-4664-994e-ef5350eaf62d+18:2350:x1856697500388352:12345-192.168.203.41@tcp:3:cat.0 00000100:00100000:2.0:1770685332.342968:0:17738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:bb0b411f-1e9f-4664-994e-ef5350eaf62d+18:2350:x1856697500388352:12345-192.168.203.41@tcp:3:cat.0 Request processed in 257us (787us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1770685332.342979:0:17738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 109 00002000:00100000:2.0:1770685332.342986:0:17738:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff9d91c25da680 x1856697500388352/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:453/0 lens 488/4536 e 0 to 0 dl 1770685343 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685332.342995:0:17738:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c25da680 with x1856697500388352 ext(0->4095) 00002000:00010000:2.0:1770685332.342999:0:17738:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d91c25da680 00000100:00100000:1.0:1770685332.348410:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685332.348513:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500388608 00000100:00100000:0.0:1770685332.348526:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500388608 00000100:00100000:0.0:1770685332.348635:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 278 00000100:00100000:0.0:1770685332.348652:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+102:30002:x1856697500388608:12345-192.168.203.41@tcp:35:cat.0 00000100:00100000:0.0:1770685332.349101:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+103:30002:x1856697500388608:12345-192.168.203.41@tcp:35:cat.0 Request processed in 455us (704us total) trans 4294968132 rc 0/0 00000100:00100000:0.0:1770685332.349109:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 278 00000100:00100000:0.0:1770685332.378153:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685332.378413:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500388736 00000100:00100000:2.0:1770685332.378425:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500388736 00000100:00100000:2.0:1770685332.378544:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1242 00000100:00100000:2.0:1770685332.378556:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+103:30005:x1856697500388736:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685332.378913:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685332.378943:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8e8c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdf09 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685332.379039:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef8e93 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685332.379055:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef8e93 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685332.379140:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef8e93 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685332.379159:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef8e9a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685332.379167:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef8e9a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685332.379174:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef8e9a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685332.379309:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8ea1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685332.379389:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8ea1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685332.379398:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8ea1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:3.0:1770685332.379439:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00000004:00200000:3.0:1770685332.379444:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685332.379464:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8ea1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685332.379477:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8ea1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685332.379486:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef8e93 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685332.379493:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef8e93 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685332.379500:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef8e93 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685332.379506:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685332.379511:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef8e93 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685332.379518:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef8e93 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685332.379531:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9d92c3dd8500) 00010000:00010000:3.0:1770685332.379534:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685332.379541:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef8e93 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685332.379547:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef8e93 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685332.379561:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef8e9a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685332.379567:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef8e9a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685332.379573:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef8e9a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685332.379682:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271da00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685332.379686:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef8e9a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685332.379692:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef8e9a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685332.379701:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff9d9302158500) 00010000:00010000:3.0:1770685332.379703:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685332.379706:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef8e9a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685332.379712:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef8e9a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685332.379749:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8e8c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf09 expref: 105 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685332.379763:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8ea1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf09 expref: 104 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685332.379770:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9d92c8ee3300) 00010000:00010000:3.0:1770685332.379773:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1770685332.379776:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271d600, rc 0) 00000100:00100000:3.0:1770685332.379867:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+104:30005:x1856697500388736:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 1313us (1727us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685332.379876:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1242 00000100:00100000:1.0:1770685332.389717:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685332.389840:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500388864 00000100:00100000:3.0:1770685332.389855:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500388864 00000100:00100000:3.0:1770685332.389931:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1243 00000100:00100000:3.0:1770685332.389943:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+104:30005:x1856697500388864:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685332.390191:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685332.390217:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8ea8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdf10 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685332.390295:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef8eaf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685332.390309:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef8eaf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685332.390319:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef8eaf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:3.0:1770685332.390401:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 11776 00000004:00200000:3.0:1770685332.390405:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685332.390426:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef8eaf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685332.390451:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8ea8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf10 expref: 106 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685332.390475:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef8eaf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf10 expref: 105 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685332.390482:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9d92c3dd8500) 00010000:00010000:3.0:1770685332.390484:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685332.390487:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271da00, rc 0) 00000100:00100000:3.0:1770685332.390548:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+105:30005:x1856697500388864:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 607us (847us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685332.390556:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1243 00000100:00100000:1.0:1770685332.414192:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685332.414292:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500389120 00000100:00100000:3.0:1770685332.414306:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500389120 00000100:00100000:3.0:1770685332.414376:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1244 00000100:00100000:3.0:1770685332.414388:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+105:30005:x1856697500389120:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:3.0:1770685332.414417:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685332.414445:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8eb6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdf17 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685332.414633:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef8ebd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685332.414651:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef8ebd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685332.414664:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef8ebd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:3.0:1770685332.414678:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:3.0:1770685332.414856:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8eb6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf17 expref: 108 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685332.414877:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef8ebd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf17 expref: 107 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685332.414887:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9d92c8ee3300) 00010000:00010000:3.0:1770685332.414891:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1770685332.414895:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271d800, rc 0) 00000100:00100000:3.0:1770685332.414973:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+107:30005:x1856697500389120:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 586us (792us total) trans 4294968133 rc 0/0 00000100:00100000:3.0:1770685332.414981:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1244 00000100:00100000:0.0:1770685332.418682:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685332.418912:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500389248 00000100:00100000:3.0:1770685332.418925:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500389248 00000100:00100000:3.0:1770685332.419000:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 343 00000100:00100000:3.0:1770685332.419013:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+18:2348:x1856697500389248:12345-192.168.203.41@tcp:1:lfs.0 00010000:00010000:3.0:1770685332.419081:0:6540:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8ecb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685332.419104:0:6540:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8e7e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf02 expref: 18 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685332.419113:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685332.419116:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685332.419120:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8ecb lrc: 4/0,1 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685332.419163:0:6540:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8e7e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf02 expref: 18 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685332.419179:0:6540:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8e7e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf02 expref: 18 pid: 17436 timeout: 757 lvb_type: 0 00000100:00100000:3.0:1770685332.419198:0:6540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6540:1856697514807296:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685332.419367:0:6540:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c57e43c0 going to sleep for 11 seconds 00000100:00100000:0.0:1770685332.429716:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685332.429935:0:6540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6540:1856697514807296:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685332.429973:0:6540:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8ecb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685332.430178:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500389376 00000100:00100000:1.0:1770685332.430186:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500389376 00010000:00010000:1.0:1770685332.430236:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8e7e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf02 expref: 19 pid: 17436 timeout: 757 lvb_type: 0 00000100:00100000:3.0:1770685332.430737:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 359 00000100:00100000:3.0:1770685332.430751:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+19:2351:x1856697500389376:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685332.430773:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685332.430802:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8e7e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf02 expref: 19 pid: 17436 timeout: 757 lvb_type: 0 00010000:00010000:3.0:1770685332.431955:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8e7e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf02 expref: 19 pid: 17436 timeout: 757 lvb_type: 0 00010000:00010000:3.0:1770685332.431997:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8e7e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf02 expref: 19 pid: 17436 timeout: 757 lvb_type: 0 00010000:00010000:3.0:1770685332.432018:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685332.432021:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685332.432027:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8ecb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685332.432038:0:5745:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8ecb lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685332.432100:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685332.432173:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+18:2351:x1856697500389376:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 1424us (2470us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685332.432184:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 359 00010000:00010000:1.0:1770685332.434402:0:6540:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8ecb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685332.434428:0:6540:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8ecb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685332.434476:0:6540:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8ecb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685332.434510:0:6540:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8ecb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685332.434520:0:6540:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8ecb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685332.434527:0:6540:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271c200 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:1.0:1770685332.434532:0:6540:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8ecb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685332.434540:0:6540:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8ecb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685332.434563:0:6540:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8ecb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685332.434570:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8ecb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685332.434734:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:2348:x1856697500389248:12345-192.168.203.41@tcp:1:lfs.0 Request processed in 15718us (16062us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685332.434745:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 343 00000100:00100000:2.0:1770685332.446351:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685332.455483:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500389632 00000100:00100000:0.0:1770685332.455504:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500389632 00000100:00100000:0.0:1770685332.455951:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 279 00000100:00100000:0.0:1770685332.455963:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c83ed450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+107:30005:x1856697500389632:12345-192.168.203.41@tcp:35:lfs.0 00000004:00010000:0.0:1770685332.456047:0:5763:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000402:0x23:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef8ebd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf17 expref: 107 pid: 5762 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1770685332.456340:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968134 00000001:00080000:0.0:1770685332.456779:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968135 00010000:00010000:0.0:1770685332.456846:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef8ed2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685332.456864:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef8d9e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdebc expref: 110 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685332.456873:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8ea1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf09 expref: 110 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685332.456882:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef8ed2 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685332.456931:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8ea1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf09 expref: 110 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685332.456948:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8ea1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf09 expref: 110 pid: 5762 timeout: 757 lvb_type: 0 00000100:00100000:0.0:1770685332.456964:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c25d9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1856697514807424:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685332.457109:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef8d9e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdebc expref: 110 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685332.457125:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef8d9e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdebc expref: 110 pid: 6998 timeout: 757 lvb_type: 0 00000100:00100000:0.0:1770685332.457135:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c25d8000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1856697514807552:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685332.457162:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c83e5e40 going to sleep for 11 seconds 00000100:00100000:3.0:1770685332.470490:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685332.470522:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685332.470783:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500389760 00000100:00100000:1.0:1770685332.470794:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500389760 00010000:00010000:1.0:1770685332.470844:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8ea1 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf09 expref: 111 pid: 5762 timeout: 757 lvb_type: 0 00000100:00100000:1.0:1770685332.470897:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500389888 00000100:00100000:1.0:1770685332.470909:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500389888 00010000:00010000:1.0:1770685332.470920:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef8d9e lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdebc expref: 112 pid: 6998 timeout: 757 lvb_type: 0 00000100:00100000:0.0:1770685332.471015:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c25d9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1856697514807424:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685332.471025:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c25d8000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5763:1856697514807552:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685332.471057:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef8ed2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00000100:00100000:1.0:1770685332.477014:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 360 00000100:00100000:1.0:1770685332.477049:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aedc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+112:2350:x1856697500389760:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685332.477269:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685332.477284:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8ea1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf09 expref: 112 pid: 5762 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1770685332.477305:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8ea1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf09 expref: 112 pid: 5762 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1770685332.477346:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8ea1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf09 expref: 112 pid: 5762 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1770685332.477367:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9d92c8ee3300) 00010000:00010000:1.0:1770685332.477374:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef8ed2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685332.477383:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef8ed2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685332.477390:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685332.477486:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aedc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+111:2350:x1856697500389760:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 456us (7007us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685332.477495:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 360 00000100:00100000:1.0:1770685332.477538:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 361 00000100:00100000:1.0:1770685332.477546:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+110:2350:x1856697500389888:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685332.477555:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685332.477561:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef8d9e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdebc expref: 110 pid: 6998 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1770685332.477571:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef8d9e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdebc expref: 110 pid: 6998 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1770685332.477620:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef8d9e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdebc expref: 110 pid: 6998 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1770685332.477630:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9d92c8ee3300) 00010000:00010000:1.0:1770685332.477634:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef8ed2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685332.477642:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef8ed2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685332.477651:0:5745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef8ed2 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0 00010000:00010000:1.0:1770685332.477687:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685332.477708:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+109:2350:x1856697500389888:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 162us (7184us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685332.477715:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 361 00010000:00010000:0.0:1770685332.480387:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef8ed2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685332.480407:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef8ed2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0 00000001:00080000:0.0:1770685332.480603:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968136 00000001:00080000:0.0:1770685332.480885:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968137 00000001:00080000:0.0:1770685332.480952:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968138 00000100:00100000:0.0:1770685332.481062:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c25d8000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1856697514807680:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1770685332.481651:0:5763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685332.481710:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92e262af00 going to sleep for 11 seconds 00000100:00100000:0.0:1770685332.481886:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514807680 00000100:00100000:0.0:1770685332.481896:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514807680 00000100:00100000:0.0:1770685332.482042:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1770685332.482054:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5763:x1856697514807680:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1770685332.482272:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5763:x1856697514807680:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 219us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685332.482281:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1770685332.482334:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c25d8000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1856697514807680:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:0.0:1770685332.482612:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968139 00000100:00100000:0.0:1770685332.482694:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c25d8000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1856697514807808:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1770685332.482731:0:5763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685332.482752:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fac03540 going to sleep for 11 seconds 00000100:00100000:0.0:1770685332.482766:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514807808 00000100:00100000:0.0:1770685332.482770:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514807808 00000100:00100000:0.0:1770685332.482812:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1770685332.482820:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5763:x1856697514807808:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1770685332.483466:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:5763:x1856697514807808:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 644us (733us total) trans 4294967362 rc 0/0 00000100:00100000:0.0:1770685332.483476:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1770685332.483526:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c25d8000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5763:1856697514807808:0@lo:1000:mdt_rdpg00_000.0 00010000:00010000:0.0:1770685332.483553:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef8ed2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685332.483564:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef8ed2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685332.483573:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef8ed2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685332.483607:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e5000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685332.483613:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef8ed2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685332.483621:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef8ed2 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685332.483640:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9d92c8ee3300) 00010000:00010000:0.0:1770685332.483644:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1770685332.483649:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef8ed2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0 00010000:00010000:0.0:1770685332.483656:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef8ed2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0 00000004:00080000:0.0:1770685332.484059:0:5763:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x4a:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1770685332.484549:0:5763:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].9, 64 off8792 00000004:00080000:0.0:1770685332.484562:0:5763:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 657329983941ns, next at 658329981643ns, rc = 0 00000001:00080000:0.0:1770685332.484572:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968140 00010000:00010000:0.0:1770685332.484688:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9d92c8ee3300) 00010000:00010000:0.0:1770685332.484693:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1770685332.484702:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef8ebd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf17 expref: 113 pid: 5762 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685332.486628:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c83ed450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+112:30005:x1856697500389632:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 30654us (40278us total) trans 4294968141 rc 0/0 00000100:00100000:0.0:1770685332.486644:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 279 00000020:00080000:0.0:1770685332.486651:0:5763:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1770685332.602336:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685332.602387:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500390144 00000100:00100000:0.0:1770685332.602401:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500390144 00000100:00100000:0.0:1770685332.602467:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1245 00000100:00100000:0.0:1770685332.602479:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+112:30011:x1856697500390144:12345-192.168.203.41@tcp:101:cat.0 00010000:00010000:0.0:1770685332.602510:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685332.602536:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef8ed9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdf1e expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685332.602656:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5200/0x8f0dbafbd9ef8ee0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685332.602674:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5200/0x8f0dbafbd9ef8ee0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685332.602687:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5200/0x8f0dbafbd9ef8ee0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685332.602704:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8ee7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685332.602710:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8ee7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685332.602717:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8ee7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685332.602881:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4400/0x8f0dbafbd9ef8eee lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685332.602890:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4400/0x8f0dbafbd9ef8eee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685332.602897:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4400/0x8f0dbafbd9ef8eee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685332.602908:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:0.0:1770685332.603038:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5200/0x8f0dbafbd9ef8ee0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685332.603047:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5200/0x8f0dbafbd9ef8ee0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685332.603058:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5200/0x8f0dbafbd9ef8ee0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685332.603065:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e5200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685332.603069:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5200/0x8f0dbafbd9ef8ee0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685332.603087:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5200/0x8f0dbafbd9ef8ee0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685332.603102:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9d92c3dd8500) 00010000:00010000:0.0:1770685332.603105:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685332.603111:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5200/0x8f0dbafbd9ef8ee0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685332.603117:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5200/0x8f0dbafbd9ef8ee0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685332.603131:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8ee7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685332.603136:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8ee7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685332.603141:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8ee7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685332.603146:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e5e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685332.603149:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8ee7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685332.603154:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8ee7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685332.603164:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff9d92f27c0a00) 00010000:00010000:0.0:1770685332.603166:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685332.603168:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8ee7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685332.603174:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8ee7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685332.603224:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef8ed9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf1e expref: 115 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685332.603239:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4400/0x8f0dbafbd9ef8eee lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf1e expref: 114 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685332.603247:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9d92f27c0000) 00010000:00010000:0.0:1770685332.603249:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685332.603252:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e4400, rc 0) 00000100:00100000:0.0:1770685332.603336:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+114:30011:x1856697500390144:12345-192.168.203.41@tcp:101:cat.0 Request processed in 859us (1025us total) trans 4294968142 rc 0/0 00000100:00100000:0.0:1770685332.603344:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1245 00000100:00100000:0.0:1770685332.608314:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685332.608473:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500390400 00000100:00100000:1.0:1770685332.608486:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500390400 00000100:00100000:1.0:1770685332.608604:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 76 00000100:00100000:1.0:1770685332.608617:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+114:30011:x1856697500390400:12345-192.168.203.41@tcp:103:cat.0 00010000:00010000:1.0:1770685332.608653:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685332.608684:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4400/0x8f0dbafbd9ef8eee lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf1e expref: 114 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685332.608706:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9d92f27c0000) 00010000:00010000:1.0:1770685332.608719:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685332.608795:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+113:30011:x1856697500390400:12345-192.168.203.41@tcp:103:cat.0 Request processed in 181us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685332.608802:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 76 00000100:00100000:0.0:1770685332.613512:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685332.613801:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500390528 00000100:00100000:3.0:1770685332.613814:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500390528 00000100:00100000:3.0:1770685332.613885:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1246 00000100:00100000:3.0:1770685332.613899:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+113:30011:x1856697500390528:12345-192.168.203.41@tcp:58:cat.0 00010000:00010000:3.0:1770685332.614029:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8efc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685332.614048:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8efc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685332.614060:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8efc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000040:00080000:3.0:1770685332.614278:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].36, 136 off13088 00000100:00100000:3.0:1770685332.614385:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+113:30011:x1856697500390528:12345-192.168.203.41@tcp:58:cat.0 Request processed in 489us (889us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685332.614392:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1246 00000100:00100000:0.0:1770685332.620784:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685332.620846:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500390656 00000100:00100000:3.0:1770685332.620859:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500390656 00000100:00100000:3.0:1770685332.620927:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1247 00000100:00100000:3.0:1770685332.620939:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f3f58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+113:30011:x1856697500390656:12345-192.168.203.41@tcp:101:cat.0 00010000:00010000:3.0:1770685332.620965:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685332.620992:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef8f03 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdf25 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685332.621061:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8efc lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685332.621086:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef8f03 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf25 expref: 114 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685332.621109:0:5762:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8efc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685332.621128:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef8f03 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf25 expref: 114 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685332.621146:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9d9302158500) 00010000:00010000:3.0:1770685332.621150:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1770685332.621154:0:5762:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef8f03 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf25 expref: 114 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685332.621164:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271d800, rc 0) 00000100:00100000:3.0:1770685332.621240:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f3f58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+114:30011:x1856697500390656:12345-192.168.203.41@tcp:101:cat.0 Request processed in 304us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685332.621249:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1247 00000001:00080000:1.0:1770685332.629490:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967372 is committed 00000001:00080000:1.0:1770685332.629521:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967370 is committed 00010000:00010000:3.0:1770685333.235453:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1770685333.361874:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685333.361886:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685333.361923:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 37 count 5 00000040:00080000:1.0:1770685333.361930:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1770685333.362116:0:11361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2ca80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514807936:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1770685333.362528:0:11361:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d02d19c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685333.365003:0:11361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2ca80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514807936:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1770685333.365532:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685333.365907:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500390784 00000100:00100000:3.0:1770685333.365916:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500390784 00000100:00100000:3.0:1770685333.365973:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1248 00000100:00100000:3.0:1770685333.365982:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+62:30012:x1856697500390784:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1770685333.366025:0:5762:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0x23:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1770685333.366199:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+62:30012:x1856697500390784:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 218us (669us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685333.366206:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1248 00000100:00100000:0.0:1770685333.370493:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685333.370694:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500390912 00000100:00100000:2.0:1770685333.370707:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500390912 00000100:00100000:2.0:1770685333.370793:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1249 00000100:00100000:2.0:1770685333.370805:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+62:30012:x1856697500390912:12345-192.168.203.41@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1770685333.370900:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8f0a lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685333.370922:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8f0a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685333.370935:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8f0a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685333.370953:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8f11 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685333.370960:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8f11 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685333.370972:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8f11 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685333.370998:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8f18 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685333.371007:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8f18 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685333.371014:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8f18 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770685333.371060:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00000004:00200000:2.0:1770685333.371075:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685333.371092:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8f18 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685333.371105:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8f0a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685333.371111:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8f0a lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685333.371119:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8f0a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685333.371125:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685333.371130:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8f0a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685333.371138:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8f0a lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685333.371153:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:2.0:1770685333.371157:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685333.371163:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8f0a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685333.371169:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77000/0x8f0dbafbd9ef8f0a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685333.371184:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8f11 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685333.371190:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8f11 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685333.371196:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8f11 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685333.371201:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685333.371204:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8f11 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685333.371210:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8f11 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685333.371218:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x92f5931a (ffff9d92c8ee3c00) 00010000:00010000:2.0:1770685333.371220:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685333.371223:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8f11 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685333.371229:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77e00/0x8f0dbafbd9ef8f11 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685333.371406:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8f18 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685333.371415:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8f18 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685333.371421:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8f18 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685333.371427:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c77a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685333.371430:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8f18 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685333.371436:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8f18 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685333.371445:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9d9302158500) 00010000:00010000:2.0:1770685333.371447:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685333.371451:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8f18 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685333.371456:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c77a00/0x8f0dbafbd9ef8f18 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770685333.371693:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+62:30012:x1856697500390912:12345-192.168.203.41@tcp:34:lhsmtool_posix.0 Request processed in 887us (1213us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685333.371703:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1249 00000100:00100000:0.0:1770685333.375442:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685333.375549:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500391168 00000100:00100000:3.0:1770685333.375564:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500391168 00000100:00100000:2.0:1770685333.376008:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1250 00000100:00100000:2.0:1770685333.376023:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+62:30012:x1856697500391168:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685333.376051:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685333.376087:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8f1f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdf2c expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685333.376192:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8f26 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685333.376214:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8f26 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685333.376227:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8f26 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685333.376329:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8f2d lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685333.376338:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8f2d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685333.376346:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8f2d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685333.376418:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8f34 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685333.376428:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8f34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685333.376435:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8f34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:2.0:1770685333.376446:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:2.0:1770685333.376572:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8f34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685333.376629:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8f34 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685333.376636:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8f34 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685333.376643:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7b200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685333.376649:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8f34 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685333.376657:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8f34 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685333.376671:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9d9302158500) 00010000:00010000:2.0:1770685333.376675:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1770685333.376681:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8f34 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685333.376688:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8f34 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685333.376707:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8f26 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685333.376713:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8f26 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685333.376719:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8f26 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685333.376725:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c76c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685333.376728:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8f26 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685333.376734:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8f26 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685333.376741:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:2.0:1770685333.376743:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685333.376746:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8f26 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685333.376756:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef8f26 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685333.376764:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8f2d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685333.376770:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8f2d lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685333.376776:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8f2d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685333.377324:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7a400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685333.377333:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8f2d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685333.377341:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8f2d lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685333.377351:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x92f5931a (ffff9d92c8ee3e00) 00010000:00010000:2.0:1770685333.377354:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685333.377358:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8f2d lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685333.377364:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8f2d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685333.377433:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8f1f lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf2c expref: 64 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685333.377447:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:2.0:1770685333.377450:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1770685333.377455:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef8f1f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf2c expref: 64 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685333.377466:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76e00, rc 0) 00000100:00100000:2.0:1770685333.377661:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+63:30012:x1856697500391168:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 1641us (2232us total) trans 4294968143 rc 301/301 00000100:00100000:2.0:1770685333.377672:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1250 00000100:00100000:0.0:1770685333.381342:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685333.381445:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500391296 00000100:00100000:2.0:1770685333.381459:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500391296 00000100:00100000:2.0:1770685333.381815:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1251 00000100:00100000:2.0:1770685333.381830:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+63:30012:x1856697500391296:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1770685333.381893:0:5762:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0x23:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1770685333.382056:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+63:30012:x1856697500391296:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 229us (809us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685333.382072:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1251 00000100:00100000:1.0:1770685333.385257:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685333.386397:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500391552 00000100:00100000:0.0:1770685333.386418:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500391552 00000100:00100000:0.0:1770685333.386507:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1252 00000100:00100000:0.0:1770685333.386520:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+63:30012:x1856697500391552:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685333.386550:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685333.386605:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5200/0x8f0dbafbd9ef8f42 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdf33 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685333.387619:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8f49 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685333.387640:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8f49 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685333.387654:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8f49 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685333.387667:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 0 00010000:00010000:0.0:1770685333.387734:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5200/0x8f0dbafbd9ef8f42 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf33 expref: 66 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685333.387757:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8f49 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf33 expref: 65 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685333.387767:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9d92f27c0700) 00010000:00010000:0.0:1770685333.387770:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685333.387774:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e5e00, rc 0) 00000100:00100000:0.0:1770685333.388085:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+65:30012:x1856697500391552:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 1566us (2849us total) trans 4294968144 rc 0/0 00000100:00100000:0.0:1770685333.388096:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1252 00000100:00100000:0.0:1770685333.394280:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685333.394432:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500391808 00000100:00100000:3.0:1770685333.394447:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500391808 00000100:00100000:3.0:1770685333.394522:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1253 00000100:00100000:3.0:1770685333.394534:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+65:30012:x1856697500391808:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1770685333.394760:0:5761:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685333.394794:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef8f49 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf33 expref: 65 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685333.394815:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9d92f27c0700) 00010000:00010000:3.0:1770685333.394828:0:5761:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1770685333.394859:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8f57 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685333.394875:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef8eaf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf10 expref: 113 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685333.394884:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8f57 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685333.394925:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef8eaf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf10 expref: 113 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685333.394940:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef8eaf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf10 expref: 113 pid: 5762 timeout: 758 lvb_type: 0 00000100:00100000:3.0:1770685333.394957:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aef800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514808064:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685333.395112:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c57e4cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1770685333.401536:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685333.401634:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500391936 00000100:00100000:1.0:1770685333.401642:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500391936 00010000:00010000:1.0:1770685333.401678:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef8eaf lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf10 expref: 114 pid: 5762 timeout: 758 lvb_type: 0 00000100:00100000:1.0:1770685333.401709:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 362 00000100:00100000:1.0:1770685333.401717:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f61f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+114:2351:x1856697500391936:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685333.401746:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685333.401753:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef8eaf lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf10 expref: 114 pid: 5762 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1770685333.401767:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef8eaf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf10 expref: 114 pid: 5762 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1770685333.401788:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9d92c3dd8500) 00010000:00010000:1.0:1770685333.401793:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8f57 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685333.401802:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8f57 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685333.401809:0:5745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8f57 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685333.401841:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685333.401894:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f61f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+114:2351:x1856697500391936:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 177us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685333.401901:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 362 00010000:00010000:3.0:1770685333.402355:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef8eaf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf10 expref: 113 pid: 5762 timeout: 758 lvb_type: 0 00000100:00100000:3.0:1770685333.402375:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aef800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514808064:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685333.402402:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8f57 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685333.402412:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8f57 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685333.402417:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8f57 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685333.402440:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8f5e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0xdc3e8dc9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685333.402450:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8f5e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0xdc3e8dc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685333.402457:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8f5e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0xdc3e8dc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685333.402549:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8f57 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685333.402556:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8f57 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685333.402562:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8f57 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685333.402569:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685333.402573:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8f57 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685333.402604:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8f57 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685333.402613:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9d92c3dd8500) 00010000:00010000:3.0:1770685333.402615:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685333.402619:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8f57 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685333.402625:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef8f57 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685333.402633:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8f5e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0xdc3e8dc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685333.402638:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8f5e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0xdc3e8dc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685333.402643:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8f5e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0xdc3e8dc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685333.402647:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271c200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685333.402649:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8f5e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0xdc3e8dc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685333.402654:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8f5e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0xdc3e8dc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685333.402660:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xdc3e8dc9 (ffff9d9302158100) 00010000:00010000:3.0:1770685333.402663:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685333.402665:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8f5e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0xdc3e8dc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685333.402669:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8f5e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0xdc3e8dc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:3.0:1770685333.402724:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+64:30012:x1856697500391808:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 8193us (8461us total) trans 0 rc -2/-2 00000100:00100000:3.0:1770685333.402731:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1253 00000100:00100000:0.0:1770685333.408165:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685333.408239:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500392064 00000100:00100000:3.0:1770685333.408249:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500392064 00000100:00100000:3.0:1770685333.408308:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1254 00000100:00100000:3.0:1770685333.408317:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+64:30012:x1856697500392064:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685333.408336:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685333.408360:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef8f65 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdf3a expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685333.408393:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8f6c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685333.408405:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8f6c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685333.408416:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8f6c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685333.408505:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef8f65 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf3a expref: 66 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685333.408521:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8f6c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf3a expref: 65 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685333.408530:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9d9302158900) 00010000:00010000:3.0:1770685333.408533:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1770685333.408537:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271c800, rc 0) 00000100:00100000:3.0:1770685333.408629:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+65:30012:x1856697500392064:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 313us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685333.408636:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1254 00000100:00100000:0.0:1770685333.412718:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685333.412812:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500392320 00000100:00100000:2.0:1770685333.412822:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500392320 00000100:00100000:2.0:1770685333.412878:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1255 00000100:00100000:2.0:1770685333.412889:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+65:30012:x1856697500392320:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1770685333.412967:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8f73 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685333.412983:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8f73 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:2.0:1770685333.412994:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8f73 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00010000:2.0:1770685333.413198:0:5760:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000001d85ae9f reply state 00000000403dc7b9 transno 4294968145 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8f73 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:2.0:1770685333.413207:0:5760:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1770685333.413296:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+67:30012:x1856697500392320:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 409us (586us total) trans 4294968145 rc 0/0 00000100:00100000:2.0:1770685333.413303:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1255 00000100:00100000:0.0:1770685333.423622:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685333.427649:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500392448 00000100:00100000:2.0:1770685333.427663:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500392448 00000100:00100000:2.0:1770685333.427734:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1256 00000100:00100000:2.0:1770685333.427743:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+67:30012:x1856697500392448:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685333.427766:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685333.427785:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8f7a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdf41 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685333.427846:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8f7a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf41 expref: 68 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685333.427860:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8f7a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf41 expref: 68 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685333.427869:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9d9302158900) 00010000:00010000:2.0:1770685333.427872:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1770685333.427876:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7b200, rc 0) 00000100:00100000:2.0:1770685333.427932:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+68:30012:x1856697500392448:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 190us (4319us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685333.427939:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1256 00010000:00010000:3.0:1770685333.429742:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8f73 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685333.429762:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8f73 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685333.429769:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8f73 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685333.429775:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7a400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685333.429779:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8f73 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685333.429787:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8f73 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685333.429802:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9d9302158900) 00010000:00010000:3.0:1770685333.429805:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1770685333.429809:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8f73 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685333.429815:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef8f73 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00000100:00100000:0.0:1770685333.439478:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685333.440131:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500392576 00000100:00100000:2.0:1770685333.440141:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500392576 00000100:00100000:2.0:1770685333.440187:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 280 00000100:00100000:2.0:1770685333.440196:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+67:30012:x1856697500392576:12345-192.168.203.41@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1770685333.440311:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+67:30012:x1856697500392576:12345-192.168.203.41@tcp:49:lhsmtool_posix.0 Request processed in 116us (841us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685333.440318:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 280 00000100:00100000:0.0:1770685333.450932:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685333.451502:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500392832 00000100:00100000:2.0:1770685333.451512:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500392832 00000100:00100000:2.0:1770685333.451703:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 281 00000100:00100000:2.0:1770685333.451714:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+67:30012:x1856697500392832:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1770685333.452381:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+68:30012:x1856697500392832:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 666us (1457us total) trans 4294968146 rc 0/0 00000100:00100000:2.0:1770685333.452391:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 281 00000100:00100000:0.0:1770685333.454638:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685333.454715:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500393088 00000100:00100000:1.0:1770685333.454735:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500393088 00000100:00100000:1.0:1770685333.454928:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1257 00000100:00100000:1.0:1770685333.454938:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+68:30012:x1856697500393088:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1770685333.455052:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+68:30012:x1856697500393088:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 114us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685333.455059:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1257 00000100:00100000:0.0:1770685333.460650:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685333.460728:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500393344 00000100:00100000:1.0:1770685333.460746:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500393344 00000100:00100000:1.0:1770685333.460841:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1258 00000100:00100000:1.0:1770685333.460851:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+68:30012:x1856697500393344:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685333.460871:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685333.460890:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8f81 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdf48 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685333.460974:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8f88 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685333.460987:0:5760:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8f7a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf41 expref: 69 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685333.460995:0:5760:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8f88 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:1.0:1770685333.461023:0:5760:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8f7a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf41 expref: 69 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685333.461045:0:5760:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8f7a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf41 expref: 69 pid: 5761 timeout: 758 lvb_type: 0 00000100:00100000:1.0:1770685333.461057:0:5760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2f800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514808192:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685333.461135:0:5760:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d02d19c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685333.463078:0:5760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2f800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5760:1856697514808192:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685333.463100:0:5760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8f88 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000100:00100000:0.0:1770685333.463282:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685333.463342:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500393472 00000100:00100000:3.0:1770685333.463349:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500393472 00010000:00010000:3.0:1770685333.463377:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8f7a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf41 expref: 70 pid: 5761 timeout: 758 lvb_type: 0 00000100:00100000:3.0:1770685333.463406:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 363 00000100:00100000:3.0:1770685333.463413:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d07e6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+70:2350:x1856697500393472:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685333.463425:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685333.463431:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8f7a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf41 expref: 70 pid: 5761 timeout: 758 lvb_type: 0 00010000:00010000:3.0:1770685333.463446:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8f7a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf41 expref: 70 pid: 5761 timeout: 758 lvb_type: 0 00010000:00010000:3.0:1770685333.463466:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef8f7a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf41 expref: 70 pid: 5761 timeout: 758 lvb_type: 0 00010000:00010000:3.0:1770685333.463480:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9d9302158900) 00010000:00010000:3.0:1770685333.463485:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8f88 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685333.463493:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8f88 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685333.463511:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8f88 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685333.463539:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685333.463616:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d07e6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+69:2350:x1856697500393472:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 202us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685333.463623:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 363 00010000:00010000:0.0:1770685333.464143:0:5760:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8f88 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685333.464151:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8f88 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:0.0:1770685333.464166:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 0 00000004:00080000:0.0:1770685333.464422:0:5760:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1b:0x0], index 1: 0 00010000:00010000:0.0:1770685333.464545:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8f88 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685333.464552:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8f88 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685333.464558:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8f88 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685333.464563:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685333.464566:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8f88 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685333.464572:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8f88 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685333.464599:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9d9302158900) 00010000:00010000:0.0:1770685333.464602:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1770685333.464605:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8f88 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685333.464611:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8f88 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685333.464653:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8f81 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf48 expref: 69 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685333.464662:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff9d92c3dd8500) 00010000:00010000:0.0:1770685333.464664:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1770685333.464667:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef8f81 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf48 expref: 69 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685333.464674:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc2c00, rc 0) 00000100:00100000:0.0:1770685333.464705:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+68:30012:x1856697500393344:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 3857us (4065us total) trans 4294968147 rc 301/301 00000100:00100000:0.0:1770685333.464712:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1258 00000100:00100000:1.0:1770685333.468130:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685333.468287:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500393728 00000100:00100000:2.0:1770685333.468297:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500393728 00000100:00100000:2.0:1770685333.468383:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 282 00000100:00100000:2.0:1770685333.468393:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+68:30012:x1856697500393728:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1770685333.468762:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1b20a364-7a5a-4770-9192-023629c7ce89+69:30012:x1856697500393728:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 370us (728us total) trans 4294968148 rc 0/0 00000100:00100000:2.0:1770685333.468771:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 282 00000100:00100000:3.0:1770685333.481470:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685333.481653:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500393856 00000100:00100000:0.0:1770685333.481674:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500393856 00000100:00100000:0.0:1770685333.481733:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1259 00000100:00100000:0.0:1770685333.481753:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+69:30012:x1856697500393856:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685333.481775:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685333.481794:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef8f96 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdf4f expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685333.481862:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef8f9d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685333.481880:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef8f9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685333.481890:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef8f9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:0.0:1770685333.481924:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 0 00000004:00200000:0.0:1770685333.481929:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685333.481946:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef8f9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:0.0:1770685333.481974:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef8f96 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf4f expref: 71 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685333.481991:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef8f9d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf4f expref: 70 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685333.481998:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9d9302158900) 00010000:00010000:0.0:1770685333.482001:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1770685333.482004:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e4c00, rc 0) 00000100:00100000:0.0:1770685333.482080:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+70:30012:x1856697500393856:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 338us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685333.482087:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1259 00000100:00100000:0.0:1770685333.489124:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685333.489414:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500393984 00000100:00100000:1.0:1770685333.489439:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500393984 00000100:00100000:1.0:1770685333.489515:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 344 00000100:00100000:1.0:1770685333.489527:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f544c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+10:2349:x1856697500393984:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685333.489546:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685333.489569:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8fa4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdf56 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1770685333.491171:0:6540:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1770685333.491192:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685333.491194:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00080000:2.0:1770685333.491455:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1770685333.492610:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8fa4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf56 expref: 11 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685333.492641:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8fa4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf56 expref: 11 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685333.492655:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc2000, rc 0) 00000100:00100000:1.0:1770685333.492735:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f544c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:2349:x1856697500393984:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 3210us (3620us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685333.495697:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 344 00000100:00100000:3.0:1770685333.497446:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685333.497550:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500394240 00000100:00100000:2.0:1770685333.497560:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500394240 00000100:00100000:2.0:1770685333.497686:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1260 00000100:00100000:2.0:1770685333.497696:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+70:30012:x1856697500394240:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1770685333.498181:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+70:30012:x1856697500394240:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 486us (740us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685333.498189:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1260 00000100:00100000:1.0:1770685333.501673:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685333.503210:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500394368 00000100:00100000:3.0:1770685333.503221:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500394368 00000100:00100000:3.0:1770685333.503279:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 345 00000100:00100000:3.0:1770685333.503289:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:30012:x1856697500394368:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685333.503307:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685333.503326:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8fab lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdf5d expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685333.503354:0:6540:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8fa4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf56 expref: 12 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685333.503363:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685333.503365:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685333.503369:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8fab lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf5d expref: 12 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685333.503404:0:6540:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8fa4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf56 expref: 12 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770685333.503417:0:6540:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8fa4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf56 expref: 12 pid: 6540 timeout: 758 lvb_type: 1 00000100:00100000:3.0:1770685333.503428:0:6540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514808320:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685333.503496:0:6540:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c57e4780 going to sleep for 11 seconds 00000100:00100000:3.0:1770685333.506515:0:6540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514808320:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685333.506547:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8fab lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf5d expref: 12 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685333.506562:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271c200, rc 0) 00000100:00100000:3.0:1770685333.506635:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+12:30012:x1856697500394368:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 3348us (4970us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685333.506642:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 345 00000100:00100000:0.0:1770685333.510824:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685333.510895:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500394496 00000100:00100000:1.0:1770685333.510904:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500394496 00010000:00010000:1.0:1770685333.510933:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8fa4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf56 expref: 12 pid: 6540 timeout: 758 lvb_type: 1 00000100:00100000:1.0:1770685333.510963:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 364 00000100:00100000:1.0:1770685333.510972:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+12:2350:x1856697500394496:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685333.511000:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685333.511023:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8fa4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf56 expref: 12 pid: 6540 timeout: 758 lvb_type: 1 00010000:00010000:1.0:1770685333.511036:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8fa4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf56 expref: 12 pid: 6540 timeout: 758 lvb_type: 1 00010000:00010000:1.0:1770685333.511057:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef8fa4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf56 expref: 12 pid: 6540 timeout: 758 lvb_type: 1 00010000:00010000:1.0:1770685333.511082:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685333.511083:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685333.511089:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8fab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf5d expref: 11 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685333.511095:0:5745:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8fab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf5d expref: 11 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685333.511124:0:5745:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8fab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf5d expref: 11 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685333.511134:0:5745:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5745:1856697514808448:192.168.203.41@tcp:105: 00000100:00100000:1.0:1770685333.511199:0:5745:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d02d19c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685333.517866:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685333.517952:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500394624 00000100:00100000:2.0:1770685333.517962:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500394624 00002000:00100000:2.0:1770685333.518009:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1b:0x0] (0->157) req@ffff9d92c5d2d500 x1856697500394624/t0(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:454/0 lens 648/0 e 0 to 0 dl 1770685344 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685333.518020:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92c5d2d500 with x1856697500394624 ext(0->157) 00002000:00010000:2.0:1770685333.518025:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d92c5d2d500 00000100:00100000:2.0:1770685333.518074:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 110 00000100:00100000:2.0:1770685333.518084:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+12:2349:x1856697500394624:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1770685333.518534:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+14:2349:x1856697500394624:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 Request processed in 451us (676us total) trans 4294967373 rc 0/0 00000100:00100000:2.0:1770685333.518543:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 110 00002000:00100000:2.0:1770685333.518550:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1b:0x0] (0->157) req@ffff9d92c5d2d500 x1856697500394624/t4294967373(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:454/0 lens 648/448 e 0 to 0 dl 1770685344 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685333.518557:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92c5d2d500 with x1856697500394624 ext(0->157) 00002000:00010000:2.0:1770685333.518561:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d92c5d2d500 00000100:00100000:3.0:1770685333.519491:0:5745:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5745:1856697514808448:192.168.203.41@tcp:105: 00010000:00010000:3.0:1770685333.519514:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685333.519618:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+13:2350:x1856697500394496:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 8646us (8799us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685333.519627:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 364 00000100:00100000:1.0:1770685333.532973:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685333.533062:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500394752 00000100:00100000:2.0:1770685333.533080:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500394752 00000100:00100000:2.0:1770685333.533131:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1261 00000100:00100000:2.0:1770685333.533138:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+70:30012:x1856697500394752:12345-192.168.203.41@tcp:44:lhsmtool_posix.0 00000100:00100000:1.0:1770685333.553800:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514808576:0@lo:400:kworker.0 00000100:00100000:1.0:1770685333.553894:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685333.553990:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514808576 00000100:00100000:3.0:1770685333.553998:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514808576 00000100:00100000:3.0:1770685333.554133:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:3.0:1770685333.554142:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514808576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685333.555526:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514808576:12345-0@lo:400:kworker.0 Request processed in 1382us (1628us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685333.555535:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:0.0:1770685333.556211:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3289:1856697514808704:0@lo:400:kworker.0 00000100:00100000:0.0:1770685333.556255:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685333.556429:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514808832:0@lo:400:kworker.0 00000100:00100000:0.0:1770685333.556455:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685333.556484:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1770685333.556489:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514808960:0@lo:400:kworker.0 00000100:00100000:0.0:1770685333.556509:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685333.556529:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514809216:0@lo:400:kworker.0 00000100:00100000:0.0:1770685333.556549:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685333.556563:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1770685333.556568:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514809088:0@lo:400:kworker.0 00000100:00100000:0.0:1770685333.556604:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685333.556628:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514808704 00000100:00100000:0.0:1770685333.556633:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514808704 00000100:00100000:0.0:1770685333.556661:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514808832 00000100:00100000:0.0:1770685333.556664:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514808832 00000100:00100000:0.0:1770685333.556680:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514809088 00000100:00100000:0.0:1770685333.556682:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514809088 00000100:00100000:0.0:1770685333.556697:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:0.0:1770685333.556704:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1856697514808704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685333.556762:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1856697514808704:12345-0@lo:400:kworker.0 Request processed in 57us (505us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685333.556768:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:0.0:1770685333.556783:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:0.0:1770685333.556789:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514808832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685333.556819:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1856697514808832:12345-0@lo:400:kworker.0 Request processed in 31us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685333.556824:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:0.0:1770685333.556835:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:0.0:1770685333.556841:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514809088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685333.556865:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514809088:12345-0@lo:400:kworker.0 Request processed in 25us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685333.556871:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:0.0:1770685333.556905:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514809088:0@lo:400:kworker.0 00000100:00100000:0.0:1770685333.556915:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3289:1856697514808704:0@lo:400:kworker.0 00000100:00100000:0.0:1770685333.556940:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1856697514808832:0@lo:400:kworker.0 00000100:00100000:3.0:1770685333.557060:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514808960 00000100:00100000:3.0:1770685333.557076:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514808960 00000100:00100000:3.0:1770685333.557109:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514809216 00000100:00100000:3.0:1770685333.557112:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514809216 00000100:00100000:3.0:1770685333.557135:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:3.0:1770685333.557141:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3290:x1856697514808960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685333.557179:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3290:x1856697514808960:12345-0@lo:400:kworker.0 Request processed in 38us (668us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685333.557185:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:3.0:1770685333.557197:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:3.0:1770685333.557202:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514809216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685333.557229:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514809216:12345-0@lo:400:kworker.0 Request processed in 27us (679us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685333.557235:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:3.0:1770685333.557262:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514808960:0@lo:400:kworker.0 00000100:00100000:1.0:1770685333.557489:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514808576:0@lo:400:kworker.0 00000100:00100000:0.0:1770685333.557961:0:3289:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967372 gen 2 00000004:00080000:0.0:1770685333.557967:0:3289:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967371 committed transno 4294967372 00000004:00080000:0.0:1770685333.557982:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9d91c1e85f80, transno 4294967372 00000100:00100000:0.0:1770685333.558009:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514809216:0@lo:400:kworker.0 00000100:00080000:2.0:1770685333.560086:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1770685333.560095:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:1.0:1770685333.579556:0:20697:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968147 is committed 00000001:00080000:1.0:1770685333.579573:0:20697:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968142 is committed 00000004:00080000:1.0:1770685333.579600:0:20697:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 9 committed 00000020:00080000:1.0:1770685333.579613:0:20697:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9d92fac03840 refcount 2 committed 0 result 0 batchid 27 00000020:00080000:1.0:1770685333.579618:0:20697:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92fc34bc00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9d92fac03780 00000020:00080000:1.0:1770685333.579622:0:20697:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92fc34b000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9d92fc363400 00000020:00080000:1.0:1770685333.579644:0:20697:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 25 batchid updated 00000020:00080000:1.0:1770685333.579660:0:20697:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9d92d03610c0 refcount 2 committed 0 result 0 batchid 26 00000020:00080000:1.0:1770685333.579663:0:20697:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d91c3b00200 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9d92d0361000 00000020:00080000:1.0:1770685333.579666:0:20697:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d91c3b00700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9d92d195ac00 00000001:00080000:1.0:1770685333.579674:0:20697:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968148 is committed 00000100:00100000:1.0:1770685333.579982:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c4f61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514809344:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1770685333.580045:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685333.580137:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514809344 00000100:00100000:2.0:1770685333.580144:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514809344 00000100:00100000:2.0:1770685333.580187:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:2.0:1770685333.580195:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3290:x1856697514809344:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1770685333.580216:0:17436:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:24 count 1 00002000:00010000:2.0:1770685333.580352:0:17436:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x18:0x0] initial LVB size: 158, mtime: 0x698a8392, atime: 0x698a8393, ctime: 0x698a8392, blocks: 0xb 00010000:00010000:2.0:1770685333.580361:0:17436:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef8fb2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685333.580376:0:17436:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685333.580378:0:17436:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685333.580382:0:17436:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef8fb2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685333.580395:0:17436:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef8fb2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685333.580405:0:17436:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef8fb2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685333.580412:0:17436:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef8fb2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685333.580432:0:17436:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1770685333.580627:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1770685333.580633:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef8fb2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685333.580641:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7a200 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:1.0:1770685333.580646:0:5749:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef8fb2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685333.580655:0:5749:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef8fb2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685333.580686:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef8fb2 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685333.580693:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef8fb2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685333.580710:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685333.580711:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685333.580713:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770685333.581122:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3290:x1856697514809344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 926us (1075us total) trans 4294967363 rc 0/0 00000100:00100000:2.0:1770685333.581131:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000004:00080000:1.0:1770685333.581202:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9d92c4f61500/2, rc 0, transno 4294967363 00000100:00100000:1.0:1770685333.581208:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c4f61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514809344:0@lo:6:osp-syn-0-0.0 00000020:00080000:0.0:1770685333.581348:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 27 committed batchid 25 00000020:00080000:0.0:1770685333.581471:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 25 00000100:00100000:3.0:1770685333.581947:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+56:30012:x1856697500394752:12345-192.168.203.41@tcp:44:lhsmtool_posix.0 Request processed in 48805us (48980us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685333.581956:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1261 00000100:00100000:1.0:1770685333.584794:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685333.584864:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500394880 00000100:00100000:2.0:1770685333.584874:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500394880 00000100:00100000:2.0:1770685333.584923:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 347 00000100:00100000:2.0:1770685333.584931:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1b20a364-7a5a-4770-9192-023629c7ce89+13:2349:x1856697500394880:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1770685333.623074:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1b20a364-7a5a-4770-9192-023629c7ce89+13:2349:x1856697500394880:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 Request processed in 38124us (38269us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685333.623088:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 347 00000001:00080000:1.0:1770685333.625888:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967373 is committed 00000100:00100000:1.0:1770685333.626660:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685333.628152:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500395136 00000100:00100000:3.0:1770685333.628166:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500395136 00000100:00100000:3.0:1770685333.628474:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1262 00000100:00100000:3.0:1770685333.628485:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+56:30012:x1856697500395136:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1770685333.628540:0:5761:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685333.628566:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef8f9d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf4f expref: 56 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685333.628599:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9d9302158900) 00010000:00010000:3.0:1770685333.628605:0:5761:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1770685333.628634:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef8fb9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685333.628646:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef8fb9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685333.628655:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef8fb9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685333.628678:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef8fb9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685333.628685:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef8fb9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685333.628692:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef8fb9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685333.628698:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271ce00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685333.628701:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef8fb9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685333.628708:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef8fb9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685333.628715:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9d9302158900) 00010000:00010000:3.0:1770685333.628718:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685333.628721:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef8fb9 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685333.628726:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef8fb9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:3.0:1770685333.628837:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+55:30012:x1856697500395136:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 353us (2181us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685333.628844:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1262 00000100:00100000:2.0:1770685333.631868:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685333.632109:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500395264 00000100:00100000:0.0:1770685333.632117:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500395264 00000100:00100000:0.0:1770685333.632159:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1263 00000100:00100000:0.0:1770685333.632168:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+55:30012:x1856697500395264:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685333.632187:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685333.632209:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8fc0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdf64 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685333.632266:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8fc0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf64 expref: 56 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685333.632280:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8fc0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf64 expref: 56 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685333.632304:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9d9302158900) 00010000:00010000:0.0:1770685333.632307:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1770685333.632309:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e5400, rc 0) 00000100:00100000:0.0:1770685333.632360:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+56:30012:x1856697500395264:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 194us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685333.632425:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1263 00000100:00100000:1.0:1770685333.637765:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685333.638138:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500395392 00000100:00100000:2.0:1770685333.638146:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500395392 00000100:00100000:2.0:1770685333.638260:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 348 00000100:00100000:2.0:1770685333.638271:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1b20a364-7a5a-4770-9192-023629c7ce89+11:2348:x1856697500395392:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1770685333.638493:0:17436:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1770685333.638497:0:17436:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb mtime from disk: 0 -> 1770685330 00002000:00010000:2.0:1770685333.638499:0:17436:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb atime from disk: 0 -> 1770685332 00002000:00010000:2.0:1770685333.638502:0:17436:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb ctime from disk: 0 -> 1770685330 00002000:00010000:2.0:1770685333.638504:0:17436:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:2.0:1770685333.638565:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1b20a364-7a5a-4770-9192-023629c7ce89+12:2348:x1856697500395392:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 Request processed in 295us (892us total) trans 4294967374 rc 0/0 00000100:00100000:2.0:1770685333.638573:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 348 00000100:00100000:1.0:1770685333.641775:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685333.641872:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500395648 00000100:00100000:0.0:1770685333.641880:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500395648 00000100:00100000:0.0:1770685333.641933:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1264 00000100:00100000:0.0:1770685333.641942:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+56:30012:x1856697500395648:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1770685333.641999:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef8fc7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685333.642014:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8f6c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf3a expref: 56 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685333.642023:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef8fc7 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685333.642058:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8f6c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf3a expref: 56 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685333.642086:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8f6c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf3a expref: 56 pid: 5761 timeout: 758 lvb_type: 0 00000100:00100000:0.0:1770685333.642101:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514809472:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685333.642292:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c83e5e40 going to sleep for 11 seconds 00000100:00100000:0.0:1770685333.647290:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514809472:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685333.647316:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef8fc7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:1.0:1770685333.651706:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685333.651789:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500395776 00000100:00100000:3.0:1770685333.651800:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500395776 00010000:00010000:3.0:1770685333.651838:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8f6c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf3a expref: 57 pid: 5761 timeout: 758 lvb_type: 0 00000100:00100000:3.0:1770685333.651881:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 365 00000100:00100000:3.0:1770685333.651890:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+57:2351:x1856697500395776:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685333.651903:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685333.651910:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8f6c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf3a expref: 57 pid: 5761 timeout: 758 lvb_type: 0 00010000:00010000:3.0:1770685333.651924:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8f6c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf3a expref: 57 pid: 5761 timeout: 758 lvb_type: 0 00010000:00010000:3.0:1770685333.651946:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef8f6c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf3a expref: 57 pid: 5761 timeout: 758 lvb_type: 0 00010000:00010000:3.0:1770685333.651960:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9d9302158900) 00010000:00010000:3.0:1770685333.651965:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef8fc7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685333.651974:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef8fc7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685333.651981:0:5745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef8fc7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685333.652016:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685333.652078:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+56:2351:x1856697500395776:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 188us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685333.652086:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 365 00010000:00010000:0.0:1770685333.652105:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef8fc7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685333.652114:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef8fc7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685333.652146:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef8fc7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685333.652151:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef8fc7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685333.652157:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef8fc7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685333.652162:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e5c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685333.652166:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef8fc7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685333.652240:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef8fc7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685333.652326:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9d9302158900) 00010000:00010000:0.0:1770685333.652329:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1770685333.652332:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef8fc7 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685333.652338:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef8fc7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:0.0:1770685333.652466:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+55:30012:x1856697500395648:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 Request processed in 10524us (10785us total) trans 0 rc -22/-22 00000100:00100000:0.0:1770685333.652475:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1264 00000100:00100000:1.0:1770685333.658291:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685333.658390:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500395904 00000100:00100000:2.0:1770685333.658401:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500395904 00000100:00100000:2.0:1770685333.658455:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 349 00000100:00100000:2.0:1770685333.658545:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1b20a364-7a5a-4770-9192-023629c7ce89+12:2348:x1856697500395904:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1770685333.658620:0:17436:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8fce lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685333.658639:0:17436:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8fab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf5d expref: 12 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685333.658648:0:17436:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1770685333.658651:0:17436:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1770685333.658654:0:17436:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8fce lrc: 4/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685333.658760:0:17436:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8fab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf5d expref: 12 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685333.658771:0:17436:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8fab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf5d expref: 12 pid: 6540 timeout: 758 lvb_type: 0 00000100:00100000:2.0:1770685333.658847:0:17436:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c4f62680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17436:1856697514809600:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685333.658941:0:17436:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c70d7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1770685333.663407:0:17436:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c4f62680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17436:1856697514809600:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685333.663436:0:17436:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8fce lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685333.665939:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685333.666036:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500396032 00000100:00100000:2.0:1770685333.666046:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500396032 00010000:00010000:2.0:1770685333.666093:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8fab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf5d expref: 13 pid: 6540 timeout: 758 lvb_type: 0 00000100:00100000:2.0:1770685333.666135:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 366 00000100:00100000:2.0:1770685333.666143:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+13:2351:x1856697500396032:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770685333.666157:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770685333.666178:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8fab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf5d expref: 13 pid: 6540 timeout: 758 lvb_type: 0 00010000:00010000:2.0:1770685333.666190:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8fab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf5d expref: 13 pid: 6540 timeout: 758 lvb_type: 0 00010000:00010000:2.0:1770685333.666212:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c200/0x8f0dbafbd9ef8fab lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf5d expref: 13 pid: 6540 timeout: 758 lvb_type: 0 00010000:00010000:2.0:1770685333.666233:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685333.666236:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685333.666240:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8fce lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685333.666249:0:5746:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8fce lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685333.666323:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770685333.666376:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+12:2351:x1856697500396032:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 233us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685333.666383:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 366 00010000:00010000:0.0:1770685333.669825:0:17436:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8fce lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685333.669843:0:17436:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8fce lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685333.669882:0:17436:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8fce lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685333.669891:0:17436:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8fce lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685333.669899:0:17436:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8fce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685333.669906:0:17436:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7a000 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:0.0:1770685333.669910:0:17436:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8fce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685333.669919:0:17436:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8fce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685333.669937:0:17436:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8fce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685333.669944:0:17436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8fce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685333.670044:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1b20a364-7a5a-4770-9192-023629c7ce89+11:2348:x1856697500395904:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 11575us (11756us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685333.670054:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 349 00000100:00100000:1.0:1770685333.672621:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685333.672699:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500396288 00000100:00100000:0.0:1770685333.672708:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500396288 00000100:00100000:0.0:1770685333.672760:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1265 00000100:00100000:0.0:1770685333.672770:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5c20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+55:30012:x1856697500396288:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1770685333.673031:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef8fd5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685333.673046:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8fc0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf64 expref: 56 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685333.673054:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef8fd5 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685333.673099:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8fc0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf64 expref: 56 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685333.673110:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8fc0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf64 expref: 56 pid: 5762 timeout: 758 lvb_type: 0 00000100:00100000:0.0:1770685333.673123:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514809728:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685333.673208:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c83e5e40 going to sleep for 11 seconds 00000100:00100000:2.0:1770685333.677036:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685333.677368:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500396416 00000100:00100000:3.0:1770685333.677378:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500396416 00010000:00010000:3.0:1770685333.677415:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8fc0 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf64 expref: 57 pid: 5762 timeout: 758 lvb_type: 0 00000100:00100000:3.0:1770685333.677460:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 367 00000100:00100000:3.0:1770685333.677471:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f61180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+57:2351:x1856697500396416:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685333.677485:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685333.677492:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8fc0 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf64 expref: 57 pid: 5762 timeout: 758 lvb_type: 0 00010000:00010000:3.0:1770685333.677504:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8fc0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf64 expref: 57 pid: 5762 timeout: 758 lvb_type: 0 00010000:00010000:3.0:1770685333.677524:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9d9302158900) 00010000:00010000:3.0:1770685333.677528:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef8fd5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685333.677548:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef8fd5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685333.677556:0:5745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef8fd5 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0 00010000:00010000:3.0:1770685333.677574:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685333.677643:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f61180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+57:2351:x1856697500396416:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 174us (615us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685333.677651:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 367 00010000:00010000:0.0:1770685333.679373:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8fc0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdf64 expref: 56 pid: 5762 timeout: 758 lvb_type: 0 00000100:00100000:0.0:1770685333.679399:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514809728:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685333.679421:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef8fd5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685333.679431:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef8fd5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685333.679437:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef8fd5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000001:00080000:0.0:1770685333.679709:0:5762:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968149 00000001:00080000:0.0:1770685333.679859:0:5762:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968150 00000001:00080000:0.0:1770685333.679901:0:5762:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968151 00000100:00100000:0.0:1770685333.679976:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5762:1856697514809856:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1770685333.680034:0:5762:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685333.680083:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d02d19c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685333.680357:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514809856 00000100:00100000:1.0:1770685333.680364:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514809856 00000100:00100000:1.0:1770685333.680413:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1770685333.680422:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5762:x1856697514809856:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1770685333.680497:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5762:x1856697514809856:12345-0@lo:1000:mdt00_002.0 Request processed in 77us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685333.680522:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1770685333.680729:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5762:1856697514809856:0@lo:1000:mdt00_002.0 00000001:00080000:0.0:1770685333.680891:0:5762:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968152 00000100:00100000:0.0:1770685333.680936:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5762:1856697514809984:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1770685333.680961:0:5762:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685333.681125:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c30f1780 going to sleep for 11 seconds 00000100:00100000:2.0:1770685333.681701:0:13246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514809984 00000100:00100000:2.0:1770685333.681709:0:13246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514809984 00000100:00100000:2.0:1770685333.681742:0:13246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1770685333.681750:0:13246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:5762:x1856697514809984:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1770685333.682059:0:13246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:5762:x1856697514809984:12345-0@lo:1000:mdt00_002.0 Request processed in 309us (1096us total) trans 4294967375 rc 0/0 00000100:00100000:2.0:1770685333.682076:0:13246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1770685333.682154:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5762:1856697514809984:0@lo:1000:mdt00_002.0 00000001:00080000:0.0:1770685333.682232:0:5762:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968153 00010000:00010000:0.0:1770685333.682278:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef8fd5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685333.682287:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef8fd5 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685333.682299:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef8fd5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685333.682305:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e5c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685333.682309:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef8fd5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685333.682317:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef8fd5 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685333.682332:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9d9302158900) 00010000:00010000:0.0:1770685333.682335:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1770685333.682339:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef8fd5 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685333.682345:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef8fd5 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685333.682372:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8efc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685333.682378:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8efc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685333.682383:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8efc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685333.682389:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271cc00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685333.682392:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8efc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685333.682396:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8efc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685333.682407:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9d9302158500) 00010000:00010000:0.0:1770685333.682410:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1770685333.682416:0:5762:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef8f03 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf25 expref: 101 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685333.682425:0:5762:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef8f03 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf25 expref: 101 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685333.682433:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef8f03 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf25 expref: 101 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685333.682460:0:5762:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d800/0x8f0dbafbd9ef8f03 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf25 expref: 101 pid: 5762 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685333.682472:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514810112:192.168.203.41@tcp:105: 00000100:00100000:0.0:1770685333.682550:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c30f1780 going to sleep for 11 seconds 00000100:00100000:2.0:1770685333.686750:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685333.687233:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514810112:192.168.203.41@tcp:105: 00010000:00010000:0.0:1770685333.687276:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8efc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685333.687287:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271cc00/0x8f0dbafbd9ef8efc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685333.687318:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8fdc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685333.687330:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8fdc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685333.687341:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8fdc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685333.687353:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8fdc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685333.687359:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8fdc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685333.687364:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8fdc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685333.687370:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e5400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685333.687374:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8fdc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685333.687380:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8fdc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685333.687390:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9d9302158500) 00010000:00010000:0.0:1770685333.687394:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685333.687397:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8fdc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685333.687403:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef8fdc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:0.0:1770685333.687653:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5c20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+60:30012:x1856697500396288:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 14883us (15076us total) trans 4294968154 rc 0/0 00000100:00100000:0.0:1770685333.687663:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1265 00000020:00080000:0.0:1770685333.687669:0:5762:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:1.0:1770685333.687891:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685333.687896:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685333.688446:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:1.0:1770685333.688455:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1770685333.689531:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500396544 00000100:00100000:3.0:1770685333.689541:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500396544 00000100:00100000:3.0:1770685333.689620:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 283 00000100:00100000:3.0:1770685333.689630:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+102:30011:x1856697500396544:12345-192.168.203.41@tcp:49:cat.0 00000100:00100000:3.0:1770685333.689741:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+102:30011:x1856697500396544:12345-192.168.203.41@tcp:49:cat.0 Request processed in 112us (2999us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685333.689749:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 283 00000100:00100000:2.0:1770685333.698709:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685333.699177:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500396800 00000100:00100000:3.0:1770685333.699187:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500396800 00000100:00100000:3.0:1770685333.699239:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 284 00000100:00100000:3.0:1770685333.699438:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c83ecc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+60:30012:x1856697500396800:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1770685333.701049:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685333.701135:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500396928 00000100:00100000:0.0:1770685333.701143:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500396928 00000100:00100000:0.0:1770685333.701209:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 350 00000100:00100000:0.0:1770685333.701218:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:bb0b411f-1e9f-4664-994e-ef5350eaf62d+12:30011:x1856697500396928:12345-192.168.203.41@tcp:101:cat.0 00010000:00010000:0.0:1770685333.701232:0:17436:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685333.701260:0:17436:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef8fe3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdf6b expref: -99 pid: 17436 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1770685333.701284:0:17436:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 158, mtime: 0x698a8392, atime: 0x698a8394, ctime: 0x698a8392, blocks: 0xb 00010000:00010000:0.0:1770685333.701302:0:17436:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685333.701304:0:17436:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685333.701311:0:17436:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef8fe3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf6b expref: 13 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685333.701326:0:17436:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c55e5c00/0x8f0dbafbd9ef8fe3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf6b expref: 13 pid: 17436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685333.701338:0:17436:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e5c00, rc 0) 00000100:00100000:0.0:1770685333.701400:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:30011:x1856697500396928:12345-192.168.203.41@tcp:101:cat.0 Request processed in 183us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685333.701407:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 350 00000100:00080000:1.0:1770685333.701647:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:2.0:1770685333.704045:0:13758:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x25:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1770685333.704124:0:13758:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968155 00010000:00010000:2.0:1770685333.704171:0:13758:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8fea lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13758 initiator: MDT0 00010000:00010000:2.0:1770685333.704192:0:13758:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8fea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 13758 initiator: MDT0 00010000:00010000:2.0:1770685333.704203:0:13758:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8fea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13758 initiator: MDT0 00010000:00010000:2.0:1770685333.704212:0:13758:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8fea lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 13758 initiator: MDT0 00010000:00010000:2.0:1770685333.704218:0:13758:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8fea lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13758 initiator: MDT0 00010000:00010000:2.0:1770685333.704224:0:13758:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8fea lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 13758 initiator: MDT0 00010000:00010000:2.0:1770685333.704252:0:13758:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1770685333.704299:0:16755:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1770685333.704306:0:16755:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8fea lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685333.704314:0:16755:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7a000 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:1.0:1770685333.704319:0:16755:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8fea lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685333.704326:0:16755:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8fea lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685333.704339:0:16755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9d92c8ee3e00) 00010000:00010000:1.0:1770685333.704342:0:16755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1770685333.704346:0:16755:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8fea lrc: 1/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685333.704352:0:16755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef8fea lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685333.704366:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685333.704368:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770685333.704370:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770685333.704517:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c83ecc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+62:30012:x1856697500396800:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 5149us (5812us total) trans 4294968156 rc 0/0 00000100:00100000:2.0:1770685333.704527:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 284 00000020:00080000:2.0:1770685333.704533:0:13758:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1770685333.706188:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685333.706495:0:17738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500397056 00000100:00100000:0.0:1770685333.706505:0:17738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500397056 00002000:00100000:0.0:1770685333.706548:0:17738:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1b:0x0] (0->4095) req@ffff9d91c5c23800 x1856697500397056/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:454/0 lens 488/0 e 0 to 0 dl 1770685344 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1770685333.706560:0:17738:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c5c23800 with x1856697500397056 ext(0->4095) 00002000:00010000:0.0:1770685333.706566:0:17738:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c5c23800 00000100:00100000:2.0:1770685333.706629:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 111 00000100:00100000:2.0:1770685333.706641:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:2349:x1856697500397056:12345-192.168.203.41@tcp:3:cat.0 00000100:00100000:2.0:1770685333.706934:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:2349:x1856697500397056:12345-192.168.203.41@tcp:3:cat.0 Request processed in 296us (752us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1770685333.706942:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 111 00002000:00100000:2.0:1770685333.706949:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1b:0x0] (0->4095) req@ffff9d91c5c23800 x1856697500397056/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:454/0 lens 488/4536 e 0 to 0 dl 1770685344 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685333.706957:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c5c23800 with x1856697500397056 ext(0->4095) 00002000:00010000:2.0:1770685333.706960:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c5c23800 00000100:00100000:1.0:1770685333.719156:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685333.719721:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500397312 00000100:00100000:2.0:1770685333.719731:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500397312 00000100:00100000:2.0:1770685333.719799:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 285 00000100:00100000:2.0:1770685333.719810:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5c22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+102:30011:x1856697500397312:12345-192.168.203.41@tcp:35:cat.0 00000100:00100000:2.0:1770685333.720092:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5c22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+103:30011:x1856697500397312:12345-192.168.203.41@tcp:35:cat.0 Request processed in 284us (944us total) trans 4294968157 rc 0/0 00000100:00100000:2.0:1770685333.720100:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 285 00000100:00100000:2.0:1770685334.066276:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514810368:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1770685334.066352:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685334.066509:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514810368 00000100:00100000:3.0:1770685334.066517:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514810368 00000100:00100000:3.0:1770685334.066572:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:3.0:1770685334.066599:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3288:x1856697514810368:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1770685334.066632:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 86704128 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1770685334.066672:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3288:x1856697514810368:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685334.066679:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000100:00080000:3.0:1770685334.066699:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1770685334.066717:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c4f63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514810240:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1770685334.066746:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685334.066779:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514810240 00000100:00100000:3.0:1770685334.066783:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514810240 00000100:00100000:3.0:1770685334.066800:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195 00000100:00100000:3.0:1770685334.066806:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3291:x1856697514810240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1770685334.066816:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 81592320 pending 0 free 3856662528 avail 3853516800 00000100:00100000:3.0:1770685334.066847:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3291:x1856697514810240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 41us (101us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685334.066933:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514810368:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1770685334.067026:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c4f63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514810240:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1770685334.071217:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195 00010000:00010000:3.0:1770685334.257883:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685335.281853:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685336.269228:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685336.269279:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685336.269308:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685336.269329:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685336.269349:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685336.269368:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685336.269398:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685336.269435:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500397440 00000100:00100000:1.0:1770685336.269447:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500397440 00000100:00100000:1.0:1770685336.269504:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 585 00000100:00100000:1.0:1770685336.269515:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2350:x1856697500397440:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685336.269616:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:2350:x1856697500397440:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 102us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685336.269625:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 585 00000100:00100000:1.0:1770685336.269662:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500397696 00000100:00100000:1.0:1770685336.269666:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500397696 00000100:00100000:1.0:1770685336.269701:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500398208 00000100:00100000:1.0:1770685336.269703:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500398208 00000100:00100000:1.0:1770685336.269715:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500397824 00000100:00100000:1.0:1770685336.269717:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500397824 00000100:00100000:1.0:1770685336.269729:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500398080 00000100:00100000:1.0:1770685336.269732:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500398080 00000100:00100000:1.0:1770685336.269746:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 440 00000100:00100000:1.0:1770685336.269752:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:2350:x1856697500397696:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685336.269783:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:2350:x1856697500397696:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 30us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685336.269803:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 440 00000100:00100000:1.0:1770685336.269817:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 441 00000100:00100000:1.0:1770685336.269824:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500398208:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685336.269853:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5300a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+11:2350:x1856697500398208:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 30us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685336.269859:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 441 00000100:00100000:1.0:1770685336.269868:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 442 00000100:00100000:1.0:1770685336.269874:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:2350:x1856697500397824:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685336.269893:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:2350:x1856697500397824:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 19us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685336.269899:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 442 00000100:00100000:1.0:1770685336.269909:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 443 00000100:00100000:1.0:1770685336.269914:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500398080:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685336.269935:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1b20a364-7a5a-4770-9192-023629c7ce89+9:2350:x1856697500398080:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 21us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685336.269940:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 443 00000100:00100000:1.0:1770685336.269958:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500397952 00000100:00100000:1.0:1770685336.269962:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500397952 00000100:00100000:1.0:1770685336.269990:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500397568 00000100:00100000:1.0:1770685336.269993:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500397568 00000100:00100000:1.0:1770685336.270015:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 449 00000100:00100000:1.0:1770685336.270021:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c290ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+62:2350:x1856697500397952:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685336.270069:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c290ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+62:2350:x1856697500397952:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 48us (759us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685336.270081:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 449 00000100:00100000:1.0:1770685336.270093:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 450 00000100:00100000:1.0:1770685336.270099:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+103:2350:x1856697500397568:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685336.270125:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+103:2350:x1856697500397568:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 26us (775us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685336.270130:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 450 00000100:00080000:1.0:1770685336.270311:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1770685336.270317:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1770685336.270319:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1770685336.311795:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770685337.330546:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1770685337.783719:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967362 is committed 00000001:00080000:2.0:1770685337.783752:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967360 is committed 00000001:00080000:2.0:1770685337.783770:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967363 is committed 00000100:00100000:1.0:1770685338.175067:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685338.175154:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500398336 00000100:00100000:2.0:1770685338.175168:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500398336 00000100:00100000:2.0:1770685338.175264:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1266 00000100:00100000:2.0:1770685338.175277:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+62:29972:x1856697500398336:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1770685338.175409:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+62:29972:x1856697500398336:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 Request processed in 136us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685338.175417:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1266 00000100:00080000:1.0:1770685338.175654:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685338.191223:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685338.191272:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500398592 00000100:00100000:3.0:1770685338.191285:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500398592 00000100:00100000:3.0:1770685338.191347:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 286 00000100:00100000:3.0:1770685338.191359:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+62:29972:x1856697500398592:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1770685338.191735:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+63:29972:x1856697500398592:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 376us (523us total) trans 4294968158 rc 0/0 00000100:00100000:3.0:1770685338.191744:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 286 00010000:00010000:3.0:1770685338.354451:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770685338.690527:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1770685338.690557:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fc3c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514810496:0@lo:400:kworker.0 00000100:00100000:1.0:1770685338.690744:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685338.690974:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fc3c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514810624:0@lo:400:kworker.0 00000100:00100000:1.0:1770685338.691009:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685338.691063:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514810624 00000100:00100000:1.0:1770685338.691073:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514810624 00000100:00100000:1.0:1770685338.691128:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:1.0:1770685338.691138:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514810624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685338.691208:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514810624:12345-0@lo:400:kworker.0 Request processed in 71us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685338.691217:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:1.0:1770685338.691265:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fc3c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514810624:0@lo:400:kworker.0 00000100:00100000:1.0:1770685338.691323:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c24d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514810752:0@lo:400:kworker.0 00000100:00100000:1.0:1770685338.695522:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685338.695616:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514810752 00000100:00100000:1.0:1770685338.695703:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514810752 00000100:00100000:1.0:1770685338.695767:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:1.0:1770685338.695778:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514810752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685338.695917:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514810752:12345-0@lo:400:kworker.0 Request processed in 141us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685338.695925:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00080000:1.0:1770685338.695949:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770685338.695983:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c24d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514810752:0@lo:400:kworker.0 00000100:00100000:1.0:1770685338.696061:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c24d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514810880:0@lo:400:kworker.0 00000100:00100000:1.0:1770685338.696092:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685338.696126:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514810880 00000100:00100000:1.0:1770685338.696129:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514810880 00000100:00100000:1.0:1770685338.696160:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:1.0:1770685338.696167:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514810880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685338.696201:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514810880:12345-0@lo:400:kworker.0 Request processed in 34us (108us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685338.696207:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00080000:1.0:1770685338.696221:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1770685338.696238:0:3288:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967363 gen 2 00000004:00080000:1.0:1770685338.696245:0:3288:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967361 committed transno 4294967363 00000004:00080000:1.0:1770685338.696264:0:3288:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967362 committed transno 4294967363 00000004:00080000:1.0:1770685338.696278:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9d92c4f61500, transno 4294967363 00000100:00100000:1.0:1770685338.696294:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c24d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514810880:0@lo:400:kworker.0 00000100:00100000:1.0:1770685338.699879:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1770685338.699907:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c24d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514811008:0@lo:400:kworker.0 00000100:00100000:1.0:1770685338.699991:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685338.700057:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514811008 00000100:00100000:1.0:1770685338.700067:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514811008 00000100:00100000:1.0:1770685338.700131:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:1.0:1770685338.700141:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514811008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685338.700213:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3288:x1856697514811008:12345-0@lo:400:kworker.0 Request processed in 74us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685338.700222:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00080000:1.0:1770685338.700248:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770685338.700287:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c24d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1856697514811008:0@lo:400:kworker.0 00000100:00100000:0.0:1770685338.700681:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514811136:0@lo:400:kworker.0 00000100:00100000:0.0:1770685338.700721:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685338.700765:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514811136 00000100:00100000:0.0:1770685338.700770:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514811136 00000100:00100000:0.0:1770685338.700978:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:0.0:1770685338.700985:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3290:x1856697514811136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685338.701024:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3290:x1856697514811136:12345-0@lo:400:kworker.0 Request processed in 40us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685338.701043:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:0.0:1770685338.701072:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514811136:0@lo:400:kworker.0 00000100:00080000:0.0:1770685338.701269:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1770685338.701934:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514810496 00000100:00100000:3.0:1770685338.701945:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514810496 00000100:00100000:3.0:1770685338.702180:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:3.0:1770685338.702191:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514810496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685338.702265:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3288:x1856697514810496:12345-0@lo:400:kworker.0 Request processed in 76us (11522us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685338.702272:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:3.0:1770685338.702982:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fc3c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02368443-f312-44b4-8d5b-8c5b083a881f:3288:1856697514810496:0@lo:400:kworker.0 00000001:00080000:1.0:1770685338.763270:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967375 is committed 00000001:00080000:1.0:1770685338.763290:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967374 is committed 00000001:00080000:3.0:1770685338.763914:0:20697:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968154 is committed 00000020:00080000:3.0:1770685338.763927:0:20697:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9d92d02d1540 refcount 2 committed 0 result 0 batchid 28 00000020:00080000:3.0:1770685338.763933:0:20697:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92fc34b800 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9d92d02d19c0 00000020:00080000:3.0:1770685338.763937:0:20697:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92fc34bf00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9d91c33f2800 00000020:00080000:3.0:1770685338.763964:0:20697:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 27 batchid updated 00000001:00080000:3.0:1770685338.763975:0:20697:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968157 is committed 00000001:00080000:3.0:1770685338.763978:0:20697:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968156 is committed 00000001:00080000:3.0:1770685338.763983:0:20697:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968158 is committed 00000020:00080000:2.0:1770685338.764149:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 28 committed batchid 27 00000020:00080000:2.0:1770685338.764386:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 27 00000100:00100000:0.0:1770685339.186069:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1770685339.186092:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514811264:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1770685339.186165:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685339.186293:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514811264 00000100:00100000:3.0:1770685339.186302:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514811264 00000100:00100000:3.0:1770685339.186353:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00100000:3.0:1770685339.186364:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514811264:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1770685339.186397:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 86704128 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1770685339.186450:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514811264:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685339.186456:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00000100:00100000:2.0:1770685339.186533:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514811264:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1770685339.188435:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1770685339.188452:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c4f61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514811392:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1770685339.188508:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685339.188558:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514811392 00000100:00100000:2.0:1770685339.188564:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514811392 00000100:00100000:2.0:1770685339.188620:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:2.0:1770685339.188628:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514811392:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1770685339.188658:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 81592320 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1770685339.188935:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514811392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 306us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685339.188943:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000100:00100000:3.0:1770685339.189015:0:3289:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967375 gen 2 00000004:00080000:3.0:1770685339.189021:0:3289:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967375 committed transno 4294967375 00000100:00100000:3.0:1770685339.189061:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c4f61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514811392:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1770685339.378111:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1770685339.657709:0:20888:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12q: file attributes are refreshed after restore ========================================================== 20:02:18 (1770685338) 00000100:00100000:2.0:1770685339.896843:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685339.896966:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500398720 00000100:00100000:1.0:1770685339.896976:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500398720 00000100:00100000:1.0:1770685339.897044:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 587 00000100:00100000:1.0:1770685339.897055:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+12:30605:x1856697500398720:12345-192.168.203.41@tcp:101:mount.lustre.0 00010000:00010000:1.0:1770685339.897072:0:5753:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685339.897091:0:5753:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8ff1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0xa999371225bdf72 expref: -99 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685339.897122:0:5753:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8ff1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf72 expref: 13 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685339.897133:0:5753:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d91c4dc3c00/0x8f0dbafbd9ef8ff1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf72 expref: 13 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685339.897156:0:5753:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc3c00, rc 0) 00000100:00100000:1.0:1770685339.897221:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+13:30605:x1856697500398720:12345-192.168.203.41@tcp:101:mount.lustre.0 Request processed in 168us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685339.897228:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 587 00000100:00100000:3.0:1770685339.906056:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685339.906758:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500398848 00000100:00100000:1.0:1770685339.906769:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500398848 00000100:00100000:1.0:1770685339.906828:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 588 00000100:00100000:1.0:1770685339.906838:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+13:30605:x1856697500398848:12345-192.168.203.41@tcp:501:mount.lustre.0 00000100:00100000:1.0:1770685339.907306:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+13:30605:x1856697500398848:12345-192.168.203.41@tcp:501:mount.lustre.0 Request processed in 468us (1258us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685339.907315:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 588 00000100:00100000:2.0:1770685339.918792:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685339.918929:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500398976 00000100:00100000:1.0:1770685339.918939:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500398976 00000100:00100000:1.0:1770685339.919077:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 589 00000100:00100000:1.0:1770685339.919088:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+13:30605:x1856697500398976:12345-192.168.203.41@tcp:503:mount.lustre.0 00000100:00100000:1.0:1770685339.919472:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+13:30605:x1856697500398976:12345-192.168.203.41@tcp:503:mount.lustre.0 Request processed in 384us (689us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685339.919481:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 589 00000100:00100000:3.0:1770685339.924846:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685339.925261:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500399104 00000100:00100000:1.0:1770685339.925270:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500399104 00000100:00100000:1.0:1770685339.925324:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 590 00000100:00100000:1.0:1770685339.925333:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+13:30610:x1856697500399104:12345-192.168.203.41@tcp:502:llog_process_th.0 00000100:00100000:1.0:1770685339.927044:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+13:30610:x1856697500399104:12345-192.168.203.41@tcp:502:llog_process_th.0 Request processed in 1705us (2199us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685339.927070:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 590 00000100:00100000:2.0:1770685339.960202:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685339.965222:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500399232 00000100:00100000:1.0:1770685339.965239:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500399232 00000100:00100000:1.0:1770685339.965315:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 591 00000100:00100000:1.0:1770685339.965325:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+13:30610:x1856697500399232:12345-192.168.203.41@tcp:502:llog_process_th.0 00000100:00100000:1.0:1770685339.965642:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+13:30610:x1856697500399232:12345-192.168.203.41@tcp:502:llog_process_th.0 Request processed in 317us (5447us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685339.965649:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 591 00000100:00100000:2.0:1770685339.971804:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685339.971953:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500399360 00000100:00100000:1.0:1770685339.971962:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500399360 00000100:00100000:1.0:1770685339.972017:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 592 00000100:00100000:1.0:1770685339.972037:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+13:30610:x1856697500399360:12345-192.168.203.41@tcp:502:llog_process_th.0 00000100:00100000:0.0:1770685339.972390:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+13:30610:x1856697500399360:12345-192.168.203.41@tcp:502:llog_process_th.0 Request processed in 363us (602us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685339.972399:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 592 00000100:00100000:3.0:1770685339.977052:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685339.977534:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500399488 00000100:00100000:0.0:1770685339.977630:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500399488 00000100:00100000:0.0:1770685339.977732:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 593 00000100:00100000:0.0:1770685339.977752:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+13:30605:x1856697500399488:12345-192.168.203.41@tcp:101:mount.lustre.0 00010000:00010000:0.0:1770685339.977774:0:5753:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685339.977796:0:5753:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d91c55e5800/0x8f0dbafbd9ef8ff8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xa999371225bdf9c expref: -99 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685339.977828:0:5753:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d91c55e5800/0x8f0dbafbd9ef8ff8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf9c expref: 14 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685339.977843:0:5753:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d91c55e5800/0x8f0dbafbd9ef8ff8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdf9c expref: 14 pid: 5753 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685339.977853:0:5753:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e5800, rc 0) 00000100:00100000:0.0:1770685339.977941:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+14:30605:x1856697500399488:12345-192.168.203.41@tcp:101:mount.lustre.0 Request processed in 199us (904us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685339.977949:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 593 00000100:00100000:2.0:1770685339.981882:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685339.982134:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500399616 00000100:00100000:0.0:1770685339.982147:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500399616 00000100:00100000:0.0:1770685339.982405:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 594 00000100:00100000:0.0:1770685339.982418:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d186f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+14:30605:x1856697500399616:12345-192.168.203.41@tcp:256:mount.lustre.0 20000000:01000000:0.0:1770685339.982453:0:5753:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1770685339.982488:0:5753:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1770685339.982493:0:5753:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1770685339.982496:0:5753:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1770685339.982499:0:5753:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 132, version 5 00000100:00100000:0.0:1770685339.986417:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d186f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+14:30605:x1856697500399616:12345-192.168.203.41@tcp:256:mount.lustre.0 Request processed in 3979us (4526us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685339.986435:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 594 00000100:00100000:2.0:1770685339.992245:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685339.994504:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500399744 00000100:00100000:0.0:1770685339.994521:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500399744 00000100:00100000:3.0:1770685339.994649:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 595 00000100:00100000:3.0:1770685339.994664:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300565850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+14:30605:x1856697500399744:12345-192.168.203.41@tcp:101:mount.lustre.0 00010000:00010000:3.0:1770685339.994687:0:5755:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685339.994805:0:5755:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef8fff lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xa999371225bdfa3 expref: -99 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685339.994841:0:5755:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef8fff lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdfa3 expref: 15 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685339.994853:0:5755:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d91c4c7ae00/0x8f0dbafbd9ef8fff lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdfa3 expref: 15 pid: 5755 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685339.994864:0:5755:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7ae00, rc 0) 00000100:00100000:2.0:1770685339.994961:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300565850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+15:30605:x1856697500399744:12345-192.168.203.41@tcp:101:mount.lustre.0 Request processed in 301us (2731us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685339.996684:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 595 00000100:00100000:2.0:1770685340.001738:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685340.001863:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500399872 00000100:00100000:1.0:1770685340.001876:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500399872 00000100:00100000:1.0:1770685340.001946:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 596 00000100:00100000:1.0:1770685340.001956:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300566450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+15:30605:x1856697500399872:12345-192.168.203.41@tcp:501:mount.lustre.0 00000100:00100000:1.0:1770685340.002309:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300566450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+15:30605:x1856697500399872:12345-192.168.203.41@tcp:501:mount.lustre.0 Request processed in 353us (584us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685340.002319:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 596 00000100:00100000:3.0:1770685340.009890:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685340.010193:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500400000 00000100:00100000:0.0:1770685340.010208:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500400000 00000100:00100000:0.0:1770685340.010283:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 597 00000100:00100000:0.0:1770685340.010296:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300565c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+15:30605:x1856697500400000:12345-192.168.203.41@tcp:503:mount.lustre.0 00000100:00100000:1.0:1770685340.011658:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300565c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+15:30605:x1856697500400000:12345-192.168.203.41@tcp:503:mount.lustre.0 Request processed in 1345us (1761us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685340.011674:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 597 00000100:00100000:2.0:1770685340.025647:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685340.028912:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500400128 00000100:00100000:1.0:1770685340.028934:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500400128 00000100:00100000:1.0:1770685340.029049:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 598 00000100:00100000:1.0:1770685340.029062:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300564050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+15:30620:x1856697500400128:12345-192.168.203.41@tcp:502:llog_process_th.0 00000100:00100000:1.0:1770685340.029875:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300564050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+15:30620:x1856697500400128:12345-192.168.203.41@tcp:502:llog_process_th.0 Request processed in 809us (4236us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685340.029886:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 598 00000100:00100000:2.0:1770685340.035902:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685340.036120:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500400256 00000100:00100000:1.0:1770685340.036133:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500400256 00000100:00100000:1.0:1770685340.036355:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 599 00000100:00100000:1.0:1770685340.036369:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300564450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+15:30620:x1856697500400256:12345-192.168.203.41@tcp:502:llog_process_th.0 00000100:00100000:1.0:1770685340.036966:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300564450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b734a6a9-a6e0-4bfc-9567-5cca7587e371+15:30620:x1856697500400256:12345-192.168.203.41@tcp:502:llog_process_th.0 Request processed in 598us (1074us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685340.036978:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 599 00000100:00100000:3.0:1770685340.052293:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685340.052545:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500400384 00000100:00100000:1.0:1770685340.052558:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500400384 00000100:00100000:1.0:1770685340.052659:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1267 00000100:00100000:1.0:1770685340.052667:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2347:x1856697500400384:12345-192.168.203.41@tcp:38:mount.lustre.0 00010000:00080000:1.0:1770685340.052702:0:6998:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from b58e3487-9829-41c1-97fe-e04ad742f090@192.168.203.41@tcp t0 exp 0000000000000000 cur 664 last 0 00000020:00000080:1.0:1770685340.052744:0:6998:0:(genops.c:1402:class_connect()) connect: client b58e3487-9829-41c1-97fe-e04ad742f090, cookie 0x8f0dbafbd9ef9006 00000004:00100000:1.0:1770685340.052784:0:6998:0:(mdt_handler.c:7294:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000020:01000000:1.0:1770685340.053060:0:6998:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9d92f2783c00 00000100:00080000:1.0:1770685340.053109:0:6998:0:(import.c:65:import_set_state_nolock()) ffff9d91c5c8b800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1770685340.053195:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b58e3487-9829-41c1-97fe-e04ad742f090+6:2347:x1856697500400384:12345-192.168.203.41@tcp:38:mount.lustre.0 Request processed in 526us (916us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685340.053203:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1267 00000100:00100000:2.0:1770685340.055884:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685340.055931:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685340.056013:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685340.056077:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500400768 00000100:00100000:1.0:1770685340.056109:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500400768 00000100:00100000:1.0:1770685340.056192:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 454 00000100:00100000:1.0:1770685340.056212:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+102:2349:x1856697500400768:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685340.056306:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+102:2349:x1856697500400768:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 104us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685340.056313:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 454 00000100:00080000:3.0:1770685340.056761:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685340.057760:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685340.057819:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500401024 00000100:00100000:0.0:1770685340.057830:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500401024 00000100:00100000:0.0:1770685340.057894:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500401280 00000100:00100000:0.0:1770685340.057898:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500401280 00000100:00100000:0.0:1770685340.057924:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 446 00000100:00100000:0.0:1770685340.057934:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:2349:x1856697500401024:12345-192.168.203.41@tcp:400:kworker.0 00000100:00080000:3.0:1770685340.058169:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1770685340.058174:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1770685340.058382:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:2349:x1856697500401024:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 440us (2440us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685340.058391:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 446 00000100:00100000:0.0:1770685340.059094:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 447 00000100:00100000:0.0:1770685340.059109:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+8:2349:x1856697500401280:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685340.059172:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+8:2349:x1856697500401280:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 69us (3158us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685340.059179:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 447 00000100:00100000:2.0:1770685340.063074:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685340.063148:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685340.063374:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500401152 00000100:00100000:3.0:1770685340.063387:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500401152 00000100:00100000:3.0:1770685340.063475:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 455 00000100:00100000:3.0:1770685340.063487:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+54:2349:x1856697500401152:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685340.063614:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+54:2349:x1856697500401152:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 128us (641us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685340.063622:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 455 00000100:00080000:3.0:1770685340.063647:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685340.064329:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500400896 00000100:00100000:2.0:1770685340.064338:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500400896 00000100:00100000:2.0:1770685340.064393:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500401408 00000100:00100000:0.0:1770685340.064516:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 448 00000100:00100000:0.0:1770685340.064528:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:2349:x1856697500400896:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:0.0:1770685340.064597:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:2349:x1856697500400896:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 72us (6843us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685340.064604:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 448 00000100:00100000:3.0:1770685340.065119:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685340.065486:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500401408 00000100:00100000:2.0:1770685340.065529:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 449 00000100:00100000:2.0:1770685340.065537:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1b20a364-7a5a-4770-9192-023629c7ce89+10:2349:x1856697500401408:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685340.065611:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1b20a364-7a5a-4770-9192-023629c7ce89+10:2349:x1856697500401408:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 75us (2463us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685340.065617:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 449 00000100:00080000:2.0:1770685340.065639:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1770685340.065642:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1770685340.066115:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500400640 00000100:00100000:0.0:1770685340.066122:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500400640 00000100:00100000:0.0:1770685340.066178:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1268 00000100:00100000:0.0:1770685340.066186:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b58e3487-9829-41c1-97fe-e04ad742f090+6:30605:x1856697500400640:12345-192.168.203.41@tcp:41:mount.lustre.0 00000004:00000024:0.0:1770685340.066314:0:5760:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 18087936 pending 0 free 2258370560 avail 2256273408 00000100:00100000:0.0:1770685340.066368:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b58e3487-9829-41c1-97fe-e04ad742f090+6:30605:x1856697500400640:12345-192.168.203.41@tcp:41:mount.lustre.0 Request processed in 182us (1251us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685340.066378:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1268 00000100:00100000:3.0:1770685340.066688:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685340.066761:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500400512 00000100:00100000:3.0:1770685340.066766:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500400512 00000100:00100000:3.0:1770685340.066799:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1269 00000100:00100000:3.0:1770685340.066805:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b58e3487-9829-41c1-97fe-e04ad742f090+6:0:x1856697500400512:12345-192.168.203.41@tcp:41:mount.lustre.0 00000004:00000024:3.0:1770685340.066821:0:6998:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 18087936 pending 0 free 2258370560 avail 2256273408 00000100:00100000:3.0:1770685340.066856:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b58e3487-9829-41c1-97fe-e04ad742f090+6:0:x1856697500400512:12345-192.168.203.41@tcp:41:mount.lustre.0 Request processed in 51us (1625us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685340.066862:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1269 00000100:00080000:2.0:1770685340.066941:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685340.073307:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685340.074249:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500401536 00000100:00100000:3.0:1770685340.074266:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500401536 00000100:00100000:3.0:1770685340.074351:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1270 00000100:00100000:3.0:1770685340.074364:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b58e3487-9829-41c1-97fe-e04ad742f090+6:30605:x1856697500401536:12345-192.168.203.41@tcp:40:mount.lustre.0 00000100:00100000:3.0:1770685340.076207:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b58e3487-9829-41c1-97fe-e04ad742f090+6:30605:x1856697500401536:12345-192.168.203.41@tcp:40:mount.lustre.0 Request processed in 1832us (2902us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685340.076223:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1270 00000100:00100000:2.0:1770685340.080775:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685340.080823:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685340.080860:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685340.081061:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500401920 00000100:00100000:3.0:1770685340.081074:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500401920 00000100:00100000:3.0:1770685340.081144:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 287 00000100:00100000:3.0:1770685340.081156:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b58e3487-9829-41c1-97fe-e04ad742f090+6:30605:x1856697500401920:12345-192.168.203.41@tcp:33:mount.lustre.0 00000004:00200000:3.0:1770685340.081299:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000100:00100000:3.0:1770685340.081420:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b58e3487-9829-41c1-97fe-e04ad742f090+6:30605:x1856697500401920:12345-192.168.203.41@tcp:33:mount.lustre.0 Request processed in 266us (659us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685340.081429:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 287 00000100:00100000:0.0:1770685340.083213:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500401664 00000100:00100000:0.0:1770685340.083231:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500401664 00000100:00100000:0.0:1770685340.083339:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500401792 00000100:00100000:0.0:1770685340.083343:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500401792 00000100:00100000:0.0:1770685340.083382:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 351 00000100:00100000:0.0:1770685340.083391:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5f5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2347:x1856697500401664:12345-192.168.203.41@tcp:8:mount.lustre.0 00010000:00080000:0.0:1770685340.083490:0:6539:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from b58e3487-9829-41c1-97fe-e04ad742f090@192.168.203.41@tcp t0 exp 0000000000000000 cur 664 last 0 00000020:00000080:0.0:1770685340.083545:0:6539:0:(genops.c:1402:class_connect()) connect: client b58e3487-9829-41c1-97fe-e04ad742f090, cookie 0x8f0dbafbd9ef900d 00002000:00100000:0.0:1770685340.083560:0:6539:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli b58e3487-9829-41c1-97fe-e04ad742f090/ffff9d91c1e8f800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2113241 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1770685340.083574:0:6539:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000100:00100000:3.0:1770685340.083861:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 352 00000100:00100000:3.0:1770685340.083867:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5f58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2347:x1856697500401792:12345-192.168.203.41@tcp:8:mount.lustre.0 00010000:00080000:3.0:1770685340.083886:0:17436:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0001: connection from b58e3487-9829-41c1-97fe-e04ad742f090@192.168.203.41@tcp t0 exp 0000000000000000 cur 664 last 0 00000020:00000080:3.0:1770685340.083916:0:17436:0:(genops.c:1402:class_connect()) connect: client b58e3487-9829-41c1-97fe-e04ad742f090, cookie 0x8f0dbafbd9ef9014 00002000:00100000:3.0:1770685340.083922:0:17436:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli b58e3487-9829-41c1-97fe-e04ad742f090/ffff9d91c273e800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2113241 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1770685340.083929:0:17436:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:3.0:1770685340.084058:0:17436:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9d91c238e700 00002000:00080000:3.0:1770685340.084070:0:17436:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1770685340.084110:0:17436:0:(import.c:65:import_set_state_nolock()) ffff9d91c273b800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1770685340.084180:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5f58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b58e3487-9829-41c1-97fe-e04ad742f090+6:2347:x1856697500401792:12345-192.168.203.41@tcp:8:mount.lustre.0 Request processed in 310us (3318us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685340.084188:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 352 00000020:01000000:0.0:1770685340.084368:0:6539:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff9d91c1ef0600 00002000:00080000:0.0:1770685340.084376:0:6539:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1770685340.084394:0:6539:0:(import.c:65:import_set_state_nolock()) ffff9d91c1e88800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1770685340.084959:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5f5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b58e3487-9829-41c1-97fe-e04ad742f090+6:2347:x1856697500401664:12345-192.168.203.41@tcp:8:mount.lustre.0 Request processed in 1566us (4133us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685340.084968:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 351 00000100:00100000:2.0:1770685340.348987:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685340.349103:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500402048 00000100:00100000:3.0:1770685340.349115:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500402048 00000100:00100000:3.0:1770685340.349174:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1271 00000100:00100000:3.0:1770685340.349183:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5f5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b58e3487-9829-41c1-97fe-e04ad742f090+6:30661:x1856697500402048:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685340.349207:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685340.349238:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef901b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdfcd expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685340.349326:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef9022 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685340.349344:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef9022 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685340.349359:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef9022 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:3.0:1770685340.349443:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1770685340.349448:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 31 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685340.349479:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef9022 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685340.349509:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef901b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdfcd expref: 8 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685340.349531:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef9022 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdfcd expref: 7 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685340.349743:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3400) 00010000:00010000:3.0:1770685340.349747:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685340.349751:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271c800, rc 0) 00000100:00100000:3.0:1770685340.349827:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5f5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b58e3487-9829-41c1-97fe-e04ad742f090+7:30661:x1856697500402048:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 644us (855us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685340.349833:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1271 00000100:00100000:1.0:1770685340.359383:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685340.359486:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500402176 00000100:00100000:3.0:1770685340.359500:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500402176 00000100:00100000:3.0:1770685340.359573:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1272 00000100:00100000:3.0:1770685340.359609:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b58e3487-9829-41c1-97fe-e04ad742f090+7:30662:x1856697500402176:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1770685340.359633:0:5760:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685340.359656:0:5760:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef9029 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdfd4 expref: -99 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685340.359750:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef9030 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685340.359768:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef9030 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685340.359778:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef9030 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685340.359791:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef9037 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685340.359796:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef9037 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685340.359800:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef9037 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685340.360066:0:5760:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef903e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685340.360074:0:5760:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef903e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685340.360079:0:5760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef903e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00000004:00200000:3.0:1770685340.360112:0:5760:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 10752 00000004:00200000:3.0:1770685340.360115:0:5760:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685340.360134:0:5760:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef903e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685340.360143:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef9030 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685340.360149:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef9030 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685340.360154:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef9030 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685340.360158:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271da00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685340.360161:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef9030 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685340.360165:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef9030 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685340.360175:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3400) 00010000:00010000:3.0:1770685340.360177:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685340.360180:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef9030 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685340.360184:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef9030 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685340.360194:0:5760:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef9037 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685340.360197:0:5760:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef9037 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685340.360200:0:5760:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef9037 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685340.360203:0:5760:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271d600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685340.360205:0:5760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef9037 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685340.360211:0:5760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef9037 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685340.360215:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff9d9302158100) 00010000:00010000:3.0:1770685340.360217:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685340.360218:0:5760:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef9037 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685340.360221:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef9037 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5760 initiator: MDT0 00010000:00010000:3.0:1770685340.360254:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef9029 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdfd4 expref: 9 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685340.360268:0:5760:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d400/0x8f0dbafbd9ef903e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdfd4 expref: 8 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685340.360275:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9d92c554f400) 00010000:00010000:3.0:1770685340.360277:0:5760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685340.360280:0:5760:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271d400, rc 0) 00000100:00100000:3.0:1770685340.360431:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b58e3487-9829-41c1-97fe-e04ad742f090+8:30662:x1856697500402176:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 822us (1064us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685340.360439:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1272 00000100:00100000:2.0:1770685340.378889:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685340.381976:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685340.382298:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500402432 00000100:00100000:0.0:1770685340.382312:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500402432 00000100:00100000:0.0:1770685340.382385:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500402560 00000100:00100000:0.0:1770685340.382389:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500402560 00000100:00100000:0.0:1770685340.382422:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1273 00000100:00100000:0.0:1770685340.382433:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5f5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b58e3487-9829-41c1-97fe-e04ad742f090+8:30662:x1856697500402432:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685340.382460:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685340.382489:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5a00/0x8f0dbafbd9ef9045 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdfdb expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685340.382653:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1274 00000100:00100000:2.0:1770685340.382665:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5f58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+102:30663:x1856697500402560:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685340.382674:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685340.382686:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef904c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdfe2 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685340.382759:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef9053 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685340.382775:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef9053 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685340.382787:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef9053 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685340.382802:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef905a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685340.382809:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef905a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685340.382816:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef905a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685340.382910:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef9053 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685340.382917:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef9053 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685340.382924:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef9053 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685340.382932:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7a000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685340.382937:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef9053 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685340.382945:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef9053 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685340.382959:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3400) 00010000:00010000:2.0:1770685340.382964:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685340.382969:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef9053 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685340.382976:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef9053 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685340.382991:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef905a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685340.382997:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef905a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685340.383002:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef905a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685340.383006:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7b000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685340.383009:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef905a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685340.383014:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef905a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685340.383031:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff9d92c8ee3c00) 00010000:00010000:2.0:1770685340.383034:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685340.383038:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef905a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685340.383043:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef905a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685340.383081:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef904c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdfe2 expref: 103 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685340.383093:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3400) 00010000:00010000:2.0:1770685340.383095:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685340.383099:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef904c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdfe2 expref: 103 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685340.383109:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7a200, rc 0) 00000100:00100000:2.0:1770685340.383185:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5f58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+102:30663:x1856697500402560:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 523us (1222us total) trans 0 rc 301/301 00000100:00100000:2.0:1770685340.383193:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1274 00010000:00010000:0.0:1770685340.383452:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef9061 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685340.383463:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef9061 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685340.383471:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef9061 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685340.383485:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef9068 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685340.383491:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef9068 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685340.383498:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef9068 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685340.384009:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef906f lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685340.384032:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef906f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685340.384041:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef906f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:0.0:1770685340.384052:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:0.0:1770685340.387385:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef9061 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685340.387407:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef9061 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685340.387417:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef9061 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685340.387424:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e4e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685340.387430:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef9061 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685340.387438:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef9061 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685340.387460:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9d92c554f400) 00010000:00010000:0.0:1770685340.387463:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685340.387469:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef9061 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685340.387475:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef9061 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685340.387493:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef9068 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685340.387500:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef9068 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685340.387505:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef9068 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685340.387510:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e4800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685340.387512:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef9068 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685340.387517:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef9068 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685340.387529:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9d92f27c0600) 00010000:00010000:0.0:1770685340.387531:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685340.387534:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef9068 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685340.388408:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef9068 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685340.390436:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5a00/0x8f0dbafbd9ef9045 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdfdb expref: 11 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685340.390470:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5400/0x8f0dbafbd9ef906f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdfdb expref: 10 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685340.390480:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:0.0:1770685340.390483:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685340.390488:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e5400, rc 0) 00000100:00100000:0.0:1770685340.390615:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5f5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b58e3487-9829-41c1-97fe-e04ad742f090+10:30662:x1856697500402432:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 8182us (11739us total) trans 4294968159 rc 0/0 00000100:00100000:0.0:1770685340.390625:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1273 00000100:00100000:2.0:1770685340.392429:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685340.394188:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500402816 00000100:00100000:0.0:1770685340.394216:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500402816 00000100:00100000:0.0:1770685340.394310:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1275 00000100:00100000:0.0:1770685340.394324:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5f58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+102:30663:x1856697500402816:12345-192.168.203.41@tcp:36:lfs.0 00010000:00010000:0.0:1770685340.394401:0:5761:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685340.394436:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76600/0x8f0dbafbd9ef8bd0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde1b expref: 102 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685340.394465:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3400) 00010000:00010000:0.0:1770685340.394470:0:5761:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1770685340.394627:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef907d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685340.394643:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef8c0f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bde30 expref: 53 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685340.394652:0:5761:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef9022 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdfcd expref: 9 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685340.394660:0:5761:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef907d lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685340.394707:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef9022 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdfcd expref: 9 pid: 5760 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685340.394722:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef9022 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdfcd expref: 9 pid: 5760 timeout: 765 lvb_type: 0 00000100:00100000:0.0:1770685340.394937:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92d077df80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514811520:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685340.395221:0:5761:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef8c0f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde30 expref: 53 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685340.395232:0:5761:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef8c0f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde30 expref: 53 pid: 5762 timeout: 765 lvb_type: 0 00000100:00100000:0.0:1770685340.395242:0:5761:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3b97800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514811648:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685340.395270:0:5761:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c27a1e40 going to sleep for 11 seconds 00000100:00100000:2.0:1770685340.400103:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685340.400317:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500402944 00000100:00100000:0.0:1770685340.400329:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500402944 00000100:00100000:0.0:1770685340.400403:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1276 00000100:00100000:0.0:1770685340.400414:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5f59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b58e3487-9829-41c1-97fe-e04ad742f090+10:30662:x1856697500402944:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1770685340.400540:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5f59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b58e3487-9829-41c1-97fe-e04ad742f090+10:30662:x1856697500402944:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 Request processed in 128us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685340.400551:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1276 00010000:00010000:0.0:1770685340.405217:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1770685340.412548:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685340.412611:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685340.412692:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500403072 00000100:00100000:1.0:1770685340.412705:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500403072 00010000:00010000:1.0:1770685340.412765:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef9022 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdfcd expref: 10 pid: 5760 timeout: 765 lvb_type: 0 00000100:00100000:1.0:1770685340.412818:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500403200 00000100:00100000:1.0:1770685340.412822:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500403200 00010000:00010000:1.0:1770685340.412835:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef8c0f lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde30 expref: 54 pid: 5762 timeout: 765 lvb_type: 0 00000100:00100000:1.0:1770685340.412865:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 368 00000100:00100000:1.0:1770685340.412877:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b58e3487-9829-41c1-97fe-e04ad742f090+10:2349:x1856697500403072:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685340.412895:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685340.412902:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef9022 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdfcd expref: 10 pid: 5760 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1770685340.412916:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef9022 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdfcd expref: 10 pid: 5760 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1770685340.412946:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3400) 00010000:00010000:1.0:1770685340.412951:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef907d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685340.412980:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685340.413053:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b58e3487-9829-41c1-97fe-e04ad742f090+10:2349:x1856697500403072:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 179us (529us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685340.413061:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 368 00000100:00100000:1.0:1770685340.413082:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 369 00000100:00100000:1.0:1770685340.413089:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+54:2349:x1856697500403200:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685340.413098:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685340.413103:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef8c0f lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde30 expref: 54 pid: 5762 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1770685340.413113:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef8c0f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde30 expref: 54 pid: 5762 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1770685340.413127:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3400) 00010000:00010000:1.0:1770685340.413131:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef907d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685340.413140:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef907d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685340.413149:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef907d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5761 initiator: MDT0 00010000:00010000:1.0:1770685340.413169:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685340.413188:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+54:2349:x1856697500403200:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 99us (577us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685340.413195:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 369 00010000:00010000:3.0:1770685340.413804:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef9022 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bdfcd expref: 9 pid: 5760 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1770685340.413828:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92d077df80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514811520:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685340.413843:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef8c0f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225bde30 expref: 53 pid: 5762 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1770685340.413855:0:5761:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3b97800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5761:1856697514811648:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685340.413888:0:5761:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef907d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685340.413900:0:5761:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef907d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685340.413907:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef907d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685340.413939:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef9084 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685340.413951:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef9084 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685340.413961:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef9084 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:3.0:1770685340.415166:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 512 00010000:00010000:3.0:1770685340.415186:0:5761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef907d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685340.415196:0:5761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef907d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685340.415882:0:5761:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef907d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685340.415890:0:5761:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e4200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:3.0:1770685340.415896:0:5761:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef907d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685340.415908:0:5761:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef907d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685340.415927:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3400) 00010000:00010000:3.0:1770685340.415930:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1770685340.415936:0:5761:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef907d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685340.415943:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef907d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000004:00010000:3.0:1770685340.415971:0:5761:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000006be40403 reply state 0000000091150cb4 transno 4294968160 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef9084 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000100:00100000:3.0:1770685340.415983:0:5761:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1770685340.416112:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5f58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+103:30663:x1856697500402816:12345-192.168.203.41@tcp:36:lfs.0 Request processed in 21784us (23688us total) trans 4294968160 rc 0/0 00000100:00100000:3.0:1770685340.416123:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1275 00010000:00010000:0.0:1770685340.424651:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef9084 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685340.424669:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef9084 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685340.424675:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef9084 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685340.424679:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271ce00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685340.424684:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef9084 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685340.424692:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef9084 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685340.424711:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff9d9302158100) 00010000:00010000:0.0:1770685340.424714:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685340.424720:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef9084 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00010000:00010000:0.0:1770685340.424726:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271ce00/0x8f0dbafbd9ef9084 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5761 initiator: MDT0 00000100:00100000:2.0:1770685340.455014:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685340.455117:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500403328 00000100:00100000:3.0:1770685340.455130:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500403328 00000100:00100000:3.0:1770685340.455197:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1277 00000100:00100000:3.0:1770685340.455216:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+53:30667:x1856697500403328:12345-192.168.203.41@tcp:101:mkdir.0 00010000:00010000:3.0:1770685340.455242:0:5761:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685340.455274:0:5761:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef908b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdfe9 expref: -99 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685340.455361:0:5761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef9092 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685340.455378:0:5761:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef9092 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685340.455393:0:5761:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef9092 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00000004:00200000:3.0:1770685340.455470:0:5761:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1770685340.455475:0:5761:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 32 stripe count 1 MDT count 1 00000004:00010000:3.0:1770685340.455504:0:5761:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef9092 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5761 initiator: MDT0 00010000:00010000:3.0:1770685340.455549:0:5761:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271c800/0x8f0dbafbd9ef908b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdfe9 expref: 55 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685340.455572:0:5761:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef9092 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdfe9 expref: 54 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685340.455655:0:5761:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d9302158e00) 00010000:00010000:3.0:1770685340.455659:0:5761:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1770685340.455663:0:5761:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271d600, rc 0) 00000100:00100000:3.0:1770685340.455733:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+54:30667:x1856697500403328:12345-192.168.203.41@tcp:101:mkdir.0 Request processed in 519us (732us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685340.455741:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1277 00000100:00100000:2.0:1770685340.460815:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685340.460859:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685340.460977:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500403456 00000100:00100000:3.0:1770685340.460990:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500403456 00000100:00100000:3.0:1770685340.461065:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500403712 00000100:00100000:3.0:1770685340.461069:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500403712 00000100:00100000:3.0:1770685340.461104:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1278 00000100:00100000:3.0:1770685340.461123:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+55:2350:x1856697500403456:12345-192.168.203.41@tcp:41:mkdir.0 00000004:00000024:3.0:1770685340.461182:0:5761:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 18087936 pending 0 free 2258370560 avail 2256273408 00000100:00100000:0.0:1770685340.461444:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1279 00000100:00100000:0.0:1770685340.461456:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+55:30667:x1856697500403712:12345-192.168.203.41@tcp:36:mkdir.0 00010000:00010000:0.0:1770685340.461512:0:5760:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685340.461559:0:5760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271d600/0x8f0dbafbd9ef9092 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdfe9 expref: 55 pid: 5761 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685340.461624:0:5760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d9302158e00) 00010000:00010000:0.0:1770685340.461637:0:5760:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685340.461837:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+54:30667:x1856697500403712:12345-192.168.203.41@tcp:36:mkdir.0 Request processed in 384us (976us total) trans 0 rc -17/-17 00000100:00100000:0.0:1770685340.461846:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1279 00000100:00100000:3.0:1770685340.461986:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1b20a364-7a5a-4770-9192-023629c7ce89+53:2350:x1856697500403456:12345-192.168.203.41@tcp:41:mkdir.0 Request processed in 865us (1185us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685340.461994:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1278 00000100:00100000:0.0:1770685340.464712:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685340.464889:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500403840 00000100:00100000:2.0:1770685340.464907:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500403840 00000100:00100000:2.0:1770685340.464985:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1280 00000100:00100000:2.0:1770685340.464998:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3b95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+53:30667:x1856697500403840:12345-192.168.203.41@tcp:101:mkdir.0 00010000:00010000:2.0:1770685340.465040:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685340.465075:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef9099 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdff0 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685340.465178:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef90a0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685340.465195:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef90a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685340.465221:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef90a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:2.0:1770685340.465302:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1770685340.465307:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 32 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685340.465334:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef90a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685340.465361:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef9099 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdff0 expref: 55 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685340.465381:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7aa00/0x8f0dbafbd9ef90a0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdff0 expref: 54 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685340.465391:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3c00) 00010000:00010000:2.0:1770685340.465394:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1770685340.465398:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7aa00, rc 0) 00000100:00100000:2.0:1770685340.465480:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3b95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+54:30667:x1856697500403840:12345-192.168.203.41@tcp:101:mkdir.0 Request processed in 485us (784us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685340.465489:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1280 00000100:00100000:2.0:1770685340.473495:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685340.474013:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500403968 00000100:00100000:1.0:1770685340.474056:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500403968 00000100:00100000:1.0:1770685340.474149:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1281 00000100:00100000:1.0:1770685340.474174:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+54:30667:x1856697500403968:12345-192.168.203.41@tcp:101:mkdir.0 00010000:00010000:1.0:1770685340.474698:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685340.474733:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef90a7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdff7 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685340.474824:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef90ae lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.474841:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef90ae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.474854:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef90ae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.474871:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef90b5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.474879:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef90b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.474886:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef90b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.475013:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef90bc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.475032:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef90bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.475040:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef90bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:1.0:1770685340.475105:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 512 00000004:00200000:1.0:1770685340.475110:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685340.475137:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef90bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.475150:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef90ae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.475156:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef90ae lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.475163:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef90ae lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.475171:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685340.475175:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef90ae lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.475183:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef90ae lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.475280:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3c00) 00010000:00010000:1.0:1770685340.475285:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685340.475292:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef90ae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.475299:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef90ae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.475314:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef90b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.475319:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef90b5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.475333:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef90b5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.475338:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685340.475341:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef90b5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.475347:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef90b5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.475355:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff9d92c3dd8700) 00010000:00010000:1.0:1770685340.475358:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685340.475361:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef90b5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.475367:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef90b5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.475408:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef90a7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdff7 expref: 56 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685340.475423:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef90bc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdff7 expref: 55 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685340.475430:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9d92c3dd8200) 00010000:00010000:1.0:1770685340.475432:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1770685340.475435:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc2000, rc 0) 00000100:00100000:1.0:1770685340.475679:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+55:30667:x1856697500403968:12345-192.168.203.41@tcp:101:mkdir.0 Request processed in 1508us (2199us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685340.475690:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1281 00000100:00100000:2.0:1770685340.486001:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685340.486122:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500404096 00000100:00100000:1.0:1770685340.486135:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500404096 00000100:00100000:1.0:1770685340.486247:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1282 00000100:00100000:1.0:1770685340.486259:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+55:30668:x1856697500404096:12345-192.168.203.41@tcp:101:rm.0 00010000:00010000:1.0:1770685340.486286:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685340.486314:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef90c3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225bdffe expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685340.486409:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef90ca lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.486426:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef90ca lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.486438:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef90ca lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.486454:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef90d1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.486461:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef90d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.486468:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef90d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.486613:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef90ca lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.486622:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef90ca lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.486629:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef90ca lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.486653:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685340.486658:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef90ca lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.486667:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef90ca lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.486682:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9d92c3dd8200) 00010000:00010000:1.0:1770685340.486686:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685340.486691:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef90ca lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.486697:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef90ca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.486712:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef90d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.486717:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef90d1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.486722:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef90d1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.486728:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685340.486731:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef90d1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.486969:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef90d1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.486977:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff9d92c3dd8700) 00010000:00010000:1.0:1770685340.486980:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685340.486990:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef90d1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.486996:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef90d1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685340.487052:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef90c3 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdffe expref: 56 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685340.487064:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9d92c3dd8200) 00010000:00010000:1.0:1770685340.487067:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685340.487071:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef90c3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdffe expref: 56 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685340.487080:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc2800, rc 0) 00000100:00100000:1.0:1770685340.487174:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+55:30668:x1856697500404096:12345-192.168.203.41@tcp:101:rm.0 Request processed in 912us (1182us total) trans 0 rc 301/301 00000100:00100000:1.0:1770685340.487183:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1282 00000100:00100000:1.0:1770685340.499979:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685340.500064:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500404352 00000100:00100000:3.0:1770685340.500078:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500404352 00000100:00100000:3.0:1770685340.500148:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1283 00000100:00100000:3.0:1770685340.500160:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+55:30669:x1856697500404352:12345-192.168.203.41@tcp:101:dd.0 00010000:00010000:3.0:1770685340.500186:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685340.500190:0:6998:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1770685340.500226:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef90bc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225bdff7 expref: 55 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685340.500260:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9d92c3dd8200) 00010000:00010000:3.0:1770685340.500284:0:6998:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1770685340.500304:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef90d8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225be005 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685340.501037:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef90df lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.501057:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef90df lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.501069:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef90df lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.501083:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef90e6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.501089:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef90e6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.501094:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef90e6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00080000:0.0:1770685340.501783:0:6998:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x19:0x0], index 0: 0 00010000:00010000:0.0:1770685340.501987:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef90ed lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.502000:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef90ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.502009:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef90ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.502063:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef90df lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.502071:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef90df lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.502078:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef90df lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.502085:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e4800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685340.502090:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef90df lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.502098:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef90df lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.502111:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9d9302158900) 00010000:00010000:0.0:1770685340.502115:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685340.502121:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef90df lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.502127:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef90df lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000004:00010000:0.0:1770685340.502146:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000007a027e3b reply state 000000009dc69553 transno 4294968161 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef90e6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685340.502158:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1770685340.502200:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271da00/0x8f0dbafbd9ef90d8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be005 expref: 57 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685340.502224:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef90ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be005 expref: 56 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685340.502232:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9d92f27c0c00) 00010000:00010000:0.0:1770685340.502234:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685340.502237:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e4c00, rc 0) 00000100:00100000:0.0:1770685340.502962:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+57:30669:x1856697500404352:12345-192.168.203.41@tcp:101:dd.0 Request processed in 2797us (2992us total) trans 4294968161 rc 0/0 00000100:00100000:0.0:1770685340.502976:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1283 00010000:00010000:0.0:1770685340.509184:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef90e6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.509217:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef90e6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.509226:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef90e6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.509233:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e4e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685340.509239:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef90e6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.509249:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef90e6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.509271:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff9d92f27c0600) 00010000:00010000:0.0:1770685340.509275:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685340.509281:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef90e6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.509288:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef90e6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:1.0:1770685340.526548:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685340.526949:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500404480 00000100:00100000:2.0:1770685340.526964:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500404480 00000100:00100000:2.0:1770685340.527046:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 353 00000100:00100000:2.0:1770685340.527058:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+8:30669:x1856697500404480:12345-192.168.203.41@tcp:101:dd.0 00010000:00010000:2.0:1770685340.527083:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685340.527116:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef90fb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225be00c expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1770685340.527149:0:8401:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1770685340.527176:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685340.527180:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685340.527191:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef90fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be00c expref: 9 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685340.527212:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef90fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be00c expref: 9 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685340.527227:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7a000, rc 0) 00000100:00100000:2.0:1770685340.527307:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+9:30669:x1856697500404480:12345-192.168.203.41@tcp:101:dd.0 Request processed in 252us (776us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685340.527316:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 353 00000100:00100000:3.0:1770685340.544116:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685340.544319:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500404608 00000100:00100000:2.0:1770685340.544333:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500404608 00002000:00100000:2.0:1770685340.544409:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x19:0x0] (0->1048575) req@ffff9d92d077df80 x1856697500404608/t0(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:461/0 lens 488/0 e 0 to 0 dl 1770685351 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685340.544422:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92d077df80 with x1856697500404608 ext(0->1048575) 00002000:00010000:2.0:1770685340.544430:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92d077df80 00000100:00100000:2.0:1770685340.544530:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 112 00000100:00100000:2.0:1770685340.544542:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d077df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+9:2349:x1856697500404608:12345-192.168.203.41@tcp:4:dd.0 00000100:00100000:2.0:1770685340.566218:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d077df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:2349:x1856697500404608:12345-192.168.203.41@tcp:4:dd.0 Request processed in 21653us (22096us total) trans 4294967364 rc 0/0 00000100:00100000:2.0:1770685340.566238:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 112 00002000:00100000:2.0:1770685340.566255:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x19:0x0] (0->1048575) req@ffff9d92d077df80 x1856697500404608/t4294967364(0) o4->1b20a364-7a5a-4770-9192-023629c7ce89@192.168.203.41@tcp:461/0 lens 488/448 e 0 to 0 dl 1770685351 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685340.566267:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92d077df80 with x1856697500404608 ext(0->1048575) 00002000:00010000:2.0:1770685340.566275:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d92d077df80 00000100:00100000:2.0:1770685340.570167:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685340.570241:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500404736 00000100:00100000:0.0:1770685340.570255:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500404736 00000100:00100000:0.0:1770685340.570335:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1284 00000100:00100000:0.0:1770685340.570346:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+56:30669:x1856697500404736:12345-192.168.203.41@tcp:44:dd.0 00000001:00080000:1.0:1770685340.620947:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968161 is committed 00000001:00080000:1.0:1770685340.620973:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968159 is committed 00000001:00100000:3.0:1770685340.621105:0:20696:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of b58e3487-9829-41c1-97fe-e04ad742f090 00000020:00080000:1.0:1770685340.621184:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 28 batchid updated 00000001:00080000:1.0:1770685340.621207:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968160 is committed 00000020:00080000:2.0:1770685340.621380:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 28 00000020:00080000:2.0:1770685340.621468:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 28 00000100:00100000:2.0:1770685340.621662:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+55:30669:x1856697500404736:12345-192.168.203.41@tcp:44:dd.0 Request processed in 51308us (51499us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685340.621676:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1284 00000100:00100000:3.0:1770685340.625319:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685340.625720:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500404864 00000100:00100000:0.0:1770685340.625743:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500404864 00000100:00100000:0.0:1770685340.625820:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 354 00000100:00100000:0.0:1770685340.625833:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+11:2349:x1856697500404864:12345-192.168.203.41@tcp:16:dd.0 00000001:00100000:3.0:1770685340.679998:0:6567:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of b58e3487-9829-41c1-97fe-e04ad742f090 00000001:00080000:3.0:1770685340.680035:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967364 is committed 00000100:00100000:0.0:1770685340.680392:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1b20a364-7a5a-4770-9192-023629c7ce89+9:2349:x1856697500404864:12345-192.168.203.41@tcp:16:dd.0 Request processed in 54553us (55082us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685340.680406:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 354 00000100:00100000:1.0:1770685340.684680:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685340.684873:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500405120 00000100:00100000:2.0:1770685340.684887:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500405120 00000100:00100000:2.0:1770685340.684950:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 288 00000100:00100000:2.0:1770685340.684961:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+55:30669:x1856697500405120:12345-192.168.203.41@tcp:35:dd.0 00000100:00100000:2.0:1770685340.688080:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1b20a364-7a5a-4770-9192-023629c7ce89+56:30669:x1856697500405120:12345-192.168.203.41@tcp:35:dd.0 Request processed in 3011us (3306us total) trans 4294968162 rc 0/0 00000100:00100000:2.0:1770685340.688097:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 288 00000100:00100000:2.0:1770685340.703197:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685340.703338:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500405248 00000100:00100000:0.0:1770685340.703353:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500405248 00000100:00100000:0.0:1770685340.703476:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1285 00000100:00100000:0.0:1770685340.703490:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+56:30670:x1856697500405248:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685340.703524:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685340.703570:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef9102 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225be013 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685340.703710:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef9109 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.703727:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef9109 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.703739:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef9109 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.703755:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef9110 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.703762:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef9110 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.703768:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef9110 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.704095:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5a00/0x8f0dbafbd9ef9117 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.704103:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5a00/0x8f0dbafbd9ef9117 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.704110:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5a00/0x8f0dbafbd9ef9117 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685340.704146:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 11776 00000004:00200000:0.0:1770685340.704150:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685340.704175:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5a00/0x8f0dbafbd9ef9117 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.704188:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef9109 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.704195:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef9109 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.704201:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef9109 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.704207:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e4800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685340.704211:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef9109 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.704219:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef9109 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.704233:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3c00) 00010000:00010000:0.0:1770685340.704237:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685340.704243:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef9109 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.704249:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef9109 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.704263:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef9110 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.704268:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef9110 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.704273:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef9110 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.704279:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e4a00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685340.704281:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef9110 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.704291:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef9110 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.704297:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff9d92f27c0600) 00010000:00010000:0.0:1770685340.704299:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685340.704301:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef9110 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.704306:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef9110 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.704346:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef9102 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be013 expref: 58 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685340.704359:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5a00/0x8f0dbafbd9ef9117 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be013 expref: 57 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685340.704367:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9d92f27c0300) 00010000:00010000:0.0:1770685340.704369:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1770685340.704372:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e5a00, rc 0) 00000100:00100000:0.0:1770685340.704461:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+57:30670:x1856697500405248:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 973us (1279us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685340.704470:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1285 00000100:00100000:3.0:1770685340.721113:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685340.721192:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500405376 00000100:00100000:0.0:1770685340.721205:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500405376 00000100:00100000:0.0:1770685340.721282:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1286 00000100:00100000:0.0:1770685340.721293:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+101:30672:x1856697500405376:12345-192.168.203.41@tcp:101:stat.0 00010000:00010000:0.0:1770685340.721328:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685340.721359:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef911e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225be01a expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685340.721446:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef9125 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.721462:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef9125 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.721477:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef9125 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685340.721637:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1770685340.721641:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 32 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685340.721696:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef9125 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.721726:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef911e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be01a expref: 103 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685340.721746:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4a00/0x8f0dbafbd9ef9125 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be01a expref: 102 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685340.721755:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3c00) 00010000:00010000:0.0:1770685340.721758:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1770685340.721762:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e4a00, rc 0) 00000100:00100000:0.0:1770685340.721833:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+102:30672:x1856697500405376:12345-192.168.203.41@tcp:101:stat.0 Request processed in 541us (735us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685340.721841:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1286 00000100:00100000:3.0:1770685340.724709:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685340.724822:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500405504 00000100:00100000:1.0:1770685340.724836:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500405504 00000100:00100000:1.0:1770685340.724904:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1287 00000100:00100000:1.0:1770685340.724915:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+102:30672:x1856697500405504:12345-192.168.203.41@tcp:101:stat.0 00010000:00010000:1.0:1770685340.724941:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685340.724996:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef912c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225be021 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685340.725104:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef9133 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685340.725120:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef9133 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685340.725133:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef9133 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685340.725151:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef913a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685340.725157:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef913a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685340.725163:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef913a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685340.725337:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef9141 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685340.725347:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef9141 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685340.725354:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef9141 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:1.0:1770685340.725395:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 11776 00000004:00200000:1.0:1770685340.725400:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685340.725430:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef9141 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685340.725443:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef9133 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685340.725457:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef9133 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685340.725464:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef9133 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685340.725471:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685340.725476:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef9133 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685340.725485:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef9133 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685340.725501:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3c00) 00010000:00010000:1.0:1770685340.725504:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685340.725510:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef9133 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685340.725516:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef9133 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685340.725531:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef913a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685340.725537:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef913a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685340.725543:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef913a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685340.725548:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685340.725551:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef913a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685340.725566:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef913a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685340.725575:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff9d92c3dd8700) 00010000:00010000:1.0:1770685340.725631:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685340.725634:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef913a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685340.725639:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef913a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685340.725678:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef912c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be021 expref: 104 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685340.725693:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2200/0x8f0dbafbd9ef9141 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be021 expref: 103 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685340.725700:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9d92f27c0300) 00010000:00010000:1.0:1770685340.725702:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1770685340.725705:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc2200, rc 0) 00000100:00100000:1.0:1770685340.725785:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+103:30672:x1856697500405504:12345-192.168.203.41@tcp:101:stat.0 Request processed in 871us (1089us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685340.725794:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1287 00000100:00100000:0.0:1770685340.728974:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685340.729365:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500405632 00000100:00100000:2.0:1770685340.729381:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500405632 00000100:00100000:2.0:1770685340.729494:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1288 00000100:00100000:2.0:1770685340.729507:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3b97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+103:30672:x1856697500405632:12345-192.168.203.41@tcp:101:stat.0 00010000:00010000:2.0:1770685340.729535:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685340.729561:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef9148 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225be028 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685340.729672:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef914f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685340.729689:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef914f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685340.729702:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef914f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685340.729717:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef9156 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685340.729725:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef9156 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685340.729742:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef9156 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685340.729879:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef915d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685340.729888:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef915d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685340.729895:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef915d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770685340.729938:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00000004:00200000:2.0:1770685340.729944:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685340.729971:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef915d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685340.729998:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef915d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685340.730007:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef914f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685340.730014:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef914f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685340.730030:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef914f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685340.730036:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7a400 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685340.730040:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef914f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685340.730049:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef914f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685340.730063:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9d92f27c0300) 00010000:00010000:2.0:1770685340.730066:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685340.730072:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef914f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685340.730078:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a400/0x8f0dbafbd9ef914f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685340.730093:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef9156 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685340.730099:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef9156 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685340.730110:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef9156 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685340.730115:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4c7b200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685340.730117:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef9156 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685340.730123:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef9156 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685340.730130:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff9d92c8ee3800) 00010000:00010000:2.0:1770685340.730133:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685340.730135:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef9156 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685340.730141:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b200/0x8f0dbafbd9ef9156 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685340.730177:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7a200/0x8f0dbafbd9ef9148 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be028 expref: 105 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685340.730191:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef915d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be028 expref: 104 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685340.730211:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9d92f27c0c00) 00010000:00010000:2.0:1770685340.730213:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685340.730216:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c7b000, rc 0) 00000100:00100000:2.0:1770685340.730298:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3b97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+104:30672:x1856697500405632:12345-192.168.203.41@tcp:101:stat.0 Request processed in 793us (1339us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685340.730306:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1288 00000100:00100000:2.0:1770685340.733444:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685340.733930:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500405760 00000100:00100000:0.0:1770685340.733945:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500405760 00000100:00100000:0.0:1770685340.734144:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 355 00000100:00100000:0.0:1770685340.734157:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:2350:x1856697500405760:12345-192.168.203.41@tcp:101:stat.0 00010000:00010000:0.0:1770685340.734182:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685340.734215:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef9164 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225be02f expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685340.734288:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3b95f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6539:1856697514811776:192.168.203.41@tcp:106: 00000100:00100000:0.0:1770685340.734406:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c70d7f00 going to sleep for 11 seconds 00002000:00010000:0.0:1770685340.736638:0:6539:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb size: 0 -> 1048576 00002000:00010000:0.0:1770685340.736649:0:6539:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb mtime: 0 -> 1770685340 00002000:00010000:0.0:1770685340.736652:0:6539:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb atime: 0 -> 1770685340 00002000:00010000:0.0:1770685340.736655:0:6539:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb ctime: 0 -> 1770685340 00002000:00010000:0.0:1770685340.736657:0:6539:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb blocks: 1 -> 2051 00000100:00100000:0.0:1770685340.736687:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3b95f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6539:1856697514811776:192.168.203.41@tcp:106: 00010000:00010000:0.0:1770685340.736743:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef9164 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be02f expref: 18 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685340.736771:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef9164 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be02f expref: 18 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685340.736786:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e4e00, rc 0) 00000100:00100000:0.0:1770685340.736849:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:2350:x1856697500405760:12345-192.168.203.41@tcp:101:stat.0 Request processed in 2696us (3420us total) trans 0 rc 301/301 00000100:00100000:0.0:1770685340.736861:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 355 00000100:00100000:1.0:1770685340.753310:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685340.753455:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500405888 00000100:00100000:0.0:1770685340.753469:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500405888 00000100:00100000:0.0:1770685340.753969:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 356 00000100:00100000:0.0:1770685340.753995:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f43e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:2349:x1856697500405888:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685340.754030:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685340.754056:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef916b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225be036 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685340.754135:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3b95f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6539:1856697514811904:192.168.203.41@tcp:106: 00000100:00100000:0.0:1770685340.754259:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c70d7f00 going to sleep for 11 seconds 00000100:00100000:0.0:1770685340.758910:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3b95f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6539:1856697514811904:192.168.203.41@tcp:106: 00010000:00010000:0.0:1770685340.758964:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef916b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be036 expref: 18 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685340.759008:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef916b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be036 expref: 18 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685340.759035:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e4e00, rc 0) 00000100:00100000:0.0:1770685340.759178:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f43e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:2349:x1856697500405888:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 5186us (5880us total) trans 0 rc 301/301 00000100:00100000:0.0:1770685340.759188:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 356 00000100:00100000:3.0:1770685340.763705:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685340.763881:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500406016 00000100:00100000:2.0:1770685340.763895:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500406016 00000100:00100000:2.0:1770685340.763968:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1289 00000100:00100000:2.0:1770685340.763989:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+104:30673:x1856697500406016:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:2.0:1770685340.764027:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685340.764055:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef9172 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225be03d expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685340.764145:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef9179 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685340.764163:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef9179 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685340.764176:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef9179 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770685340.764272:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 11776 00000004:00200000:2.0:1770685340.764276:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685340.764303:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef9179 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685340.764335:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76e00/0x8f0dbafbd9ef9172 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be03d expref: 106 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685340.764356:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef9179 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be03d expref: 105 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685340.764366:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9d92f27c0300) 00010000:00010000:2.0:1770685340.764369:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1770685340.764375:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4c76c00, rc 0) 00000100:00100000:2.0:1770685340.764461:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+105:30673:x1856697500406016:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 484us (771us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685340.764469:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1289 00000100:00100000:1.0:1770685340.768165:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685340.768288:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500406144 00000100:00100000:0.0:1770685340.768302:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500406144 00000100:00100000:0.0:1770685340.768369:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 357 00000100:00100000:0.0:1770685340.768380:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:2350:x1856697500406144:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685340.768404:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685340.768428:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef9180 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225be044 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685340.768508:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3b95f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6539:1856697514812032:192.168.203.41@tcp:106: 00000100:00100000:0.0:1770685340.768646:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c70d7f00 going to sleep for 11 seconds 00000100:00100000:0.0:1770685340.771852:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3b95f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6539:1856697514812032:192.168.203.41@tcp:106: 00010000:00010000:0.0:1770685340.771906:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef9180 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be044 expref: 18 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685340.771934:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef9180 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be044 expref: 18 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685340.771949:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e4e00, rc 0) 00000100:00100000:0.0:1770685340.772091:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:2350:x1856697500406144:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 3711us (3940us total) trans 0 rc 301/301 00000100:00100000:0.0:1770685340.772102:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 357 00000100:00100000:3.0:1770685340.776419:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685340.776626:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500406400 00000100:00100000:1.0:1770685340.776640:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500406400 00000100:00100000:1.0:1770685340.776716:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1290 00000100:00100000:1.0:1770685340.776728:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+105:30673:x1856697500406400:12345-192.168.203.41@tcp:58:lfs.0 00000040:00080000:1.0:1770685340.777286:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].37, 136 off13224 00000100:00100000:1.0:1770685340.777931:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+105:30673:x1856697500406400:12345-192.168.203.41@tcp:58:lfs.0 Request processed in 1197us (1518us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685340.777948:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1290 00000040:00080000:1.0:1770685340.849875:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1770685340.849888:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1770685340.849932:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 38 count 6 00000040:00080000:1.0:1770685340.849940:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1770685340.851491:0:11361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d1880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514812160:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1770685340.853081:0:11361:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c2d053c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685340.866639:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685340.868947:0:11361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d1880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514812160:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1770685340.871328:0:5771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500406528 00000100:00100000:2.0:1770685340.871348:0:5771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500406528 00000100:00100000:2.0:1770685340.871474:0:5771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 3 00000100:00100000:2.0:1770685340.871488:0:5771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:b58e3487-9829-41c1-97fe-e04ad742f090+7:30683:x1856697500406528:12345-192.168.203.41@tcp:900:lhsmtool_posix.0 00000100:00100000:2.0:1770685340.871634:0:5771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:b58e3487-9829-41c1-97fe-e04ad742f090+7:30683:x1856697500406528:12345-192.168.203.41@tcp:900:lhsmtool_posix.0 Request processed in 149us (5008us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685340.871643:0:5771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 3 00000100:00100000:2.0:1770685340.882037:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685340.882864:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500406656 00000100:00100000:1.0:1770685340.882880:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500406656 00000100:00100000:1.0:1770685340.882949:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1291 00000100:00100000:1.0:1770685340.882961:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b58e3487-9829-41c1-97fe-e04ad742f090+7:30683:x1856697500406656:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1770685340.883106:0:5762:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0x27:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1770685340.883907:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b58e3487-9829-41c1-97fe-e04ad742f090+7:30683:x1856697500406656:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 943us (1886us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685340.883917:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1291 00000100:00100000:0.0:1770685340.893966:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685340.894057:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500406912 00000100:00100000:0.0:1770685340.894071:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500406912 00000100:00100000:0.0:1770685340.894139:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1292 00000100:00100000:0.0:1770685340.894152:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3b95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b58e3487-9829-41c1-97fe-e04ad742f090+7:30683:x1856697500406912:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685340.894180:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685340.894220:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef9187 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225be04b expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685340.894321:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef918e lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.894340:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef918e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.894355:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef918e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.894372:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef9195 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.894379:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef9195 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.894386:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef9195 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.894461:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef919c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.894470:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef919c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.894477:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef919c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685340.894489:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00010000:00010000:0.0:1770685340.894643:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef918e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.894652:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef918e lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.894659:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef918e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.894666:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e4200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685340.894672:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef918e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.894680:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef918e lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.894694:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:0.0:1770685340.894697:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685340.894702:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef918e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.894709:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef918e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.894720:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef9195 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.894726:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef9195 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.894731:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef9195 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.895063:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e5600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685340.895066:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef9195 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.895077:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef9195 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.895086:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x4e3552f8 (ffff9d92f27c0600) 00010000:00010000:0.0:1770685340.895089:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685340.895092:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef9195 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.895101:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef9195 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685340.895156:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef9187 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be04b expref: 10 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685340.895170:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef919c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be04b expref: 9 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685340.895177:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9d92f27c0c00) 00010000:00010000:0.0:1770685340.895180:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685340.895187:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e5000, rc 0) 00000100:00100000:0.0:1770685340.895325:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3b95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b58e3487-9829-41c1-97fe-e04ad742f090+9:30683:x1856697500406912:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 1176us (1373us total) trans 4294968163 rc 0/0 00000100:00100000:0.0:1770685340.895336:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1292 00000100:00100000:1.0:1770685340.898801:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685340.898948:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500407040 00000100:00100000:0.0:1770685340.898960:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500407040 00000100:00100000:0.0:1770685340.899058:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 358 00000100:00100000:0.0:1770685340.899069:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b58e3487-9829-41c1-97fe-e04ad742f090+5:2350:x1856697500407040:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1770685340.899121:0:6539:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef91aa lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685340.899142:0:6539:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef90fb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be00c expref: 8 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685340.899151:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1770685340.899154:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1770685340.899159:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef91aa lrc: 4/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685340.899209:0:6539:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef90fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225be00c expref: 8 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685340.899225:0:6539:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef90fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be00c expref: 8 pid: 8401 timeout: 765 lvb_type: 0 00000100:00100000:0.0:1770685340.899241:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c3b95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6539:1856697514812288:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685340.899345:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c70d7f00 going to sleep for 11 seconds 00000100:00080000:2.0:1770685340.899407:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1770685340.915269:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685340.915325:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500407168 00000100:00100000:3.0:1770685340.915338:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500407168 00010000:00010000:3.0:1770685340.915389:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef90fb lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be00c expref: 9 pid: 8401 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1770685340.915424:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 370 00000100:00100000:3.0:1770685340.915434:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d07e5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+9:2351:x1856697500407168:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685340.915454:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685340.915482:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef90fb lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be00c expref: 9 pid: 8401 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1770685340.915498:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef90fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be00c expref: 9 pid: 8401 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1770685340.915531:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685340.915534:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685340.915540:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef91aa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685340.915552:0:5745:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef91aa lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685340.915661:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1770685340.915881:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4c7a000/0x8f0dbafbd9ef90fb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be00c expref: 9 pid: 8401 timeout: 765 lvb_type: 0 00000100:00100000:0.0:1770685340.915898:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c3b95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6539:1856697514812288:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685340.915927:0:6539:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef91aa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685340.915939:0:6539:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef91aa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685340.915946:0:6539:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef91aa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685340.915986:0:6539:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef91aa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685340.916000:0:6539:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef91aa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685340.916009:0:6539:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef91aa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685340.916031:0:6539:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e5e00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:0.0:1770685340.916036:0:6539:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef91aa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685340.916046:0:6539:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef91aa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685340.916058:0:6539:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef91aa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685340.916066:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef91aa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685340.916157:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b58e3487-9829-41c1-97fe-e04ad742f090+5:2350:x1856697500407040:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 17089us (17369us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685340.916168:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 358 00000100:00100000:2.0:1770685340.916300:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d07e5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+8:2351:x1856697500407168:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 864us (1042us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685340.916308:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 370 00000100:00100000:0.0:1770685340.925330:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685340.925890:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500407424 00000100:00100000:2.0:1770685340.925904:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500407424 00000100:00100000:2.0:1770685340.925971:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1293 00000100:00100000:2.0:1770685340.925993:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3b95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b58e3487-9829-41c1-97fe-e04ad742f090+9:30683:x1856697500407424:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1770685340.926148:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3b95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b58e3487-9829-41c1-97fe-e04ad742f090+9:30683:x1856697500407424:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 156us (832us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685340.926156:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1293 00000100:00100000:1.0:1770685340.940073:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685340.940705:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500407552 00000100:00100000:0.0:1770685340.940722:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500407552 00000100:00100000:0.0:1770685340.940801:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 359 00000100:00100000:0.0:1770685340.940815:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b58e3487-9829-41c1-97fe-e04ad742f090+5:2348:x1856697500407552:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685340.940840:0:6539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685340.940869:0:6539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef91b1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225be052 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1770685340.940900:0:6539:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x19:0x0] initial LVB size: 1048576, mtime: 0x698a839c, atime: 0x0, ctime: 0x698a839c, blocks: 0x803 00010000:00010000:0.0:1770685340.940924:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685340.940928:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685340.940938:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef91b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be052 expref: 6 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685340.940958:0:6539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef91b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be052 expref: 6 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770685340.940986:0:6539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e5e00, rc 0) 00000100:00100000:0.0:1770685340.941080:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b58e3487-9829-41c1-97fe-e04ad742f090+6:2348:x1856697500407552:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 268us (1023us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685340.941088:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 359 00000100:00100000:3.0:1770685340.946776:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685340.950502:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500407808 00000100:00100000:0.0:1770685340.950522:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500407808 00000100:00100000:0.0:1770685340.950761:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1294 00000100:00100000:0.0:1770685340.950775:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b58e3487-9829-41c1-97fe-e04ad742f090+9:30683:x1856697500407808:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1770685340.950932:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b58e3487-9829-41c1-97fe-e04ad742f090+9:30683:x1856697500407808:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 160us (4359us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685340.950942:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1294 00000100:00100000:0.0:1770685340.971709:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685340.972263:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500407936 00000100:00100000:3.0:1770685340.972278:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500407936 00002000:00100000:3.0:1770685340.972347:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x19:0x0] (0->1048575) req@ffff9d91c3b96a00 x1856697500407936/t0(0) o3->b58e3487-9829-41c1-97fe-e04ad742f090@192.168.203.41@tcp:461/0 lens 488/0 e 0 to 0 dl 1770685351 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685340.972360:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c3b96a00 with x1856697500407936 ext(0->1048575) 00002000:00010000:3.0:1770685340.972368:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d91c3b96a00 00000100:00100000:3.0:1770685340.972408:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 113 00000100:00100000:3.0:1770685340.972419:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3b96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b58e3487-9829-41c1-97fe-e04ad742f090+6:2351:x1856697500407936:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1770685340.989142:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3b96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b58e3487-9829-41c1-97fe-e04ad742f090+6:2351:x1856697500407936:12345-192.168.203.41@tcp:3:lhsmtool_posix.0 Request processed in 16706us (17429us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1770685340.989163:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 113 00002000:00100000:2.0:1770685340.989180:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x19:0x0] (0->1048575) req@ffff9d91c3b96a00 x1856697500407936/t0(0) o3->b58e3487-9829-41c1-97fe-e04ad742f090@192.168.203.41@tcp:461/0 lens 488/440 e 0 to 0 dl 1770685351 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685340.989193:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c3b96a00 with x1856697500407936 ext(0->1048575) 00002000:00010000:2.0:1770685340.989209:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9d91c3b96a00 00000100:00100000:2.0:1770685341.018152:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685341.018867:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500408064 00000100:00100000:0.0:1770685341.018882:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500408064 00000100:00100000:0.0:1770685341.018954:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1295 00000100:00100000:0.0:1770685341.018965:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b58e3487-9829-41c1-97fe-e04ad742f090+9:30683:x1856697500408064:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685341.018999:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685341.019035:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef91b8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225be059 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685341.019079:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef91bf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685341.019094:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef91bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685341.019107:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef91bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685341.019384:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef91b8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be059 expref: 11 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685341.019404:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef91bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be059 expref: 10 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685341.019413:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9d92f27c0c00) 00010000:00010000:0.0:1770685341.019417:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1770685341.019421:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e4200, rc 0) 00000100:00100000:0.0:1770685341.019499:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b58e3487-9829-41c1-97fe-e04ad742f090+10:30683:x1856697500408064:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 536us (1364us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685341.019507:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1295 00000100:00100000:0.0:1770685341.028406:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685341.028488:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500408192 00000100:00100000:2.0:1770685341.028502:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500408192 00000100:00100000:2.0:1770685341.028574:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1296 00000100:00100000:2.0:1770685341.028610:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3b97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b58e3487-9829-41c1-97fe-e04ad742f090+10:30683:x1856697500408192:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1770685341.028651:0:6998:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0x27:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1770685341.028769:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3b97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b58e3487-9829-41c1-97fe-e04ad742f090+10:30683:x1856697500408192:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 162us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685341.028777:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1296 00000100:00100000:3.0:1770685341.036086:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685341.036207:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500408320 00000100:00100000:0.0:1770685341.036227:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500408320 00000100:00100000:0.0:1770685341.036303:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 360 00000100:00100000:0.0:1770685341.036314:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b58e3487-9829-41c1-97fe-e04ad742f090+6:2348:x1856697500408320:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1770685341.036371:0:6539:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef91c6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685341.036388:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685341.036391:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770685341.036396:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef91c6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685341.036412:0:6539:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef91c6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685341.036449:0:6539:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef91c6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685341.036457:0:6539:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef91c6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685341.036465:0:6539:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef91c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685341.036472:0:6539:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e5600 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:0.0:1770685341.036476:0:6539:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef91c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685341.036485:0:6539:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef91c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685341.036503:0:6539:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef91c6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685341.036511:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef91c6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685341.036631:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b58e3487-9829-41c1-97fe-e04ad742f090+6:2348:x1856697500408320:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 318us (560us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685341.036639:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 360 00000100:00100000:3.0:1770685341.038945:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685341.040053:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500408576 00000100:00100000:0.0:1770685341.040070:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500408576 00000100:00100000:0.0:1770685341.040145:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1297 00000100:00100000:0.0:1770685341.040157:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b58e3487-9829-41c1-97fe-e04ad742f090+10:30683:x1856697500408576:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1770685341.040682:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b58e3487-9829-41c1-97fe-e04ad742f090+11:30683:x1856697500408576:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 525us (1750us total) trans 4294968164 rc 0/0 00000100:00100000:0.0:1770685341.040693:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1297 00000040:00080000:3.0:1770685341.041325:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685341.041333:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1770685341.041897:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 6 00000040:00080000:3.0:1770685341.041908:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1770685341.044596:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685341.044667:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500408832 00000100:00100000:2.0:1770685341.044680:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500408832 00000100:00100000:2.0:1770685341.044744:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 289 00000100:00100000:2.0:1770685341.044755:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3b94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b58e3487-9829-41c1-97fe-e04ad742f090+11:30683:x1856697500408832:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1770685341.045062:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3b94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b58e3487-9829-41c1-97fe-e04ad742f090+12:30683:x1856697500408832:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 308us (492us total) trans 4294968165 rc 0/0 00000100:00100000:2.0:1770685341.045072:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 289 00010000:00010000:0.0:1770685341.426488:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1770685341.585358:0:20938:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685341.585376:0:20938:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1770685341.585442:0:20938:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 38 count 6 00000040:00080000:3.0:1770685341.585448:0:20938:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1770685341.640039:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685341.640294:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500408960 00000100:00100000:1.0:1770685341.640304:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500408960 00000100:00100000:1.0:1770685341.640368:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 361 00000100:00100000:1.0:1770685341.640379:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:2351:x1856697500408960:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:1.0:1770685341.640398:0:8401:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685341.640430:0:8401:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef91cd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225be060 expref: -99 pid: 8401 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685341.640455:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685341.640457:0:8401:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685341.640465:0:8401:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef91cd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be060 expref: 18 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685341.640481:0:8401:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef91cd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be060 expref: 18 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685341.640493:0:8401:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc3e00, rc 0) 00000100:00100000:1.0:1770685341.640561:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+18:2351:x1856697500408960:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 184us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685341.640568:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 361 00000100:00100000:1.0:1770685341.646049:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685341.646311:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500409216 00000100:00100000:0.0:1770685341.646321:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500409216 00000100:00100000:0.0:1770685341.646385:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1298 00000100:00100000:0.0:1770685341.646396:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5166680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+105:30684:x1856697500409216:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:0.0:1770685341.646413:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685341.646434:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef91d4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225be067 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685341.646539:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef91db lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685341.646553:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef91db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685341.646564:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef91db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685341.646600:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00010000:00010000:0.0:1770685341.646748:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef91d4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be067 expref: 108 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685341.646764:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef91db lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be067 expref: 107 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685341.646772:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9d92f27c0c00) 00010000:00010000:0.0:1770685341.646775:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1770685341.646778:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e5600, rc 0) 00000100:00100000:0.0:1770685341.646837:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5166680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+107:30684:x1856697500409216:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 442us (804us total) trans 4294968166 rc 0/0 00000100:00100000:0.0:1770685341.646844:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1298 00000100:00100000:0.0:1770685341.656838:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685341.657496:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500409344 00000100:00100000:2.0:1770685341.657509:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500409344 00000100:00100000:2.0:1770685341.657602:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 362 00000100:00100000:2.0:1770685341.657613:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3b97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+18:2350:x1856697500409344:12345-192.168.203.41@tcp:1:lfs.0 00010000:00010000:2.0:1770685341.657666:0:6539:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc9c00/0x8f0dbafbd9ef91e9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685341.657687:0:6539:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef91b1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be052 expref: 5 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685341.657696:0:6539:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef91cd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be060 expref: 18 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685341.657703:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685341.657705:0:6539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685341.657709:0:6539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc9c00/0x8f0dbafbd9ef91e9 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685341.657957:0:6539:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef91cd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225be060 expref: 18 pid: 8401 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685341.657972:0:6539:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef91cd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be060 expref: 18 pid: 8401 timeout: 766 lvb_type: 1 00000100:00100000:2.0:1770685341.657986:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6539:1856697514812416:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685341.658108:0:6539:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef91b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225be052 expref: 5 pid: 6539 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685341.658116:0:6539:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef91b1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be052 expref: 5 pid: 6539 timeout: 766 lvb_type: 1 00000100:00100000:2.0:1770685341.658125:0:6539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6539:1856697514812544:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685341.658149:0:6539:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d02d19c0 going to sleep for 11 seconds 00000100:00100000:3.0:1770685341.670351:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685341.670440:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500409472 00000100:00100000:0.0:1770685341.670449:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500409472 00010000:00010000:0.0:1770685341.670490:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef91cd lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be060 expref: 19 pid: 8401 timeout: 766 lvb_type: 1 00000100:00100000:0.0:1770685341.670530:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 371 00000100:00100000:0.0:1770685341.670539:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+19:2350:x1856697500409472:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685341.670554:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685341.670574:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef91cd lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be060 expref: 19 pid: 8401 timeout: 766 lvb_type: 1 00000100:00100000:2.0:1770685341.670861:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6539:1856697514812416:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685341.670874:0:6539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6539:1856697514812544:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685341.670897:0:6539:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc9c00/0x8f0dbafbd9ef91e9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685341.672170:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef91cd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be060 expref: 19 pid: 8401 timeout: 766 lvb_type: 1 00010000:00010000:0.0:1770685341.672193:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef91cd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be060 expref: 19 pid: 8401 timeout: 766 lvb_type: 1 00010000:00010000:0.0:1770685341.672210:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685341.672272:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+18:2350:x1856697500409472:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 1734us (1931us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685341.672282:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 371 00000100:00100000:0.0:1770685341.676810:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685341.676995:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500409600 00000100:00100000:3.0:1770685341.677005:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500409600 00010000:00010000:3.0:1770685341.677060:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef91b1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be052 expref: 6 pid: 6539 timeout: 766 lvb_type: 1 00000100:00100000:3.0:1770685341.677095:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 372 00000100:00100000:3.0:1770685341.677103:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5341c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b58e3487-9829-41c1-97fe-e04ad742f090+6:2351:x1856697500409600:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685341.677116:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685341.677137:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef91b1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be052 expref: 6 pid: 6539 timeout: 766 lvb_type: 1 00010000:00010000:3.0:1770685341.677151:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef91b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be052 expref: 6 pid: 6539 timeout: 766 lvb_type: 1 00010000:00010000:3.0:1770685341.677173:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef91b1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be052 expref: 6 pid: 6539 timeout: 766 lvb_type: 1 00010000:00010000:3.0:1770685341.677186:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685341.677188:0:5745:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685341.677193:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc9c00/0x8f0dbafbd9ef91e9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685341.677202:0:5745:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc9c00/0x8f0dbafbd9ef91e9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685341.677231:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685341.677276:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5341c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b58e3487-9829-41c1-97fe-e04ad742f090+5:2351:x1856697500409600:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 174us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685341.677283:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 372 00010000:00010000:3.0:1770685341.677306:0:6539:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc9c00/0x8f0dbafbd9ef91e9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685341.677314:0:6539:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc9c00/0x8f0dbafbd9ef91e9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685341.677337:0:6539:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc9c00/0x8f0dbafbd9ef91e9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685341.677345:0:6539:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc9c00/0x8f0dbafbd9ef91e9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685341.677352:0:6539:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc9c00/0x8f0dbafbd9ef91e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685341.677363:0:6539:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc9c00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:3.0:1770685341.677367:0:6539:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc9c00/0x8f0dbafbd9ef91e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685341.677374:0:6539:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc9c00/0x8f0dbafbd9ef91e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685341.677385:0:6539:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc9c00/0x8f0dbafbd9ef91e9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685341.677392:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc9c00/0x8f0dbafbd9ef91e9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685341.677433:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3b97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:2350:x1856697500409344:12345-192.168.203.41@tcp:1:lfs.0 Request processed in 19824us (20607us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685341.677441:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 362 00000100:00100000:2.0:1770685341.692338:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685341.693338:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500409856 00000100:00100000:0.0:1770685341.693351:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500409856 00000100:00100000:0.0:1770685341.693412:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 290 00000100:00100000:0.0:1770685341.693421:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c83ee850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+107:30684:x1856697500409856:12345-192.168.203.41@tcp:35:lfs.0 00000004:00010000:0.0:1770685341.693480:0:13758:0:(mdt_open.c:1996:mdt_hsm_release()) ### [0x200000402:0x27:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef91db lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be067 expref: 107 pid: 6998 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1770685341.693728:0:13758:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968167 00000001:00080000:0.0:1770685341.694326:0:13758:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968168 00010000:00010000:0.0:1770685341.694384:0:13758:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef91f0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13758 initiator: MDT0 00010000:00010000:0.0:1770685341.694404:0:13758:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef90ed lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be005 expref: 56 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685341.694412:0:13758:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef915d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be028 expref: 110 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685341.694419:0:13758:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef919c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be04b expref: 11 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685341.694426:0:13758:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef91bf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be059 expref: 11 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685341.694433:0:13758:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef91f0 lrc: 7/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13758 initiator: MDT0 00010000:00010000:0.0:1770685341.694469:0:13758:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef91bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225be059 expref: 11 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685341.694483:0:13758:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef91bf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be059 expref: 11 pid: 6998 timeout: 766 lvb_type: 0 00000100:00100000:0.0:1770685341.694496:0:13758:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5341180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13758:1856697514812672:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685341.694625:0:13758:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef919c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225be04b expref: 11 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685341.694634:0:13758:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef919c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be04b expref: 11 pid: 6998 timeout: 766 lvb_type: 0 00000100:00100000:0.0:1770685341.694649:0:13758:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5341f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13758:1856697514812800:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685341.694683:0:13758:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef915d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225be028 expref: 110 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685341.694692:0:13758:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef915d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be028 expref: 110 pid: 6998 timeout: 766 lvb_type: 0 00000100:00100000:0.0:1770685341.694700:0:13758:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5343100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13758:1856697514812928:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685341.694731:0:13758:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef90ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225be005 expref: 56 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685341.694742:0:13758:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef90ed lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be005 expref: 56 pid: 6998 timeout: 766 lvb_type: 0 00000100:00100000:0.0:1770685341.694752:0:13758:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5340380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13758:1856697514813056:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685341.694772:0:13758:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb185780 going to sleep for 11 seconds 00000100:00100000:3.0:1770685341.706298:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685341.706324:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685341.706347:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685341.706358:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500409984 00000100:00100000:0.0:1770685341.706366:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500409984 00000100:00100000:3.0:1770685341.706369:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500410240 00000100:00100000:3.0:1770685341.706371:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500410240 00010000:00010000:3.0:1770685341.706409:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef915d lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be028 expref: 111 pid: 6998 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1770685341.706440:0:11010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500410112 00000100:00100000:3.0:1770685341.706444:0:11010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500410112 00010000:00010000:0.0:1770685341.706684:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef919c lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be04b expref: 13 pid: 6998 timeout: 766 lvb_type: 0 00000100:00100000:0.0:1770685341.706701:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 373 00000100:00100000:0.0:1770685341.706710:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb155c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+111:2348:x1856697500410240:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685341.706723:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685341.706729:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef915d lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be028 expref: 111 pid: 6998 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1770685341.706741:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef915d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be028 expref: 111 pid: 6998 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1770685341.706763:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9d92f27c0c00) 00010000:00010000:0.0:1770685341.706768:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef91f0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 13758 initiator: MDT0 00010000:00010000:0.0:1770685341.706777:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef91f0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 13758 initiator: MDT0 00010000:00010000:0.0:1770685341.706784:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685341.706840:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb155c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+111:2348:x1856697500410240:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 130us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685341.706847:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 373 00000100:00100000:0.0:1770685341.706865:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 374 00000100:00100000:0.0:1770685341.706872:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b58e3487-9829-41c1-97fe-e04ad742f090+13:2348:x1856697500409984:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685341.706881:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685341.706886:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef919c lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be04b expref: 13 pid: 6998 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1770685341.706895:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef919c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be04b expref: 13 pid: 6998 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1770685341.706906:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9d92f27c0c00) 00010000:00010000:0.0:1770685341.706909:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef91f0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 13758 initiator: MDT0 00010000:00010000:0.0:1770685341.706915:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef91f0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 13758 initiator: MDT0 00010000:00010000:0.0:1770685341.706921:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685341.706939:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b58e3487-9829-41c1-97fe-e04ad742f090+13:2348:x1856697500409984:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 67us (652us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685341.706945:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 374 00000100:00100000:0.0:1770685341.708958:0:13758:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5341180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13758:1856697514812672:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685341.708975:0:13758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef919c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be04b expref: 12 pid: 6998 timeout: 766 lvb_type: 0 00000100:00100000:0.0:1770685341.708989:0:13758:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5341f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13758:1856697514812800:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685341.709000:0:13758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c7b000/0x8f0dbafbd9ef915d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be028 expref: 110 pid: 6998 timeout: 766 lvb_type: 0 00000100:00100000:0.0:1770685341.709009:0:13758:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5343100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13758:1856697514812928:192.168.203.41@tcp:104: 00010000:00010000:3.0:1770685341.709168:0:11010:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef91bf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be059 expref: 11 pid: 6998 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1770685341.709319:0:11010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 375 00000100:00100000:3.0:1770685341.709332:0:11010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb156680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b58e3487-9829-41c1-97fe-e04ad742f090+11:2348:x1856697500410112:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685341.709346:0:11010:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685341.709352:0:11010:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef91bf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be059 expref: 11 pid: 6998 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1770685341.709365:0:11010:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef91bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be059 expref: 11 pid: 6998 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1770685341.709382:0:11010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef91bf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be059 expref: 11 pid: 6998 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1770685341.709394:0:11010:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9d92f27c0c00) 00010000:00010000:3.0:1770685341.709398:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef91f0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13758 initiator: MDT0 00010000:00010000:3.0:1770685341.709406:0:11010:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef91f0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13758 initiator: MDT0 00010000:00010000:3.0:1770685341.709412:0:11010:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685341.709464:0:11010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb156680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b58e3487-9829-41c1-97fe-e04ad742f090+10:2348:x1856697500410112:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 136us (3115us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685341.709472:0:11010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 375 00000100:00100000:3.0:1770685341.709893:0:13758:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5340380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:13758:1856697514813056:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685341.709907:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00010000:00010000:3.0:1770685341.709922:0:13758:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef91f0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13758 initiator: MDT0 00000100:00100000:0.0:1770685341.709981:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500410368 00000100:00100000:0.0:1770685341.709987:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500410368 00010000:00010000:0.0:1770685341.710007:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef90ed lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be005 expref: 57 pid: 6998 timeout: 766 lvb_type: 0 00000100:00100000:0.0:1770685341.710039:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 376 00000100:00100000:0.0:1770685341.710046:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5342a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+57:2350:x1856697500410368:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685341.710054:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685341.710058:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef90ed lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be005 expref: 57 pid: 6998 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1770685341.710171:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef90ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be005 expref: 57 pid: 6998 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1770685341.710185:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef90ed lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be005 expref: 57 pid: 6998 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1770685341.710195:0:5745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9d92f27c0c00) 00010000:00010000:0.0:1770685341.710199:0:5745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef91f0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13758 initiator: MDT0 00010000:00010000:0.0:1770685341.710206:0:5745:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef91f0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13758 initiator: MDT0 00010000:00010000:0.0:1770685341.710213:0:5745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef91f0 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13758 initiator: MDT0 00010000:00010000:0.0:1770685341.710240:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685341.710267:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5342a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+56:2350:x1856697500410368:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 222us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685341.710274:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 376 00010000:00010000:2.0:1770685341.710330:0:13758:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef91f0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13758 initiator: MDT0 00010000:00010000:2.0:1770685341.710337:0:13758:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef91f0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13758 initiator: MDT0 00000001:00080000:2.0:1770685341.710454:0:13758:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968169 00000001:00080000:2.0:1770685341.710718:0:13758:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968170 00000001:00080000:2.0:1770685341.710772:0:13758:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968171 00000100:00100000:2.0:1770685341.710851:0:13758:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c274ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:13758:1856697514813184:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1770685341.710900:0:13758:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685341.710934:0:13758:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c4de7e40 going to sleep for 11 seconds 00000100:00100000:0.0:1770685341.712199:0:13246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514813184 00000100:00100000:0.0:1770685341.712209:0:13246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514813184 00000100:00100000:0.0:1770685341.712268:0:13246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1770685341.712276:0:13246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:13758:x1856697514813184:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00080000:3.0:1770685341.712755:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1770685341.713278:0:13246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:13758:x1856697514813184:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 1000us (2375us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685341.713287:0:13246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1770685341.713672:0:13758:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c274ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:13758:1856697514813184:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:3.0:1770685341.714182:0:13758:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968172 00000100:00100000:3.0:1770685341.714252:0:13758:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb156300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:13758:1856697514813312:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1770685341.714292:0:13758:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685341.714322:0:13758:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d02d19c0 going to sleep for 11 seconds 00000100:00100000:0.0:1770685341.715238:0:13246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514813312 00000100:00100000:0.0:1770685341.715247:0:13246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514813312 00000100:00100000:0.0:1770685341.715433:0:13246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1770685341.715447:0:13246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:13758:x1856697514813312:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1770685341.715751:0:13246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:13758:x1856697514813312:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 307us (1457us total) trans 4294967365 rc 0/0 00000100:00100000:0.0:1770685341.715758:0:13246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1770685341.715933:0:13758:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb156300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:13758:1856697514813312:0@lo:1000:mdt_rdpg00_002.0 00010000:00010000:1.0:1770685341.715957:0:13758:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef91f0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685341.715967:0:13758:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef91f0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685341.715975:0:13758:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef91f0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685341.715981:0:13758:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e4600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685341.715984:0:13758:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef91f0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685341.716001:0:13758:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef91f0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685341.716028:0:13758:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9d92f27c0c00) 00010000:00010000:1.0:1770685341.716031:0:13758:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1770685341.716043:0:13758:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef91f0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13758 initiator: MDT0 00010000:00010000:1.0:1770685341.716049:0:13758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef91f0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13758 initiator: MDT0 00000004:00080000:1.0:1770685341.716227:0:13758:0:(mdd_object.c:3993:mdd_close()) Object [0x200000401:0x4c:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1770685341.716336:0:13758:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10, 64 off8856 00000004:00080000:1.0:1770685341.716346:0:13758:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 666561767685ns, next at 667561766072ns, rc = 0 00000001:00080000:1.0:1770685341.716353:0:13758:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968173 00010000:00010000:1.0:1770685341.716414:0:13758:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9d92f27c0c00) 00010000:00010000:1.0:1770685341.716417:0:13758:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1770685341.716423:0:13758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef91db lrc: 0/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be067 expref: 114 pid: 6998 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685341.716510:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c83ee850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+113:30684:x1856697500409856:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 23089us (24181us total) trans 4294968174 rc 0/0 00000100:00100000:1.0:1770685341.716518:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 290 00000020:00080000:1.0:1770685341.716522:0:13758:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1770685341.737406:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685341.737484:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500410624 00000100:00100000:1.0:1770685341.737494:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500410624 00000100:00100000:1.0:1770685341.737549:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1299 00000100:00100000:1.0:1770685341.737560:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+113:30687:x1856697500410624:12345-192.168.203.41@tcp:101:lfs.0 00010000:00010000:1.0:1770685341.737604:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685341.737643:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef91f7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225be06e expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685341.737717:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef91fe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685341.737736:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef91fe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685341.737746:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef91fe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685341.737759:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef9205 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685341.737765:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef9205 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685341.737771:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef9205 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685341.737894:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef920c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685341.737902:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef920c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685341.737909:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef920c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:1.0:1770685341.737918:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00010000:00010000:1.0:1770685341.738002:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef91fe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685341.738009:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef91fe lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685341.738039:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef91fe lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685341.738046:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685341.738050:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef91fe lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685341.738058:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef91fe lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685341.738070:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9d92f27c0300) 00010000:00010000:1.0:1770685341.738073:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685341.738078:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef91fe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685341.738085:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef91fe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685341.738099:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef9205 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685341.738105:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef9205 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685341.738111:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef9205 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685341.738116:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685341.738119:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef9205 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685341.738125:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef9205 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685341.738143:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff9d92c3dd8700) 00010000:00010000:1.0:1770685341.738145:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685341.738149:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef9205 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685341.738154:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef9205 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685341.738195:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef91f7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be06e expref: 116 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685341.738208:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef920c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be06e expref: 115 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685341.738215:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9d92c3dd8800) 00010000:00010000:1.0:1770685341.738217:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1770685341.738219:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc2000, rc 0) 00000100:00100000:1.0:1770685341.738284:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+115:30687:x1856697500410624:12345-192.168.203.41@tcp:101:lfs.0 Request processed in 726us (887us total) trans 4294968175 rc 0/0 00000100:00100000:1.0:1770685341.738292:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1299 00000100:00100000:3.0:1770685341.744337:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685341.744515:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500410752 00000100:00100000:1.0:1770685341.744525:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500410752 00000100:00100000:1.0:1770685341.744611:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1300 00000100:00100000:1.0:1770685341.744621:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+115:30687:x1856697500410752:12345-192.168.203.41@tcp:54:lfs.0 00010000:00010000:1.0:1770685341.744693:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef921a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685341.744709:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef921a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685341.744727:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef921a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685341.744766:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef921a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685341.744772:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef921a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685341.744778:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef921a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685341.744783:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685341.744787:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef921a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685341.744793:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef921a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685341.744804:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9d92c3dd8800) 00010000:00010000:1.0:1770685341.744807:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1770685341.744812:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef921a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685341.744817:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef921a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:1.0:1770685341.744884:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+115:30687:x1856697500410752:12345-192.168.203.41@tcp:54:lfs.0 Request processed in 264us (555us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685341.744891:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1300 00000100:00100000:3.0:1770685341.750049:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685341.750187:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500411008 00000100:00100000:0.0:1770685341.750197:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500411008 00000100:00100000:0.0:1770685341.750251:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 291 00000100:00100000:0.0:1770685341.750261:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c3e4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+115:30687:x1856697500411008:12345-192.168.203.41@tcp:35:lfs.0 00000100:00100000:0.0:1770685341.750482:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c3e4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+116:30687:x1856697500411008:12345-192.168.203.41@tcp:35:lfs.0 Request processed in 221us (440us total) trans 4294968176 rc 0/0 00000100:00100000:0.0:1770685341.750489:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 291 00000100:00100000:3.0:1770685341.946113:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685341.946439:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500411136 00000100:00100000:1.0:1770685341.946450:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500411136 00000100:00100000:1.0:1770685341.946538:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1301 00000100:00100000:1.0:1770685341.946549:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b58e3487-9829-41c1-97fe-e04ad742f090+10:30662:x1856697500411136:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1770685341.946738:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b58e3487-9829-41c1-97fe-e04ad742f090+10:30662:x1856697500411136:12345-192.168.203.41@tcp:60:lhsmtool_posix.0 Request processed in 191us (634us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685341.946747:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1301 00000100:00100000:2.0:1770685341.950897:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685341.951050:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500411392 00000100:00100000:3.0:1770685341.951060:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500411392 00000100:00100000:3.0:1770685341.951113:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 292 00000100:00100000:3.0:1770685341.951121:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c274ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b58e3487-9829-41c1-97fe-e04ad742f090+10:30662:x1856697500411392:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1770685341.952320:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c274ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b58e3487-9829-41c1-97fe-e04ad742f090+11:30662:x1856697500411392:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 1194us (1438us total) trans 4294968177 rc 0/0 00000100:00100000:3.0:1770685341.952331:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 292 00000100:00100000:3.0:1770685342.123738:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685342.123841:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500411648 00000100:00100000:0.0:1770685342.123856:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500411648 00000100:00100000:0.0:1770685342.123943:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1302 00000100:00100000:0.0:1770685342.123955:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+116:30708:x1856697500411648:12345-192.168.203.41@tcp:101:cat.0 00010000:00010000:0.0:1770685342.123978:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685342.124000:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef9221 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225be075 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685342.124106:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef9228 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685342.124118:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef9228 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685342.124129:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef9228 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685342.124141:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00010000:00010000:0.0:1770685342.124263:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef9221 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be075 expref: 119 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685342.124281:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef9228 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be075 expref: 118 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685342.124289:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9d92c3dd8800) 00010000:00010000:0.0:1770685342.124292:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685342.124295:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e4800, rc 0) 00000100:00100000:0.0:1770685342.124555:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+118:30708:x1856697500411648:12345-192.168.203.41@tcp:101:cat.0 Request processed in 602us (847us total) trans 4294968178 rc 0/0 00000100:00100000:0.0:1770685342.124562:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1302 00000100:00080000:3.0:1770685342.124843:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770685342.130906:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685342.132291:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500411904 00000100:00100000:0.0:1770685342.132319:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500411904 00000100:00100000:0.0:1770685342.132402:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 77 00000100:00100000:0.0:1770685342.132414:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d84e1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+118:30708:x1856697500411904:12345-192.168.203.41@tcp:103:cat.0 00010000:00010000:0.0:1770685342.132433:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1770685342.132463:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef9228 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be075 expref: 118 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685342.132487:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef920c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be06e expref: 117 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685342.132499:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9d92c3dd8800) 00010000:00010000:0.0:1770685342.132511:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685342.132618:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d84e1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+116:30708:x1856697500411904:12345-192.168.203.41@tcp:103:cat.0 Request processed in 206us (1726us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685342.132629:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 77 00000100:00100000:2.0:1770685342.134929:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685342.135046:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500412032 00000100:00100000:1.0:1770685342.135057:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500412032 00000100:00100000:1.0:1770685342.135113:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1303 00000100:00100000:1.0:1770685342.135124:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d0f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+116:30708:x1856697500412032:12345-192.168.203.41@tcp:58:cat.0 00010000:00010000:1.0:1770685342.135224:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef9236 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685342.135240:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef9236 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685342.135250:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef9236 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000040:00080000:1.0:1770685342.135413:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].38, 136 off13360 00000100:00100000:1.0:1770685342.135494:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d0f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+116:30708:x1856697500412032:12345-192.168.203.41@tcp:58:cat.0 Request processed in 371us (572us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685342.135501:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1303 00000100:00100000:3.0:1770685342.137778:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685342.139466:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500412160 00000100:00100000:0.0:1770685342.139482:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500412160 00000100:00100000:0.0:1770685342.139536:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1304 00000100:00100000:0.0:1770685342.139545:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+116:30708:x1856697500412160:12345-192.168.203.41@tcp:101:cat.0 00010000:00010000:0.0:1770685342.139563:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685342.139610:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef923d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225be07c expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685342.139662:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef9236 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685342.139672:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef923d lrc: 4/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be07c expref: 117 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685342.139689:0:6998:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef9236 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685342.139702:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef923d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be07c expref: 117 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685342.139714:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9d92c3dd8700) 00010000:00010000:0.0:1770685342.139717:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1770685342.139721:0:6998:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef923d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be07c expref: 117 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685342.139727:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e4800, rc 0) 00000100:00100000:0.0:1770685342.139783:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+117:30708:x1856697500412160:12345-192.168.203.41@tcp:101:cat.0 Request processed in 240us (2019us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685342.139790:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1304 00010000:00010000:3.0:1770685342.449829:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1770685343.090714:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685343.090725:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1770685343.090946:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 4 00000040:00080000:3.0:1770685343.090953:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1770685343.473851:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1770685343.796445:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c29c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514813440:0@lo:400:kworker.0 00000100:00100000:0.0:1770685343.796521:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685343.796610:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c29c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514813952:0@lo:400:kworker.0 00000100:00100000:0.0:1770685343.796638:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685343.796659:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1770685343.796665:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c29c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514813824:0@lo:400:kworker.0 00000100:00100000:0.0:1770685343.796686:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685343.796801:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514813952 00000100:00100000:1.0:1770685343.796810:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514813952 00000100:00100000:1.0:1770685343.796875:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:1.0:1770685343.796896:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514813952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685343.796953:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3289:x1856697514813952:12345-0@lo:400:kworker.0 Request processed in 70us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685343.796989:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:1.0:1770685343.797041:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c29c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3289:1856697514813952:0@lo:400:kworker.0 00000100:00080000:0.0:1770685343.797301:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685343.797388:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514813440 00000100:00100000:3.0:1770685343.797393:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514813440 00000100:00100000:3.0:1770685343.797431:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:3.0:1770685343.797439:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300567850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514813440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685343.797478:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300567850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3289:x1856697514813440:12345-0@lo:400:kworker.0 Request processed in 40us (956us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685343.797483:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:3.0:1770685343.797512:0:6539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514813824 00000100:00100000:3.0:1770685343.797515:0:6539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514813824 00000100:00100000:2.0:1770685343.797530:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c29c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514813568:0@lo:400:kworker.0 00000100:00100000:3.0:1770685343.797541:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:3.0:1770685343.797547:0:6539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5342a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3289:x1856697514813824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685343.797562:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685343.797575:0:6539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5342a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3289:x1856697514813824:12345-0@lo:400:kworker.0 Request processed in 28us (888us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685343.797595:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c29c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514814080:0@lo:400:kworker.0 00000100:00100000:3.0:1770685343.797599:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:2.0:1770685343.797618:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685343.797635:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c29c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514813696:0@lo:400:kworker.0 00000100:00100000:2.0:1770685343.797656:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514813568 00000100:00100000:3.0:1770685343.797660:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685343.797660:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514813568 00000100:00100000:2.0:1770685343.797681:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514813696 00000100:00100000:2.0:1770685343.797684:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514813696 00000100:00100000:2.0:1770685343.797703:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:2.0:1770685343.797708:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514813568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685343.797752:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3290:x1856697514813568:12345-0@lo:400:kworker.0 Request processed in 44us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685343.797758:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:2.0:1770685343.797770:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:2.0:1770685343.797776:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514813696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685343.797804:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1856697514813696:12345-0@lo:400:kworker.0 Request processed in 29us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685343.797810:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:2.0:1770685343.797839:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c29c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1856697514813696:0@lo:400:kworker.0 00000100:00100000:2.0:1770685343.797859:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c29c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3290:1856697514813568:0@lo:400:kworker.0 00000100:00100000:2.0:1770685343.797893:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514814080 00000100:00100000:2.0:1770685343.797897:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514814080 00000100:00100000:2.0:1770685343.797921:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:2.0:1770685343.797927:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514814080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685343.797960:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3290:x1856697514814080:12345-0@lo:400:kworker.0 Request processed in 33us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685343.797965:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:2.0:1770685343.798083:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c29c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514814080:0@lo:400:kworker.0 00000100:00080000:0.0:1770685343.799049:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1770685343.799056:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1770685343.799059:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1770685343.799093:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c29c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514813824:0@lo:400:kworker.0 00000100:00100000:0.0:1770685343.799104:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c29c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02368443-f312-44b4-8d5b-8c5b083a881f:3289:1856697514813440:0@lo:400:kworker.0 00000001:00100000:1.0:1770685343.853153:0:7432:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of b58e3487-9829-41c1-97fe-e04ad742f090 00000004:00080000:3.0:1770685344.306701:0:6565:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 669152120175ns, next at 670152117772ns, rc = 0 00000100:00100000:0.0:1770685344.306793:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c29c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514814208:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1770685344.306868:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685344.307085:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5d2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514814336:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1770685344.307113:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685344.307255:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514814208 00000100:00100000:2.0:1770685344.307262:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514814208 00000100:00100000:2.0:1770685344.307305:0:6541:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514814336 00000100:00100000:2.0:1770685344.307309:0:6541:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514814336 00000100:00100000:2.0:1770685344.307325:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:2.0:1770685344.307333:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3291:x1856697514814208:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1770685344.307368:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 91815936 pending 0 free 3850371072 avail 3848273920 00000100:00100000:2.0:1770685344.307413:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3291:x1856697514814208:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685344.307419:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000100:00100000:2.0:1770685344.307434:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:2.0:1770685344.307440:0:6541:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5343b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514814336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1770685344.307457:0:6541:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 85000192 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1770685344.307492:0:6541:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5343b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3288:x1856697514814336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 52us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685344.307498:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00100000:0.0:1770685344.307635:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5d2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514814336:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1770685344.307670:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c29c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856697514814208:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1770685344.499111:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685345.479552:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685345.479628:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685345.479660:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685345.479694:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685345.479711:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685345.479729:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685345.479753:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685345.479772:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685345.479788:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685345.479809:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685345.479844:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500412800 00000100:00100000:3.0:1770685345.479854:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500412800 00000100:00100000:3.0:1770685345.479907:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500412416 00000100:00100000:3.0:1770685345.479911:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500412416 00000100:00100000:3.0:1770685345.479925:0:5760:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500413184 00000100:00100000:3.0:1770685345.479928:0:5760:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500413184 00000100:00100000:3.0:1770685345.479944:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 459 00000100:00100000:3.0:1770685345.479966:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+56:2349:x1856697500412800:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685345.480050:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1b20a364-7a5a-4770-9192-023629c7ce89+56:2349:x1856697500412800:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 87us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685345.480058:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 459 00000100:00100000:3.0:1770685345.480075:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 460 00000100:00100000:3.0:1770685345.480081:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+117:2349:x1856697500412416:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685345.480119:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+117:2349:x1856697500412416:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 38us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685345.480126:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 460 00000100:00100000:3.0:1770685345.480139:0:5760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 461 00000100:00100000:3.0:1770685345.480145:0:5760:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b58e3487-9829-41c1-97fe-e04ad742f090+11:2349:x1856697500413184:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685345.480176:0:5760:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b58e3487-9829-41c1-97fe-e04ad742f090+11:2349:x1856697500413184:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 32us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685345.480183:0:5760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 461 00000100:00100000:3.0:1770685345.480201:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500412544 00000100:00100000:3.0:1770685345.480205:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500412544 00000100:00100000:3.0:1770685345.480224:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500413056 00000100:00100000:3.0:1770685345.480227:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500413056 00000100:00100000:3.0:1770685345.480239:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500413312 00000100:00100000:3.0:1770685345.480241:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500413312 00000100:00100000:3.0:1770685345.480250:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500412672 00000100:00100000:3.0:1770685345.480252:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500412672 00000100:00100000:3.0:1770685345.480263:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500412928 00000100:00100000:3.0:1770685345.480266:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500412928 00000100:00100000:3.0:1770685345.480276:0:17436:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500413440 00000100:00100000:3.0:1770685345.480279:0:17436:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500413440 00000100:00100000:3.0:1770685345.480291:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 452 00000100:00100000:3.0:1770685345.480297:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:2349:x1856697500412544:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685345.480324:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:2349:x1856697500412544:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 26us (696us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685345.480331:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 452 00000100:00100000:3.0:1770685345.480342:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 453 00000100:00100000:3.0:1770685345.480349:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1b20a364-7a5a-4770-9192-023629c7ce89+10:2349:x1856697500413056:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685345.480371:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1b20a364-7a5a-4770-9192-023629c7ce89+10:2349:x1856697500413056:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 23us (677us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685345.480377:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 453 00000100:00100000:3.0:1770685345.480389:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 454 00000100:00100000:3.0:1770685345.480394:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b58e3487-9829-41c1-97fe-e04ad742f090+5:2349:x1856697500413312:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685345.480416:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b58e3487-9829-41c1-97fe-e04ad742f090+5:2349:x1856697500413312:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 23us (704us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685345.480422:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 454 00000100:00100000:3.0:1770685345.480433:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 455 00000100:00100000:3.0:1770685345.480439:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:2349:x1856697500412672:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685345.480461:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:2349:x1856697500412672:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 22us (708us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685345.480467:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 455 00000100:00100000:3.0:1770685345.480478:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 456 00000100:00100000:3.0:1770685345.480483:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1b20a364-7a5a-4770-9192-023629c7ce89+8:2349:x1856697500412928:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685345.480505:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1b20a364-7a5a-4770-9192-023629c7ce89+8:2349:x1856697500412928:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 21us (731us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685345.480511:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 456 00000100:00100000:3.0:1770685345.480522:0:17436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 457 00000100:00100000:3.0:1770685345.480527:0:17436:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b58e3487-9829-41c1-97fe-e04ad742f090+5:2349:x1856697500413440:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685345.480545:0:17436:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b58e3487-9829-41c1-97fe-e04ad742f090+5:2349:x1856697500413440:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 18us (736us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685345.480551:0:17436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 457 00000100:00080000:3.0:1770685345.480567:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1770685345.480571:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1770685345.480574:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770685345.481628:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500412288 00000100:00100000:1.0:1770685345.481636:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500412288 00000100:00100000:1.0:1770685345.481685:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 601 00000100:00100000:1.0:1770685345.481694:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300565050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+15:2349:x1856697500412288:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685345.481745:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300565050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+15:2349:x1856697500412288:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 52us (2205us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685345.481751:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 601 00010000:00010000:3.0:1770685345.521849:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1770685345.967734:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967365 is committed 00000001:00080000:0.0:1770685345.982670:0:20696:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968178 is committed 00000004:00080000:3.0:1770685345.982762:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 10 committed 00000001:00080000:3.0:1770685345.982799:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968165 is committed 00000001:00080000:3.0:1770685345.982807:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968162 is committed 00000004:00080000:3.0:1770685345.982813:0:5782:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 11 committed 00000001:00080000:3.0:1770685345.982824:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968177 is committed 00000020:00080000:3.0:1770685345.982834:0:5782:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9d92c5f35d80 refcount 2 committed 0 result 0 batchid 29 00000020:00080000:3.0:1770685345.982840:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92c5f2e700 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9d92c5f350c0 00000020:00080000:3.0:1770685345.982843:0:5782:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9d92c5f2e200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9d91c2474c00 00000020:00080000:2.0:1770685345.982925:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 29 committed batchid 28 00000020:00080000:2.0:1770685345.983131:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 28 00000100:00100000:2.0:1770685345.983851:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5164700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514814464:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1770685345.983925:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1770685345.986118:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514814464 00000100:00100000:1.0:1770685345.986145:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514814464 00000100:00100000:1.0:1770685345.986266:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:1.0:1770685345.986281:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3289:x1856697514814464:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1770685345.986323:0:6538:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:25 count 1 00002000:00010000:1.0:1770685345.986368:0:6538:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x19:0x0] initial LVB size: 1048576, mtime: 0x698a839c, atime: 0x0, ctime: 0x698a839c, blocks: 0x803 00010000:00010000:1.0:1770685345.986379:0:6538:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef9244 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685345.986398:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685345.986400:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685345.986406:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef9244 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685345.986423:0:6538:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef9244 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685345.986461:0:6538:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef9244 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685345.986471:0:6538:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef9244 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685345.986502:0:6538:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1770685345.986538:0:5748:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1770685345.986554:0:5748:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef9244 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685345.986569:0:5748:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2c00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:2.0:1770685345.986574:0:5748:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef9244 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685345.986625:0:5748:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef9244 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685345.986648:0:5748:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef9244 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685345.986657:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef9244 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685345.986685:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685345.986687:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685345.986689:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1770685345.986925:0:20696:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968164 is committed 00000100:00100000:1.0:1770685345.987287:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3289:x1856697514814464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1007us (3358us total) trans 4294967366 rc 0/0 00000100:00100000:1.0:1770685345.987300:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:2.0:1770685345.987344:0:3289:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967365 gen 2 00000004:00080000:2.0:1770685345.987351:0:3289:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967365 committed transno 4294967365 00000100:00100000:2.0:1770685345.987376:0:3289:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9d91c5164700 x1856697514814464/t4294967366(4294967366) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770685361 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1770685345.987388:0:3289:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9d91c5164700/2, rc 0, transno 4294967366 00000100:00100000:2.0:1770685345.987393:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5164700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514814464:0@lo:6:osp-syn-0-0.0 00000100:00080000:3.0:1770685345.987513:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1770685346.545886:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685347.136188:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685347.138788:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500413568 00000100:00100000:1.0:1770685347.138803:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500413568 00000100:00100000:1.0:1770685347.138946:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1305 00000100:00100000:1.0:1770685347.138957:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+55:30711:x1856697500413568:12345-192.168.203.41@tcp:101:stat.0 00010000:00010000:1.0:1770685347.138987:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685347.139008:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef924b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225be083 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685347.139072:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef9252 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.139085:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef9252 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.139094:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef9252 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.139108:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef9259 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.139127:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef9259 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.139133:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef9259 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.139412:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef9260 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.139422:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef9260 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.139429:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef9260 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:1.0:1770685347.139464:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00000004:00200000:1.0:1770685347.139468:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1770685347.139486:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef9260 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.139496:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef9260 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.139503:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef9252 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.139509:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef9252 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.139515:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef9252 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.139521:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685347.139525:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef9252 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.139538:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef9252 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.139550:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9d92f27c0300) 00010000:00010000:1.0:1770685347.139553:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685347.139558:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef9252 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.139563:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef9252 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.139639:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef9259 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.139647:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef9259 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.139983:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef9259 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.139990:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685347.139994:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef9259 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.140001:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef9259 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.140010:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff9d92c3dd8200) 00010000:00010000:1.0:1770685347.140013:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685347.140016:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef9259 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.140021:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef9259 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.140064:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef924b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be083 expref: 57 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685347.140077:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef9260 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be083 expref: 56 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685347.140085:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9d92c3dd8700) 00010000:00010000:1.0:1770685347.140087:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1770685347.140090:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc2000, rc 0) 00000100:00100000:1.0:1770685347.140161:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+56:30711:x1856697500413568:12345-192.168.203.41@tcp:101:stat.0 Request processed in 1206us (3982us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685347.140169:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1305 00000100:00080000:3.0:1770685347.140481:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685347.340143:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685347.340344:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500413696 00000100:00100000:0.0:1770685347.340354:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500413696 00000100:00100000:0.0:1770685347.340465:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1306 00000100:00100000:0.0:1770685347.340473:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c4f61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b58e3487-9829-41c1-97fe-e04ad742f090+7:30735:x1856697500413696:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685347.340491:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685347.340511:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef9267 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225be08a expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685347.342194:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4400/0x8f0dbafbd9ef926e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685347.342214:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4400/0x8f0dbafbd9ef926e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685347.342226:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4400/0x8f0dbafbd9ef926e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685347.342286:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1770685347.342290:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 32 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685347.342310:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4400/0x8f0dbafbd9ef926e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685347.342335:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef9267 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be08a expref: 9 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685347.342352:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4400/0x8f0dbafbd9ef926e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be08a expref: 8 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685347.342360:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3c00) 00010000:00010000:0.0:1770685347.342363:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1770685347.342367:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e4400, rc 0) 00000100:00100000:0.0:1770685347.342446:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c4f61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b58e3487-9829-41c1-97fe-e04ad742f090+8:30735:x1856697500413696:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 1973us (2311us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685347.342454:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1306 00000100:00080000:3.0:1770685347.342862:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685347.351842:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685347.351965:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500413952 00000100:00100000:1.0:1770685347.352139:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500413952 00000100:00100000:1.0:1770685347.352309:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1307 00000100:00100000:1.0:1770685347.352320:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b58e3487-9829-41c1-97fe-e04ad742f090+8:30736:x1856697500413952:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685347.352340:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685347.352360:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef9275 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225be091 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685347.352433:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef927c lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.352446:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef927c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.352457:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef927c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.352488:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef9283 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.352495:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef9283 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.352502:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef9283 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.352778:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef928a lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.352788:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef928a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.352796:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef928a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:1.0:1770685347.352805:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:1.0:1770685347.352912:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef927c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.352919:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef927c lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.352924:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef927c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.352929:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685347.352933:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef927c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.352940:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef927c lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.352970:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9d92c554f400) 00010000:00010000:1.0:1770685347.352988:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685347.352994:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef927c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.353000:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef927c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.353012:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef9283 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.353018:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef9283 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.353024:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef9283 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.353029:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685347.353032:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef9283 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.353038:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef9283 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.353044:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9d92c3dd8200) 00010000:00010000:1.0:1770685347.353046:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685347.353049:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef9283 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.353054:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef9283 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685347.353431:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef9275 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be091 expref: 11 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685347.353452:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef928a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be091 expref: 10 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685347.353460:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:1.0:1770685347.353462:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685347.353465:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc3e00, rc 0) 00000100:00100000:1.0:1770685347.353532:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b58e3487-9829-41c1-97fe-e04ad742f090+10:30736:x1856697500413952:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 1215us (1698us total) trans 4294968179 rc 0/0 00000100:00100000:1.0:1770685347.353541:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1307 00000100:00100000:2.0:1770685347.359837:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685347.359889:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685347.359957:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500414080 00000100:00100000:1.0:1770685347.359968:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500414080 00000100:00100000:1.0:1770685347.360037:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1308 00000100:00100000:1.0:1770685347.360047:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b58e3487-9829-41c1-97fe-e04ad742f090+10:30736:x1856697500414080:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1770685347.360154:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b58e3487-9829-41c1-97fe-e04ad742f090+10:30736:x1856697500414080:12345-192.168.203.41@tcp:59:lhsmtool_posix.0 Request processed in 108us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685347.360162:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1308 00000100:00100000:3.0:1770685347.360347:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500414208 00000100:00100000:3.0:1770685347.360352:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500414208 00000100:00100000:3.0:1770685347.360391:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 78 00000100:00100000:3.0:1770685347.360398:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b58e3487-9829-41c1-97fe-e04ad742f090+10:2350:x1856697500414208:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1770685347.360408:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685347.360430:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef928a lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be091 expref: 10 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685347.360447:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:3.0:1770685347.360452:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1770685347.360472:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b58e3487-9829-41c1-97fe-e04ad742f090+9:2350:x1856697500414208:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 75us (584us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685347.360478:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 78 00010000:00010000:3.0:1770685347.571518:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1770685348.209863:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1770685348.209873:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1770685348.209922:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 4 00000040:00080000:3.0:1770685348.209929:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1770685348.210063:0:11361:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c29c5180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514814592:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1770685348.210341:0:11361:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92f51663c0 going to sleep for 11 seconds 00000100:00100000:3.0:1770685348.218879:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685348.218929:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500414336 00000100:00100000:2.0:1770685348.218950:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500414336 00000100:00100000:2.0:1770685348.219072:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1309 00000100:00100000:2.0:1770685348.219082:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b58e3487-9829-41c1-97fe-e04ad742f090+10:30737:x1856697500414336:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1770685348.219113:0:6998:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0x27:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1770685348.219212:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b58e3487-9829-41c1-97fe-e04ad742f090+10:30737:x1856697500414336:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 131us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685348.219220:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1309 00000100:00100000:0.0:1770685348.222089:0:11361:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c29c5180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11361:1856697514814592:192.168.203.41@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1770685348.225459:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685348.226436:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500414464 00000100:00100000:0.0:1770685348.226449:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500414464 00000100:00100000:0.0:1770685348.226510:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1310 00000100:00100000:0.0:1770685348.226519:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b58e3487-9829-41c1-97fe-e04ad742f090+9:30737:x1856697500414464:12345-192.168.203.41@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1770685348.226622:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef9298 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.226638:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef9298 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.226650:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef9298 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.226666:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef929f lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.226672:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef929f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.226678:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef929f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.228975:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef92a6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.228997:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef92a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.229008:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef92a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685348.229047:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00000004:00200000:0.0:1770685348.229051:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685348.229063:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef92a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.229073:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef9298 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.229080:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef9298 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.229086:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef9298 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.229092:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e5e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685348.229096:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef9298 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.229103:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef9298 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.229113:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:0.0:1770685348.229116:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685348.229120:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef9298 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.229126:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef9298 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.229139:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef929f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.229353:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef929f lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.229362:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef929f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.229367:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e5000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685348.229371:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef929f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.229376:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef929f lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.229384:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x4e3552f8 (ffff9d92f27c0600) 00010000:00010000:0.0:1770685348.229386:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685348.229389:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef929f lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.229395:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef929f lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.229412:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef92a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.229418:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef92a6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.229423:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef92a6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.229428:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e4c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685348.229431:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef92a6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.229441:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef92a6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.229447:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9d92c3dd8700) 00010000:00010000:0.0:1770685348.229449:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685348.229451:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef92a6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.229456:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef92a6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685348.229649:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b58e3487-9829-41c1-97fe-e04ad742f090+9:30737:x1856697500414464:12345-192.168.203.41@tcp:34:lhsmtool_posix.0 Request processed in 3126us (4194us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685348.229659:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1310 00000100:00100000:3.0:1770685348.240825:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685348.241048:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500414720 00000100:00100000:1.0:1770685348.241059:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500414720 00000100:00100000:1.0:1770685348.241168:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1311 00000100:00100000:1.0:1770685348.241178:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c29c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b58e3487-9829-41c1-97fe-e04ad742f090+9:30737:x1856697500414720:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685348.241198:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685348.241219:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef92ad lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225be098 expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685348.241289:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef92b4 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685348.241319:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef92b4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685348.241331:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef92b4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685348.241347:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef92bb lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685348.241353:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef92bb lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685348.241359:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef92bb lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685348.241418:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef92c2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685348.241427:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef92c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685348.241433:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef92c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000004:00200000:1.0:1770685348.241444:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00010000:00010000:1.0:1770685348.241553:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef92c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685348.241560:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef92c2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685348.241566:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef92c2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685348.241573:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685348.241620:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef92c2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685348.241627:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef92c2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685348.241641:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9d92c3dd8700) 00010000:00010000:1.0:1770685348.241644:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1770685348.241649:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef92c2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685348.241655:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef92c2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685348.241670:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef92b4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685348.241674:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef92b4 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685348.241680:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef92b4 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685348.241684:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685348.241687:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef92b4 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685348.241692:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef92b4 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685348.241983:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:1.0:1770685348.241986:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685348.241990:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef92b4 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685348.242006:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef92b4 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685348.242017:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef92bb lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685348.242023:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef92bb lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685348.242028:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef92bb lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685348.242033:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:1.0:1770685348.242036:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef92bb lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685348.242042:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef92bb lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685348.242049:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x4e3552f8 (ffff9d92c3dd8200) 00010000:00010000:1.0:1770685348.242052:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1770685348.242054:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef92bb lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685348.242059:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef92bb lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685348.242098:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef92ad lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be098 expref: 11 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685348.242108:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d92c5552900) 00010000:00010000:1.0:1770685348.242110:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1770685348.242121:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef92ad lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be098 expref: 11 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685348.242130:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc2800, rc 0) 00000100:00100000:1.0:1770685348.242183:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c29c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b58e3487-9829-41c1-97fe-e04ad742f090+10:30737:x1856697500414720:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 1007us (1367us total) trans 4294968180 rc 301/301 00000100:00100000:1.0:1770685348.242191:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1311 00000100:00100000:3.0:1770685348.249365:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685348.249553:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500414848 00000100:00100000:1.0:1770685348.249563:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500414848 00000100:00100000:1.0:1770685348.249627:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1312 00000100:00100000:1.0:1770685348.249636:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b58e3487-9829-41c1-97fe-e04ad742f090+10:30737:x1856697500414848:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1770685348.249668:0:5762:0:(mdt_handler.c:7939:mdt_fid2path()) path get [0x200000402:0x27:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1770685348.250362:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b58e3487-9829-41c1-97fe-e04ad742f090+10:30737:x1856697500414848:12345-192.168.203.41@tcp:53:lhsmtool_posix.0 Request processed in 722us (1000us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685348.250372:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1312 00000100:00100000:2.0:1770685348.255761:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685348.257466:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500414976 00000100:00100000:0.0:1770685348.257481:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500414976 00000100:00100000:0.0:1770685348.257916:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1313 00000100:00100000:0.0:1770685348.257927:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b58e3487-9829-41c1-97fe-e04ad742f090+10:30737:x1856697500414976:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685348.257958:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685348.257988:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef92d0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225be09f expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.258054:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef92d7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.258066:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef92d7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.258076:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef92d7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.258093:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef92de lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.258099:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef92de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.258104:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef92de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.258244:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef92e5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.258253:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef92e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.258260:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef92e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685348.258291:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 11776 00000004:00200000:0.0:1770685348.258296:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685348.258318:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef92e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.258330:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef92d7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.258336:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef92d7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.258342:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef92d7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.258348:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e5000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685348.258351:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef92d7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.258359:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef92d7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.258371:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d92c8ee3c00) 00010000:00010000:0.0:1770685348.258374:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685348.258379:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef92d7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.258384:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef92d7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.258396:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef92de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.258401:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef92de lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.258406:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef92de lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.258411:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e5e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685348.258414:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef92de lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.258419:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef92de lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.258425:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff9d92f27c0600) 00010000:00010000:0.0:1770685348.258428:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685348.258430:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef92de lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.258435:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef92de lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.258466:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef92d0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be09f expref: 12 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.258479:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5600/0x8f0dbafbd9ef92e5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be09f expref: 11 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.258485:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9d92f27c0300) 00010000:00010000:0.0:1770685348.258488:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1770685348.258490:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e5600, rc 0) 00000100:00100000:0.0:1770685348.258606:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b58e3487-9829-41c1-97fe-e04ad742f090+11:30737:x1856697500414976:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 653us (2827us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685348.258614:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1313 00000100:00100000:3.0:1770685348.264876:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685348.265497:0:5769:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500415104 00000100:00100000:1.0:1770685348.265508:0:5769:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500415104 00000100:00100000:1.0:1770685348.265569:0:5769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 2 00000100:00100000:1.0:1770685348.265613:0:5769:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:b58e3487-9829-41c1-97fe-e04ad742f090+11:30737:x1856697500415104:12345-192.168.203.41@tcp:700:lhsmtool_posix.0 00000100:00100000:1.0:1770685348.265733:0:5769:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:b58e3487-9829-41c1-97fe-e04ad742f090+11:30737:x1856697500415104:12345-192.168.203.41@tcp:700:lhsmtool_posix.0 Request processed in 154us (868us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685348.265742:0:5769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 2 00000100:00100000:3.0:1770685348.274666:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685348.274703:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500415360 00000100:00100000:0.0:1770685348.274712:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500415360 00000100:00100000:0.0:1770685348.274781:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1314 00000100:00100000:0.0:1770685348.274792:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b58e3487-9829-41c1-97fe-e04ad742f090+11:30737:x1856697500415360:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685348.274811:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685348.274830:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef92ec lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225be0a6 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.275560:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef92f3 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.275600:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef92f3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.275611:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef92f3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685348.275625:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 0 00010000:00010000:0.0:1770685348.275672:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef92ec lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be0a6 expref: 14 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.275689:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef92f3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be0a6 expref: 13 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.275697:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9d92f27c0600) 00010000:00010000:0.0:1770685348.275700:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685348.275703:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e5e00, rc 0) 00000100:00100000:0.0:1770685348.275768:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b58e3487-9829-41c1-97fe-e04ad742f090+13:30737:x1856697500415360:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 978us (1114us total) trans 4294968181 rc 0/0 00000100:00100000:0.0:1770685348.275776:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1314 00000100:00100000:3.0:1770685348.282787:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685348.282854:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500415616 00000100:00100000:1.0:1770685348.282864:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500415616 00000100:00100000:1.0:1770685348.282920:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1315 00000100:00100000:1.0:1770685348.282929:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b58e3487-9829-41c1-97fe-e04ad742f090+13:30737:x1856697500415616:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1770685348.283004:0:5762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685348.283031:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5e00/0x8f0dbafbd9ef92f3 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be0a6 expref: 13 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685348.283050:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9d92f27c0600) 00010000:00010000:1.0:1770685348.283061:0:5762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1770685348.283082:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef9301 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685348.283095:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef9179 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be03d expref: 104 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685348.283102:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef9301 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685348.283134:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef9179 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225be03d expref: 104 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685348.283147:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef9179 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be03d expref: 104 pid: 6998 timeout: 773 lvb_type: 0 00000100:00100000:1.0:1770685348.283160:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5165500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514814720:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685348.283244:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c2d053c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685348.290869:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5165500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5762:1856697514814720:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685348.290898:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef9301 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00000100:00100000:3.0:1770685348.292145:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685348.293023:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500415744 00000100:00100000:1.0:1770685348.293034:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500415744 00010000:00010000:1.0:1770685348.293105:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef9179 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be03d expref: 105 pid: 6998 timeout: 773 lvb_type: 0 00000100:00080000:3.0:1770685348.293119:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1770685348.293150:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 377 00000100:00100000:1.0:1770685348.293160:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+105:2351:x1856697500415744:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685348.293174:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685348.293180:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef9179 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be03d expref: 105 pid: 6998 timeout: 773 lvb_type: 0 00010000:00010000:1.0:1770685348.293192:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef9179 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be03d expref: 105 pid: 6998 timeout: 773 lvb_type: 0 00010000:00010000:1.0:1770685348.293212:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4c76c00/0x8f0dbafbd9ef9179 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be03d expref: 105 pid: 6998 timeout: 773 lvb_type: 0 00010000:00010000:1.0:1770685348.293227:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9d92f27c0300) 00010000:00010000:1.0:1770685348.293232:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef9301 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685348.293241:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef9301 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685348.293248:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef9301 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0 00010000:00010000:1.0:1770685348.293288:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685348.293346:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+104:2351:x1856697500415744:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 188us (1209us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685348.293354:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 377 00010000:00010000:2.0:1770685348.293462:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef9301 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685348.293470:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef9301 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685348.293493:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc9600/0x8f0dbafbd9ef9308 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4b:0x0].0x82efb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685348.293502:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc9600/0x8f0dbafbd9ef9308 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x82efb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685348.293510:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc9600/0x8f0dbafbd9ef9308 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x82efb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685348.293622:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef9301 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685348.293630:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef9301 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685348.293637:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef9301 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685348.293644:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685348.293648:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef9301 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685348.293655:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef9301 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685348.293664:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9d92f27c0300) 00010000:00010000:2.0:1770685348.293667:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685348.293670:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef9301 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685348.293675:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef9301 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685348.293684:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc9600/0x8f0dbafbd9ef9308 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x82efb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685348.293690:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc9600/0x8f0dbafbd9ef9308 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x82efb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685348.293695:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc9600/0x8f0dbafbd9ef9308 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x82efb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685348.293700:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc9600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685348.293702:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc9600/0x8f0dbafbd9ef9308 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x82efb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685348.293708:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc9600/0x8f0dbafbd9ef9308 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x82efb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685348.293714:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x82efb7d (ffff9d92c8ee3800) 00010000:00010000:2.0:1770685348.293716:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685348.293718:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc9600/0x8f0dbafbd9ef9308 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x82efb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685348.293723:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc9600/0x8f0dbafbd9ef9308 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x82efb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0 00000100:00100000:2.0:1770685348.293787:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b58e3487-9829-41c1-97fe-e04ad742f090+12:30737:x1856697500415616:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 10859us (11009us total) trans 0 rc -2/-2 00000100:00100000:2.0:1770685348.293795:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1315 00000100:00100000:3.0:1770685348.310858:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685348.310934:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500415872 00000100:00100000:2.0:1770685348.310944:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500415872 00000100:00100000:2.0:1770685348.311011:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1316 00000100:00100000:2.0:1770685348.311022:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b58e3487-9829-41c1-97fe-e04ad742f090+12:30737:x1856697500415872:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685348.311041:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685348.311066:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc9600/0x8f0dbafbd9ef930f lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225be0ad expref: -99 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685348.311100:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc8200/0x8f0dbafbd9ef9316 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685348.311113:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc8200/0x8f0dbafbd9ef9316 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685348.311124:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc8200/0x8f0dbafbd9ef9316 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0 00010000:00010000:2.0:1770685348.311222:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc9600/0x8f0dbafbd9ef930f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be0ad expref: 14 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685348.311240:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc8200/0x8f0dbafbd9ef9316 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be0ad expref: 13 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685348.311248:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9d92c8ee3800) 00010000:00010000:2.0:1770685348.311250:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1770685348.311254:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc8200, rc 0) 00000100:00100000:2.0:1770685348.311319:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b58e3487-9829-41c1-97fe-e04ad742f090+13:30737:x1856697500415872:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 297us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685348.311325:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1316 00000100:00100000:3.0:1770685348.318363:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685348.318483:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500416128 00000100:00100000:0.0:1770685348.318493:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500416128 00000100:00100000:0.0:1770685348.318558:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1317 00000100:00100000:0.0:1770685348.318621:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b58e3487-9829-41c1-97fe-e04ad742f090+13:30737:x1856697500416128:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1770685348.318717:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef931d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.318735:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef931d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.318747:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef931d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00010000:0.0:1770685348.319431:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000006ffa4ea0 reply state 00000000a29e9e20 transno 4294968182 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef931d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685348.319448:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1770685348.319559:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b58e3487-9829-41c1-97fe-e04ad742f090+15:30737:x1856697500416128:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 991us (1204us total) trans 4294968182 rc 0/0 00000100:00100000:0.0:1770685348.319568:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1317 00010000:00010000:0.0:1770685348.322661:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef931d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.322677:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef931d lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.322702:0:3275:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef931d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.322709:0:3275:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e4c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685348.322714:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef931d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.322721:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef931d lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.322737:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9d92c8ee3800) 00010000:00010000:0.0:1770685348.322740:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1770685348.322745:0:3275:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef931d lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.322752:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef931d lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:3.0:1770685348.324508:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685348.325200:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500416256 00000100:00100000:0.0:1770685348.325212:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500416256 00000100:00100000:0.0:1770685348.325266:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1318 00000100:00100000:0.0:1770685348.325275:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f51fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b58e3487-9829-41c1-97fe-e04ad742f090+14:30737:x1856697500416256:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685348.325297:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685348.325316:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef9324 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225be0b4 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.325368:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef9324 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be0b4 expref: 15 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.325380:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef9324 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be0b4 expref: 15 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.325389:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9d92c8ee3800) 00010000:00010000:0.0:1770685348.325392:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1770685348.325396:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e5000, rc 0) 00000100:00100000:0.0:1770685348.325452:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f51fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b58e3487-9829-41c1-97fe-e04ad742f090+15:30737:x1856697500416256:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 178us (952us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685348.325459:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1318 00000100:00100000:3.0:1770685348.329338:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685348.329430:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500416384 00000100:00100000:0.0:1770685348.329441:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500416384 00000100:00100000:0.0:1770685348.329499:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 293 00000100:00100000:0.0:1770685348.329508:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5005880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b58e3487-9829-41c1-97fe-e04ad742f090+15:30737:x1856697500416384:12345-192.168.203.41@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1770685348.329661:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5005880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b58e3487-9829-41c1-97fe-e04ad742f090+15:30737:x1856697500416384:12345-192.168.203.41@tcp:49:lhsmtool_posix.0 Request processed in 154us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685348.329669:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 293 00000100:00100000:3.0:1770685348.333949:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685348.334214:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500416640 00000100:00100000:0.0:1770685348.334224:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500416640 00000100:00100000:0.0:1770685348.334290:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 294 00000100:00100000:0.0:1770685348.334300:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5006a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b58e3487-9829-41c1-97fe-e04ad742f090+15:30737:x1856697500416640:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1770685348.334518:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5006a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b58e3487-9829-41c1-97fe-e04ad742f090+16:30737:x1856697500416640:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 220us (589us total) trans 4294968183 rc 0/0 00000100:00100000:0.0:1770685348.334525:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 294 00000100:00100000:3.0:1770685348.337634:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685348.337931:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500416896 00000100:00100000:2.0:1770685348.337952:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500416896 00000100:00100000:2.0:1770685348.338011:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1319 00000100:00100000:2.0:1770685348.338022:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5005f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b58e3487-9829-41c1-97fe-e04ad742f090+16:30737:x1856697500416896:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1770685348.338136:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5005f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b58e3487-9829-41c1-97fe-e04ad742f090+16:30737:x1856697500416896:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 115us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685348.338143:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1319 00000100:00100000:3.0:1770685348.342689:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685348.343125:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500417152 00000100:00100000:0.0:1770685348.343135:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500417152 00000100:00100000:0.0:1770685348.343213:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1320 00000100:00100000:0.0:1770685348.343224:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5004000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b58e3487-9829-41c1-97fe-e04ad742f090+16:30737:x1856697500417152:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685348.343245:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685348.343266:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef932b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225be0bb expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.343369:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef9332 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.343386:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef9324 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be0b4 expref: 17 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.343394:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef9332 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.343425:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef9324 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0b4 expref: 17 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.343438:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef9324 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0b4 expref: 17 pid: 6998 timeout: 773 lvb_type: 0 00000100:00100000:0.0:1770685348.343450:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5341880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514814848:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685348.343532:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fb185600 going to sleep for 11 seconds 00000100:00100000:3.0:1770685348.348660:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685348.348778:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500417280 00000100:00100000:1.0:1770685348.348802:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500417280 00010000:00010000:1.0:1770685348.348840:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef9324 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0b4 expref: 18 pid: 6998 timeout: 773 lvb_type: 0 00000100:00100000:1.0:1770685348.348879:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 378 00000100:00100000:1.0:1770685348.348889:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5007480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b58e3487-9829-41c1-97fe-e04ad742f090+18:2350:x1856697500417280:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685348.348902:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685348.348910:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef9324 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0b4 expref: 18 pid: 6998 timeout: 773 lvb_type: 0 00010000:00010000:1.0:1770685348.348923:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef9324 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0b4 expref: 18 pid: 6998 timeout: 773 lvb_type: 0 00010000:00010000:1.0:1770685348.348956:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9d92c8ee3800) 00010000:00010000:1.0:1770685348.348961:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef9332 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685348.348978:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef9332 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685348.348986:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef9332 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685348.349003:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685348.349064:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5007480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b58e3487-9829-41c1-97fe-e04ad742f090+18:2350:x1856697500417280:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 176us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685348.349071:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 378 00010000:00010000:0.0:1770685348.351138:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef9324 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0b4 expref: 17 pid: 6998 timeout: 773 lvb_type: 0 00000100:00100000:0.0:1770685348.351174:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5341880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514814848:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685348.351199:0:6998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef9332 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.351208:0:6998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef9332 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.351213:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef9332 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685348.351233:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 0 00000004:00080000:0.0:1770685348.351525:0:6998:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1c:0x0], index 1: 0 00010000:00010000:0.0:1770685348.351907:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef9332 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.351916:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef9332 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.351923:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef9332 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.351930:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e4600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685348.351934:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef9332 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.352033:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef9332 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.352049:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9d92c8ee3800) 00010000:00010000:0.0:1770685348.352052:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1770685348.352057:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef9332 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.352063:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef9332 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.352116:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef932b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be0bb expref: 17 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.352127:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9d92f27c0300) 00010000:00010000:0.0:1770685348.352130:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1770685348.352134:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef932b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be0bb expref: 17 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.352142:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e4c00, rc 0) 00000100:00100000:0.0:1770685348.352213:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5004000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b58e3487-9829-41c1-97fe-e04ad742f090+16:30737:x1856697500417152:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 8991us (9537us total) trans 4294968184 rc 301/301 00000100:00100000:0.0:1770685348.352222:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1320 00000100:00100000:3.0:1770685348.359100:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685348.359382:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500417536 00000100:00100000:1.0:1770685348.359393:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500417536 00000100:00100000:1.0:1770685348.359446:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 295 00000100:00100000:1.0:1770685348.359456:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5006300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b58e3487-9829-41c1-97fe-e04ad742f090+16:30737:x1856697500417536:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1770685348.359856:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5006300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b58e3487-9829-41c1-97fe-e04ad742f090+17:30737:x1856697500417536:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 399us (762us total) trans 4294968185 rc 0/0 00000100:00100000:1.0:1770685348.359864:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 295 00000100:00100000:2.0:1770685348.363635:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685348.363721:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500417664 00000100:00100000:0.0:1770685348.363733:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500417664 00000100:00100000:0.0:1770685348.363790:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1321 00000100:00100000:0.0:1770685348.363799:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b58e3487-9829-41c1-97fe-e04ad742f090+17:30737:x1856697500417664:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685348.363821:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685348.363841:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef9340 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225be0c2 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.363910:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef9347 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.363923:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef9347 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.363935:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef9347 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685348.363985:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 0 00000004:00200000:0.0:1770685348.363988:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685348.364004:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef9347 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.364030:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4c00/0x8f0dbafbd9ef9340 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be0c2 expref: 19 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.364045:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef9347 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be0c2 expref: 18 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.364053:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9d92c8ee3800) 00010000:00010000:0.0:1770685348.364056:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1770685348.364059:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e4600, rc 0) 00000100:00100000:0.0:1770685348.364120:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b58e3487-9829-41c1-97fe-e04ad742f090+18:30737:x1856697500417664:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 321us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685348.364128:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1321 00000100:00100000:2.0:1770685348.368469:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685348.368569:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500417792 00000100:00100000:1.0:1770685348.368617:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500417792 00000100:00100000:1.0:1770685348.368680:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 364 00000100:00100000:1.0:1770685348.368703:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b58e3487-9829-41c1-97fe-e04ad742f090+5:2350:x1856697500417792:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1770685348.368721:0:6538:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685348.368743:0:6538:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef934e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225be0c9 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1770685348.368767:0:6538:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1770685348.368784:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685348.368787:0:6538:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685348.368795:0:6538:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef934e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be0c9 expref: 6 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685348.368815:0:6538:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef934e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be0c9 expref: 6 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685348.368827:0:6538:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc2c00, rc 0) 00000100:00100000:1.0:1770685348.368890:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b58e3487-9829-41c1-97fe-e04ad742f090+6:2350:x1856697500417792:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 191us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685348.368898:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 364 00000100:00080000:3.0:1770685348.369267:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1770685348.372833:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685348.372989:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500418048 00000100:00100000:2.0:1770685348.372999:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500418048 00000100:00100000:2.0:1770685348.373056:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1322 00000100:00100000:2.0:1770685348.373067:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5007b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b58e3487-9829-41c1-97fe-e04ad742f090+18:30737:x1856697500418048:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1770685348.373197:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5007b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b58e3487-9829-41c1-97fe-e04ad742f090+18:30737:x1856697500418048:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 131us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685348.373205:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1322 00000100:00100000:0.0:1770685348.380808:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685348.380988:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500418176 00000100:00100000:2.0:1770685348.380998:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500418176 00000100:00100000:2.0:1770685348.381051:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 365 00000100:00100000:2.0:1770685348.381062:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5341880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b58e3487-9829-41c1-97fe-e04ad742f090+6:30737:x1856697500418176:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1770685348.381080:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770685348.381100:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc9400/0x8f0dbafbd9ef9355 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225be0d0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685348.381130:0:6540:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef934e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be0c9 expref: 7 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685348.381139:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685348.381141:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770685348.381145:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc9400/0x8f0dbafbd9ef9355 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be0d0 expref: 7 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685348.381193:0:6540:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef934e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0c9 expref: 7 pid: 6538 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770685348.381206:0:6540:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef934e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0c9 expref: 7 pid: 6538 timeout: 773 lvb_type: 1 00000100:00100000:2.0:1770685348.381219:0:6540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92fb2d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514814976:192.168.203.41@tcp:104: 00000100:00100000:2.0:1770685348.381299:0:6540:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d03610c0 going to sleep for 11 seconds 00000100:00100000:2.0:1770685348.385094:0:6540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92fb2d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514814976:192.168.203.41@tcp:104: 00010000:00010000:2.0:1770685348.385135:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc9400/0x8f0dbafbd9ef9355 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225be0d0 expref: 7 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685348.385166:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc9400, rc 0) 00000100:00100000:2.0:1770685348.385232:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5341880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b58e3487-9829-41c1-97fe-e04ad742f090+7:30737:x1856697500418176:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 4171us (4434us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685348.385241:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 365 00000100:00100000:3.0:1770685348.387658:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685348.387861:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500418304 00000100:00100000:1.0:1770685348.387870:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500418304 00010000:00010000:1.0:1770685348.387916:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef934e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0c9 expref: 7 pid: 6538 timeout: 773 lvb_type: 1 00000100:00100000:1.0:1770685348.387957:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 379 00000100:00100000:1.0:1770685348.387966:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5004700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b58e3487-9829-41c1-97fe-e04ad742f090+7:2350:x1856697500418304:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685348.387989:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685348.388011:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef934e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0c9 expref: 7 pid: 6538 timeout: 773 lvb_type: 1 00010000:00010000:1.0:1770685348.388024:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef934e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0c9 expref: 7 pid: 6538 timeout: 773 lvb_type: 1 00010000:00010000:1.0:1770685348.388046:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef934e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0c9 expref: 7 pid: 6538 timeout: 773 lvb_type: 1 00010000:00010000:1.0:1770685348.388060:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685348.388062:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685348.388074:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc9400/0x8f0dbafbd9ef9355 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225be0d0 expref: 6 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685348.388084:0:5747:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc9400/0x8f0dbafbd9ef9355 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.41@tcp remote: 0xa999371225be0d0 expref: 6 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685348.388116:0:5747:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc9400/0x8f0dbafbd9ef9355 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225be0d0 expref: 6 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685348.388129:0:5747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c5165500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5747:1856697514815104:192.168.203.41@tcp:105: 00000100:00100000:1.0:1770685348.389156:0:5747:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c2d053c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685348.396473:0:5747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c5165500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5747:1856697514815104:192.168.203.41@tcp:105: 00010000:00010000:1.0:1770685348.396501:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685348.408572:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5004700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b58e3487-9829-41c1-97fe-e04ad742f090+6:2350:x1856697500418304:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 20593us (20907us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685348.408601:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 379 00000100:00100000:2.0:1770685348.413349:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685348.413513:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500418432 00000100:00100000:3.0:1770685348.413523:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500418432 00002000:00100000:3.0:1770685348.413569:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff9d92fb2d4380 x1856697500418432/t0(0) o4->b58e3487-9829-41c1-97fe-e04ad742f090@192.168.203.41@tcp:469/0 lens 488/0 e 0 to 0 dl 1770685359 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685348.413594:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb2d4380 with x1856697500418432 ext(0->1048575) 00002000:00010000:3.0:1770685348.413600:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d92fb2d4380 00000100:00100000:3.0:1770685348.413631:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 114 00000100:00100000:3.0:1770685348.413640:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b58e3487-9829-41c1-97fe-e04ad742f090+6:2350:x1856697500418432:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1770685348.447251:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b58e3487-9829-41c1-97fe-e04ad742f090+8:2350:x1856697500418432:12345-192.168.203.41@tcp:4:lhsmtool_posix.0 Request processed in 33601us (33901us total) trans 4294967376 rc 0/0 00000100:00100000:2.0:1770685348.447266:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 114 00002000:00100000:2.0:1770685348.447278:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff9d92fb2d4380 x1856697500418432/t4294967376(0) o4->b58e3487-9829-41c1-97fe-e04ad742f090@192.168.203.41@tcp:469/0 lens 488/448 e 0 to 0 dl 1770685359 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1770685348.447288:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92fb2d4380 with x1856697500418432 ext(0->1048575) 00002000:00010000:2.0:1770685348.447294:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d92fb2d4380 00000100:00100000:2.0:1770685348.450353:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685348.450484:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500418560 00000100:00100000:1.0:1770685348.450494:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500418560 00000100:00100000:1.0:1770685348.450551:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1323 00000100:00100000:1.0:1770685348.450561:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b58e3487-9829-41c1-97fe-e04ad742f090+18:30737:x1856697500418560:12345-192.168.203.41@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1770685348.506162:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968184 is committed 00000001:00080000:1.0:1770685348.506190:0:5782:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968185 is committed 00000020:00080000:1.0:1770685348.506201:0:5782:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 29 batchid updated 00000020:00080000:1.0:1770685348.506219:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 29 00000020:00080000:1.0:1770685348.506229:0:5793:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 29 00000100:00100000:3.0:1770685348.506470:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b58e3487-9829-41c1-97fe-e04ad742f090+11:30737:x1856697500418560:12345-192.168.203.41@tcp:44:lhsmtool_posix.0 Request processed in 55906us (56121us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685348.506482:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1323 00000100:00100000:2.0:1770685348.509000:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685348.509517:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500418688 00000100:00100000:1.0:1770685348.509527:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500418688 00000100:00100000:1.0:1770685348.509575:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 366 00000100:00100000:1.0:1770685348.509609:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b58e3487-9829-41c1-97fe-e04ad742f090+8:2351:x1856697500418688:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1770685348.568556:0:7432:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967376 is committed 00000100:00100000:1.0:1770685348.568857:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b58e3487-9829-41c1-97fe-e04ad742f090+6:2351:x1856697500418688:12345-192.168.203.41@tcp:16:lhsmtool_posix.0 Request processed in 59243us (59860us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685348.568869:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 366 00000100:00100000:1.0:1770685348.573302:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685348.573455:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500418944 00000100:00100000:3.0:1770685348.573471:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500418944 00000100:00100000:3.0:1770685348.573533:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1324 00000100:00100000:3.0:1770685348.573548:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5165500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b58e3487-9829-41c1-97fe-e04ad742f090+11:30737:x1856697500418944:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1770685348.573778:0:6998:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770685348.573805:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4600/0x8f0dbafbd9ef9347 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be0c2 expref: 11 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685348.573825:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9d92c8ee3800) 00010000:00010000:3.0:1770685348.573830:0:6998:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1770685348.573955:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef935c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.573978:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef935c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.574141:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef935c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.574168:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef935c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.574175:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef935c lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.574181:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef935c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.574187:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e4e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685348.574191:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef935c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.574198:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef935c lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.574207:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9d92c8ee3800) 00010000:00010000:0.0:1770685348.574210:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685348.574213:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef935c lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.574219:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef935c lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685348.574324:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5165500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b58e3487-9829-41c1-97fe-e04ad742f090+10:30737:x1856697500418944:12345-192.168.203.41@tcp:36:lhsmtool_posix.0 Request processed in 776us (1031us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685348.574332:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1324 00000100:00100000:2.0:1770685348.577319:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685348.577404:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500419072 00000100:00100000:0.0:1770685348.577413:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500419072 00000100:00100000:0.0:1770685348.577493:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1325 00000100:00100000:0.0:1770685348.577503:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b58e3487-9829-41c1-97fe-e04ad742f090+10:30737:x1856697500419072:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1770685348.577522:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685348.577540:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5200/0x8f0dbafbd9ef9363 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225be0d7 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.577638:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5200/0x8f0dbafbd9ef9363 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be0d7 expref: 11 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.577652:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5200/0x8f0dbafbd9ef9363 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be0d7 expref: 11 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.577670:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9d92c8ee3800) 00010000:00010000:0.0:1770685348.577674:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1770685348.577677:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c55e5200, rc 0) 00000100:00100000:0.0:1770685348.577725:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b58e3487-9829-41c1-97fe-e04ad742f090+11:30737:x1856697500419072:12345-192.168.203.41@tcp:101:lhsmtool_posix.0 Request processed in 223us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685348.577732:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1325 00000100:00100000:2.0:1770685348.580832:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685348.580911:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500419200 00000100:00100000:1.0:1770685348.580921:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500419200 00000100:00100000:1.0:1770685348.581088:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 367 00000100:00100000:1.0:1770685348.581113:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b58e3487-9829-41c1-97fe-e04ad742f090+6:2351:x1856697500419200:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1770685348.581360:0:6540:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:1.0:1770685348.581363:0:6540:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb mtime from disk: 0 -> 1770685340 00002000:00010000:1.0:1770685348.581365:0:6540:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb atime from disk: 0 -> 1770685340 00002000:00010000:1.0:1770685348.581367:0:6540:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb ctime from disk: 0 -> 1770685340 00002000:00010000:1.0:1770685348.581370:0:6540:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 1 -> 2051 00000100:00100000:1.0:1770685348.581528:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b58e3487-9829-41c1-97fe-e04ad742f090+7:2351:x1856697500419200:12345-192.168.203.41@tcp:2:lhsmtool_posix.0 Request processed in 416us (703us total) trans 4294967377 rc 0/0 00000100:00100000:1.0:1770685348.581537:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 367 00000100:00100000:1.0:1770685348.586923:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685348.587156:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500419456 00000100:00100000:0.0:1770685348.587167:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500419456 00000100:00100000:0.0:1770685348.587277:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1326 00000100:00100000:0.0:1770685348.587287:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c5c22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b58e3487-9829-41c1-97fe-e04ad742f090+11:30737:x1856697500419456:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1770685348.587346:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef936a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.587360:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc8200/0x8f0dbafbd9ef9316 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be0ad expref: 11 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.587369:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef936a lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.587401:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc8200/0x8f0dbafbd9ef9316 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0ad expref: 11 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.587417:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc8200/0x8f0dbafbd9ef9316 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0ad expref: 11 pid: 5762 timeout: 773 lvb_type: 0 00000100:00100000:0.0:1770685348.587430:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5342d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514815232:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685348.587539:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fac03540 going to sleep for 11 seconds 00000100:00100000:3.0:1770685348.591979:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685348.592124:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500419584 00000100:00100000:1.0:1770685348.592133:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500419584 00010000:00010000:1.0:1770685348.592172:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc8200/0x8f0dbafbd9ef9316 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0ad expref: 12 pid: 5762 timeout: 773 lvb_type: 0 00000100:00100000:1.0:1770685348.592215:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 380 00000100:00100000:1.0:1770685348.592225:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5006d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b58e3487-9829-41c1-97fe-e04ad742f090+12:2350:x1856697500419584:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685348.592241:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685348.592248:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc8200/0x8f0dbafbd9ef9316 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0ad expref: 12 pid: 5762 timeout: 773 lvb_type: 0 00010000:00010000:1.0:1770685348.592260:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc8200/0x8f0dbafbd9ef9316 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0ad expref: 12 pid: 5762 timeout: 773 lvb_type: 0 00010000:00010000:1.0:1770685348.592281:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9d92c8ee3800) 00010000:00010000:1.0:1770685348.592286:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef936a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685348.592310:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef936a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685348.592316:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef936a lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685348.592330:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685348.592379:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5006d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b58e3487-9829-41c1-97fe-e04ad742f090+12:2350:x1856697500419584:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 156us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685348.592384:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 380 00010000:00010000:0.0:1770685348.592867:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc8200/0x8f0dbafbd9ef9316 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0ad expref: 11 pid: 5762 timeout: 773 lvb_type: 0 00000100:00100000:0.0:1770685348.592885:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5342d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514815232:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685348.592906:0:6998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef936a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.592915:0:6998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef936a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.592920:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef936a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.592945:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef936a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.592952:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef936a lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.592957:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef936a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.592962:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e4e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685348.592976:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef936a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.592983:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef936a lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.592992:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9d92c8ee3800) 00010000:00010000:0.0:1770685348.592995:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1770685348.592998:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef936a lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.593004:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4e00/0x8f0dbafbd9ef936a lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685348.593055:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c5c22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b58e3487-9829-41c1-97fe-e04ad742f090+10:30737:x1856697500419456:12345-192.168.203.41@tcp:55:lhsmtool_posix.0 Request processed in 5769us (6141us total) trans 0 rc -22/-22 00000100:00100000:0.0:1770685348.593064:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1326 00010000:00010000:2.0:1770685348.596470:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685348.622689:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685348.622916:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500419712 00000100:00100000:1.0:1770685348.622926:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500419712 00000100:00100000:1.0:1770685348.622992:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 368 00000100:00100000:1.0:1770685348.623002:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5005180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b58e3487-9829-41c1-97fe-e04ad742f090+7:2351:x1856697500419712:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1770685348.623046:0:6540:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef9371 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685348.623065:0:6540:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc9400/0x8f0dbafbd9ef9355 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.41@tcp remote: 0xa999371225be0d0 expref: 7 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685348.623072:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1770685348.623074:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1770685348.623078:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef9371 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685348.623112:0:6540:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc9400/0x8f0dbafbd9ef9355 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.41@tcp remote: 0xa999371225be0d0 expref: 7 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685348.623125:0:6540:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc9400/0x8f0dbafbd9ef9355 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225be0d0 expref: 7 pid: 6540 timeout: 773 lvb_type: 0 00000100:00100000:1.0:1770685348.623154:0:6540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514815360:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685348.623235:0:6540:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c2d050c0 going to sleep for 11 seconds 00000100:00100000:1.0:1770685348.632382:0:6540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514815360:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685348.632415:0:6540:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef9371 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770685348.632996:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685348.633074:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500419840 00000100:00100000:1.0:1770685348.633082:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500419840 00010000:00010000:1.0:1770685348.633122:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc9400/0x8f0dbafbd9ef9355 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225be0d0 expref: 8 pid: 6540 timeout: 773 lvb_type: 0 00000100:00100000:1.0:1770685348.633162:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 381 00000100:00100000:1.0:1770685348.633171:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b58e3487-9829-41c1-97fe-e04ad742f090+8:2351:x1856697500419840:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685348.633187:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685348.633208:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc9400/0x8f0dbafbd9ef9355 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225be0d0 expref: 8 pid: 6540 timeout: 773 lvb_type: 0 00010000:00010000:1.0:1770685348.633221:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc9400/0x8f0dbafbd9ef9355 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.41@tcp remote: 0xa999371225be0d0 expref: 8 pid: 6540 timeout: 773 lvb_type: 0 00010000:00010000:1.0:1770685348.633245:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc9400/0x8f0dbafbd9ef9355 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.41@tcp remote: 0xa999371225be0d0 expref: 8 pid: 6540 timeout: 773 lvb_type: 0 00010000:00010000:1.0:1770685348.633260:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685348.633277:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685348.633282:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef9371 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685348.633292:0:5747:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef9371 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685348.633323:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685348.633375:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b58e3487-9829-41c1-97fe-e04ad742f090+7:2351:x1856697500419840:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 205us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685348.633383:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 381 00010000:00010000:3.0:1770685348.637724:0:6540:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef9371 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685348.637745:0:6540:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef9371 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685348.637783:0:6540:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef9371 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685348.637792:0:6540:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef9371 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685348.637800:0:6540:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef9371 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685348.637807:0:6540:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3e00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:3.0:1770685348.637811:0:6540:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef9371 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685348.637824:0:6540:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef9371 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685348.637844:0:6540:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef9371 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685348.637852:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef9371 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770685348.637980:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5005180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b58e3487-9829-41c1-97fe-e04ad742f090+6:2351:x1856697500419712:12345-192.168.203.41@tcp:1:lhsmtool_posix.0 Request processed in 14968us (15287us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685348.637995:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 368 00000100:00100000:2.0:1770685348.651107:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685348.651200:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500420096 00000100:00100000:0.0:1770685348.651211:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500420096 00000100:00100000:0.0:1770685348.651266:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1327 00000100:00100000:0.0:1770685348.651275:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b58e3487-9829-41c1-97fe-e04ad742f090+10:30737:x1856697500420096:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1770685348.651552:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef9378 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.651569:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5200/0x8f0dbafbd9ef9363 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be0d7 expref: 11 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.651623:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef9378 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.651659:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5200/0x8f0dbafbd9ef9363 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0d7 expref: 11 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.651677:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5200/0x8f0dbafbd9ef9363 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0d7 expref: 11 pid: 6998 timeout: 773 lvb_type: 0 00000100:00100000:0.0:1770685348.651702:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5342d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514815488:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685348.651831:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92fac03540 going to sleep for 11 seconds 00000100:00100000:2.0:1770685348.655560:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685348.656088:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5342d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514815488:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685348.656121:0:6998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef9378 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:1.0:1770685348.656231:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500420224 00000100:00100000:1.0:1770685348.656239:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500420224 00010000:00010000:1.0:1770685348.656274:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5200/0x8f0dbafbd9ef9363 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0d7 expref: 12 pid: 6998 timeout: 773 lvb_type: 0 00000100:00100000:1.0:1770685348.656358:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 382 00000100:00100000:1.0:1770685348.656368:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92d84e2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b58e3487-9829-41c1-97fe-e04ad742f090+12:2350:x1856697500420224:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685348.656384:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685348.656391:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5200/0x8f0dbafbd9ef9363 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0d7 expref: 12 pid: 6998 timeout: 773 lvb_type: 0 00010000:00010000:1.0:1770685348.656402:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5200/0x8f0dbafbd9ef9363 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0d7 expref: 12 pid: 6998 timeout: 773 lvb_type: 0 00010000:00010000:1.0:1770685348.656423:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5200/0x8f0dbafbd9ef9363 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0d7 expref: 12 pid: 6998 timeout: 773 lvb_type: 0 00010000:00010000:1.0:1770685348.656437:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9d92c8ee3800) 00010000:00010000:1.0:1770685348.656456:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef9378 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685348.656466:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef9378 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685348.656474:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef9378 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685348.656503:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685348.656562:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92d84e2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b58e3487-9829-41c1-97fe-e04ad742f090+11:2350:x1856697500420224:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 194us (1011us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685348.656569:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 382 00010000:00010000:0.0:1770685348.656911:0:6998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef9378 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.656919:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef9378 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000001:00080000:0.0:1770685348.657108:0:6998:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968186 00000001:00080000:0.0:1770685348.657269:0:6998:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968187 00000001:00080000:0.0:1770685348.657317:0:6998:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968188 00000100:00100000:0.0:1770685348.657392:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5342d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:6998:1856697514815616:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1770685348.657454:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685348.657492:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92d1e776c0 going to sleep for 11 seconds 00000100:00100000:2.0:1770685348.657674:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514815616 00000100:00100000:2.0:1770685348.657680:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514815616 00000100:00100000:2.0:1770685348.657734:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1770685348.657743:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5340380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6998:x1856697514815616:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1770685348.657822:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5340380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6998:x1856697514815616:12345-0@lo:1000:mdt00_003.0 Request processed in 81us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685348.657829:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00080000:0.0:1770685348.657914:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1770685348.657945:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5342d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:6998:1856697514815616:0@lo:1000:mdt00_003.0 00000001:00080000:0.0:1770685348.658115:0:6998:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968189 00000100:00100000:0.0:1770685348.658391:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5342d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:6998:1856697514815744:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1770685348.658426:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685348.658453:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c57e4840 going to sleep for 11 seconds 00000100:00100000:2.0:1770685348.658776:0:13246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514815744 00000100:00100000:2.0:1770685348.658784:0:13246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514815744 00000100:00100000:2.0:1770685348.658816:0:13246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1770685348.658823:0:13246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92e05dec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6998:x1856697514815744:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1770685348.659006:0:13246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92e05dec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6998:x1856697514815744:12345-0@lo:1000:mdt00_003.0 Request processed in 183us (579us total) trans 4294967378 rc 0/0 00000100:00100000:2.0:1770685348.659013:0:13246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1770685348.659677:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5342d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:6998:1856697514815744:0@lo:1000:mdt00_003.0 00000001:00080000:0.0:1770685348.660186:0:6998:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968190 00010000:00010000:0.0:1770685348.660230:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef9378 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.660241:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef9378 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.660247:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef9378 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.660252:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e4200 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685348.660256:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef9378 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.660263:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef9378 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.660277:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9d92c8ee3800) 00010000:00010000:0.0:1770685348.660280:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1770685348.660285:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef9378 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.660291:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4200/0x8f0dbafbd9ef9378 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.660321:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef9236 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685348.660328:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef9236 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685348.660334:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef9236 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685348.660342:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3600 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685348.660345:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef9236 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685348.660350:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef9236 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685348.660357:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9d92c3dd8700) 00010000:00010000:0.0:1770685348.660360:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1770685348.660366:0:6998:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef923d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be07c expref: 103 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.660376:0:6998:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef923d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be07c expref: 103 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.660384:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef923d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be07c expref: 103 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.660418:0:6998:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e4800/0x8f0dbafbd9ef923d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be07c expref: 103 pid: 6998 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770685348.660431:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5343100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514815872:192.168.203.41@tcp:105: 00000100:00100000:0.0:1770685348.660513:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c57e4840 going to sleep for 11 seconds 00000100:00100000:2.0:1770685348.663482:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685348.663629:0:13758:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500420352 00000100:00100000:1.0:1770685348.663638:0:13758:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500420352 00000100:00100000:1.0:1770685348.663702:0:13758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 296 00000100:00100000:1.0:1770685348.663712:0:13758:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c83ef450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+104:30708:x1856697500420352:12345-192.168.203.41@tcp:49:cat.0 00000100:00100000:1.0:1770685348.663843:0:13758:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c83ef450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+104:30708:x1856697500420352:12345-192.168.203.41@tcp:49:cat.0 Request processed in 133us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685348.663850:0:13758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 296 00000100:00100000:0.0:1770685348.665696:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5343100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514815872:192.168.203.41@tcp:105: 00010000:00010000:0.0:1770685348.665725:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef9236 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5762 initiator: MDT0 00010000:00010000:0.0:1770685348.665734:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3600/0x8f0dbafbd9ef9236 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5762 initiator: MDT0 00000100:00100000:2.0:1770685348.666402:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685348.666474:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500420480 00000100:00100000:3.0:1770685348.666481:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500420480 00000100:00100000:3.0:1770685348.666538:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 369 00000100:00100000:3.0:1770685348.666547:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+13:30708:x1856697500420480:12345-192.168.203.41@tcp:101:cat.0 00010000:00010000:3.0:1770685348.666562:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1770685348.666606:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef937f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225be0de expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1770685348.666628:0:6540:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 1048576, mtime: 0x698a839c, atime: 0x698a839c, ctime: 0x698a839c, blocks: 0x803 00010000:00010000:3.0:1770685348.666648:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685348.666650:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770685348.666658:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef937f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be0de expref: 14 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685348.666678:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef937f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be0de expref: 14 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770685348.666701:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c271c400, rc 0) 00000100:00100000:3.0:1770685348.666747:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+14:30708:x1856697500420480:12345-192.168.203.41@tcp:101:cat.0 Request processed in 200us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685348.666753:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 369 00000100:00080000:2.0:1770685348.666948:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1770685348.667834:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef9386 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.667851:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef9260 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be083 expref: 55 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.667858:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef9386 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.667892:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef9260 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225be083 expref: 55 pid: 5762 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.667905:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef9260 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be083 expref: 55 pid: 5762 timeout: 773 lvb_type: 0 00000100:00100000:0.0:1770685348.667919:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5343100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514816000:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685348.668008:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c57e4840 going to sleep for 11 seconds 00000100:00100000:2.0:1770685348.670649:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685348.670767:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5343100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514816000:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685348.670795:0:6998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef9386 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:1.0:1770685348.671002:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500420608 00000100:00100000:1.0:1770685348.671008:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500420608 00010000:00010000:1.0:1770685348.671041:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef9260 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be083 expref: 56 pid: 5762 timeout: 773 lvb_type: 0 00000100:00100000:1.0:1770685348.671078:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 383 00000100:00100000:1.0:1770685348.671087:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+56:2351:x1856697500420608:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685348.671103:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685348.671109:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef9260 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be083 expref: 56 pid: 5762 timeout: 773 lvb_type: 0 00010000:00010000:1.0:1770685348.671137:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef9260 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be083 expref: 56 pid: 5762 timeout: 773 lvb_type: 0 00010000:00010000:1.0:1770685348.671157:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef9260 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be083 expref: 56 pid: 5762 timeout: 773 lvb_type: 0 00010000:00010000:1.0:1770685348.671171:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9d92c3dd8700) 00010000:00010000:1.0:1770685348.671175:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef9386 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685348.671183:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef9386 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685348.671190:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef9386 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685348.671217:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685348.671268:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+55:2351:x1856697500420608:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 181us (627us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685348.671276:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 383 00010000:00010000:0.0:1770685348.671918:0:6998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef9386 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.671925:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef9386 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.671936:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef9386 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.671943:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef9386 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.671950:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef9386 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.671955:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c55e5000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685348.671959:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef9386 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.671974:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef9386 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.671984:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9d92c3dd8700) 00010000:00010000:0.0:1770685348.671987:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685348.671991:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef9386 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.671997:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c55e5000/0x8f0dbafbd9ef9386 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:0.0:1770685348.672245:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b58e3487-9829-41c1-97fe-e04ad742f090+15:30737:x1856697500420096:12345-192.168.203.41@tcp:57:lhsmtool_posix.0 Request processed in 20970us (21146us total) trans 4294968191 rc 0/0 00000100:00100000:0.0:1770685348.672254:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1327 00000020:00080000:0.0:1770685348.672258:0:6998:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:0.0:1770685348.678618:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685348.678760:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500420736 00000100:00100000:3.0:1770685348.678770:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500420736 00002000:00100000:3.0:1770685348.678814:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff9d92f5343100 x1856697500420736/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:469/0 lens 488/0 e 0 to 0 dl 1770685359 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685348.678826:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92f5343100 with x1856697500420736 ext(0->1048575) 00002000:00010000:3.0:1770685348.678831:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d92f5343100 00000100:00100000:3.0:1770685348.678858:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 115 00000100:00100000:3.0:1770685348.678866:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5343100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+14:2350:x1856697500420736:12345-192.168.203.41@tcp:3:cat.0 00000040:00080000:2.0:1770685348.679940:0:11361:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1770685348.679947:0:11361:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1770685348.680868:0:11361:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:2.0:1770685348.680877:0:11361:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1770685348.696953:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685348.699513:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500420992 00000100:00100000:3.0:1770685348.699528:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500420992 00000100:00100000:3.0:1770685348.699624:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 297 00000100:00100000:3.0:1770685348.699634:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b58e3487-9829-41c1-97fe-e04ad742f090+15:30737:x1856697500420992:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1770685348.700044:0:5763:0:(mdd_object.c:3993:mdd_close()) Object [0x200000403:0x1:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1770685348.700107:0:5763:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968192 00010000:00010000:3.0:1770685348.700163:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef938d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0 00010000:00010000:3.0:1770685348.700179:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef938d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5763 initiator: MDT0 00010000:00010000:3.0:1770685348.700191:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef938d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5763 initiator: MDT0 00010000:00010000:3.0:1770685348.700199:0:5763:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef938d lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5763 initiator: MDT0 00010000:00010000:3.0:1770685348.700205:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef938d lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5763 initiator: MDT0 00010000:00010000:3.0:1770685348.700212:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef938d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5763 initiator: MDT0 00010000:00010000:3.0:1770685348.700231:0:5763:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1770685348.700782:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1770685348.700789:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef938d lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5763 initiator: MDT0 00010000:00010000:2.0:1770685348.700797:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c271de00 already unused, calling callback (ffffffffc1552eb0) 00010000:00010000:2.0:1770685348.700800:0:5749:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef938d lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5763 initiator: MDT0 00010000:00010000:2.0:1770685348.700808:0:5749:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef938d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5763 initiator: MDT0 00010000:00010000:2.0:1770685348.700820:0:5749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9d92c80b5600) 00010000:00010000:2.0:1770685348.700824:0:5749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1770685348.700828:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef938d lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5763 initiator: MDT0 00010000:00010000:2.0:1770685348.700833:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c271de00/0x8f0dbafbd9ef938d lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5763 initiator: MDT0 00010000:00010000:2.0:1770685348.700852:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685348.700854:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770685348.700855:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770685348.701497:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b58e3487-9829-41c1-97fe-e04ad742f090+17:30737:x1856697500420992:12345-192.168.203.41@tcp:35:lhsmtool_posix.0 Request processed in 1860us (4560us total) trans 4294968193 rc 0/0 00000100:00100000:3.0:1770685348.701508:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 297 00000020:00080000:3.0:1770685348.701515:0:5763:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1770685348.708473:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5343100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+14:2350:x1856697500420736:12345-192.168.203.41@tcp:3:cat.0 Request processed in 29597us (29854us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1770685348.708487:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 115 00002000:00100000:3.0:1770685348.708502:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff9d92f5343100 x1856697500420736/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:469/0 lens 488/440 e 0 to 0 dl 1770685359 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685348.708512:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92f5343100 with x1856697500420736 ext(0->1048575) 00002000:00010000:3.0:1770685348.708518:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d92f5343100 00000100:00100000:0.0:1770685348.720277:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685348.720455:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500421120 00000100:00100000:3.0:1770685348.720466:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500421120 00002000:00100000:3.0:1770685348.720511:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->1052671) req@ffff9d92f5341f80 x1856697500421120/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:469/0 lens 488/0 e 0 to 0 dl 1770685359 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685348.720529:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92f5341f80 with x1856697500421120 ext(1048576->1052671) 00002000:00010000:3.0:1770685348.720535:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d92f5341f80 00000100:00100000:3.0:1770685348.720667:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 116 00000100:00100000:3.0:1770685348.720677:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5341f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+14:2349:x1856697500421120:12345-192.168.203.41@tcp:3:cat.0 00000100:00100000:3.0:1770685348.721299:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5341f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+14:2349:x1856697500421120:12345-192.168.203.41@tcp:3:cat.0 Request processed in 622us (1028us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685348.721308:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 116 00002000:00100000:3.0:1770685348.721407:0:6546:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->1052671) req@ffff9d92f5341f80 x1856697500421120/t0(0) o3->bb0b411f-1e9f-4664-994e-ef5350eaf62d@192.168.203.41@tcp:469/0 lens 488/440 e 0 to 0 dl 1770685359 ref 1 fl Complete:/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1770685348.721416:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d92f5341f80 with x1856697500421120 ext(1048576->1052671) 00002000:00010000:3.0:1770685348.721421:0:6546:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d92f5341f80 00000100:00100000:3.0:1770685348.727826:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685348.727904:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500421376 00000100:00100000:0.0:1770685348.727914:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500421376 00000100:00100000:0.0:1770685348.727980:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 298 00000100:00100000:0.0:1770685348.727990:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5004a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+104:30708:x1856697500421376:12345-192.168.203.41@tcp:35:cat.0 00000100:00100000:0.0:1770685348.728491:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5004a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+105:30708:x1856697500421376:12345-192.168.203.41@tcp:35:cat.0 Request processed in 500us (671us total) trans 4294968194 rc 0/0 00000100:00100000:0.0:1770685348.728503:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 298 00000100:00100000:2.0:1770685348.749843:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685348.749931:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500421504 00000100:00100000:0.0:1770685348.749950:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500421504 00000100:00100000:0.0:1770685348.750068:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1328 00000100:00100000:0.0:1770685348.750078:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fc3c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+105:30738:x1856697500421504:12345-192.168.203.41@tcp:101:stat.0 00010000:00010000:0.0:1770685348.750102:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685348.750126:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef9394 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225be0e5 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.750202:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef939b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.750214:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef939b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.750225:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef939b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.750238:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef93a2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.750244:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef93a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.750250:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef93a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.750453:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef93a9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.750462:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef93a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.750470:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef93a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685348.750502:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00000004:00200000:0.0:1770685348.750506:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685348.750525:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef93a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.750535:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef93a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.750555:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef939b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.750561:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef939b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.750568:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef939b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.750574:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b35e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685348.750605:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef939b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.750612:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef939b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.750623:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9d92f27c0300) 00010000:00010000:0.0:1770685348.750626:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685348.750630:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef939b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.750636:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef939b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.750649:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef93a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.750654:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef93a2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.750659:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef93a2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.750664:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b34e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685348.750667:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef93a2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.750672:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef93a2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.750678:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff9d92f27c0700) 00010000:00010000:0.0:1770685348.750681:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685348.750683:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef93a2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.750689:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef93a2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.750719:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef9394 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be0e5 expref: 107 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.750731:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef93a9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be0e5 expref: 106 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.750738:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9d92c3dd8700) 00010000:00010000:0.0:1770685348.750741:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685348.750744:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3b34800, rc 0) 00000100:00100000:0.0:1770685348.750811:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fc3c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+106:30738:x1856697500421504:12345-192.168.203.41@tcp:101:stat.0 Request processed in 734us (977us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685348.750820:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1328 00000100:00100000:2.0:1770685348.772088:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685348.772270:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500421632 00000100:00100000:0.0:1770685348.772280:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500421632 00000100:00100000:0.0:1770685348.772439:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1329 00000100:00100000:0.0:1770685348.772449:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+55:30739:x1856697500421632:12345-192.168.203.41@tcp:101:stat.0 00010000:00010000:0.0:1770685348.772470:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685348.772489:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef93b0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225be0ec expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.772698:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef93b7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.772711:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef93b7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.772721:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef93b7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.772734:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef93be lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.772740:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef93be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.772745:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef93be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.772839:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef93c5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.772847:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef93c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.772854:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef93c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685348.772883:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00000004:00200000:0.0:1770685348.772887:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685348.772903:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef93c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.772913:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef93c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.772921:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef93b7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.772927:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef93b7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.773020:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef93b7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.773029:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b34e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685348.773033:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef93b7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.773040:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef93b7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.773051:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9d92f27c0300) 00010000:00010000:0.0:1770685348.773054:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685348.773058:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef93b7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.773065:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef93b7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.773076:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef93be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.773082:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef93be lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.773087:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef93be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.773093:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b35e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685348.773095:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef93be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.773100:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef93be lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.773106:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff9d92f27c0700) 00010000:00010000:0.0:1770685348.773108:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685348.773110:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef93be lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.773115:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef93be lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.773142:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef93b0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be0ec expref: 57 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.773231:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef93c5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be0ec expref: 56 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.773244:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9d92c3dd8700) 00010000:00010000:0.0:1770685348.773247:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685348.773249:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3b35600, rc 0) 00000100:00100000:0.0:1770685348.773434:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+56:30739:x1856697500421632:12345-192.168.203.41@tcp:101:stat.0 Request processed in 986us (1355us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685348.773442:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1329 00000100:00100000:3.0:1770685348.778300:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685348.778371:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500421760 00000100:00100000:1.0:1770685348.778381:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500421760 00000100:00100000:1.0:1770685348.778456:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 370 00000100:00100000:1.0:1770685348.778465:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5007800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500421760:12345-192.168.203.41@tcp:101:stat.0 00010000:00010000:1.0:1770685348.778484:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685348.778503:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef93cc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225be0f3 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685348.778524:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685348.778549:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685348.778558:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef93cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be0f3 expref: 11 pid: 6540 timeout: 0 lvb_type: 1 00000100:00080000:2.0:1770685348.778669:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1770685348.778867:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef93cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be0f3 expref: 11 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685348.778883:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc2000, rc 0) 00000100:00100000:1.0:1770685348.779014:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5007800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+11:2351:x1856697500421760:12345-192.168.203.41@tcp:101:stat.0 Request processed in 549us (720us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685348.779022:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 370 00000100:00100000:1.0:1770685348.784110:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685348.784180:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500422016 00000100:00100000:0.0:1770685348.784190:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500422016 00000100:00100000:0.0:1770685348.784295:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1330 00000100:00100000:0.0:1770685348.784305:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+106:30448:x1856697500422016:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:0.0:1770685348.784325:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685348.784348:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef93d3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225be0fa expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.784441:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef93da lrc: 3/0,1 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.784455:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef93a9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be0e5 expref: 107 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.784463:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef93c5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be0ec expref: 55 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.784470:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef93da lrc: 5/0,1 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.784505:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef93c5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0ec expref: 55 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.784523:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef93c5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0ec expref: 55 pid: 6998 timeout: 773 lvb_type: 0 00000100:00100000:0.0:1770685348.784535:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5341180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514816128:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685348.784683:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef93a9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0e5 expref: 107 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.784692:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef93a9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0e5 expref: 107 pid: 6998 timeout: 773 lvb_type: 0 00000100:00100000:0.0:1770685348.784701:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5341500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514816256:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685348.784723:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c57e4840 going to sleep for 11 seconds 00000100:00100000:2.0:1770685348.790896:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685348.791003:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5341180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514816128:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685348.791018:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5341500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514816256:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685348.791046:0:6998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef93da lrc: 3/0,1 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770685348.791109:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685348.791315:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500422144 00000100:00100000:3.0:1770685348.791323:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500422144 00010000:00010000:3.0:1770685348.791356:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef93c5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0ec expref: 56 pid: 6998 timeout: 773 lvb_type: 0 00000100:00100000:3.0:1770685348.791422:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500422272 00000100:00100000:3.0:1770685348.791425:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500422272 00010000:00010000:3.0:1770685348.791435:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef93a9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0e5 expref: 108 pid: 6998 timeout: 773 lvb_type: 0 00000100:00100000:1.0:1770685348.791460:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 384 00000100:00100000:1.0:1770685348.791468:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92fb2d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+56:2348:x1856697500422144:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685348.791480:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685348.791485:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef93c5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0ec expref: 56 pid: 6998 timeout: 773 lvb_type: 0 00010000:00010000:1.0:1770685348.791493:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef93c5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0ec expref: 56 pid: 6998 timeout: 773 lvb_type: 0 00010000:00010000:1.0:1770685348.791509:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35600/0x8f0dbafbd9ef93c5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0ec expref: 56 pid: 6998 timeout: 773 lvb_type: 0 00010000:00010000:1.0:1770685348.791520:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9d92c3dd8700) 00010000:00010000:1.0:1770685348.791523:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef93da lrc: 3/0,1 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685348.791554:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef93da lrc: 3/0,1 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685348.791558:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685348.791639:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92fb2d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1b20a364-7a5a-4770-9192-023629c7ce89+55:2348:x1856697500422144:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 170us (749us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685348.791645:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 384 00000100:00100000:1.0:1770685348.791663:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 385 00000100:00100000:1.0:1770685348.791670:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+108:2348:x1856697500422272:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685348.791678:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685348.791683:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef93a9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0e5 expref: 108 pid: 6998 timeout: 773 lvb_type: 0 00010000:00010000:1.0:1770685348.791693:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef93a9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0e5 expref: 108 pid: 6998 timeout: 773 lvb_type: 0 00010000:00010000:1.0:1770685348.791706:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef93a9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0e5 expref: 108 pid: 6998 timeout: 773 lvb_type: 0 00010000:00010000:1.0:1770685348.791715:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9d92c3dd8700) 00010000:00010000:1.0:1770685348.791718:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef93da lrc: 3/0,1 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685348.791724:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef93da lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685348.791731:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef93da lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685348.791761:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685348.791782:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+107:2348:x1856697500422272:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 113us (672us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685348.791786:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 385 00010000:00010000:1.0:1770685348.792122:0:6998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef93da lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685348.792129:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef93da lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:1.0:1770685348.792148:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00010000:00010000:1.0:1770685348.792319:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef93d3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be0fa expref: 108 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685348.792341:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef93da lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be0fa expref: 107 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685348.792348:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9d92c3dd8700) 00010000:00010000:1.0:1770685348.792350:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1770685348.792352:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3b35e00, rc 0) 00000100:00100000:1.0:1770685348.792385:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+107:30448:x1856697500422016:12345-192.168.203.41@tcp:101:bash.0 Request processed in 8082us (8284us total) trans 4294968195 rc 0/0 00000100:00100000:1.0:1770685348.792392:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1330 00000100:00100000:2.0:1770685348.795135:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685348.795221:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500422528 00000100:00100000:1.0:1770685348.795230:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500422528 00000100:00100000:1.0:1770685348.795311:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1331 00000100:00100000:1.0:1770685348.795320:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+107:30448:x1856697500422528:12345-192.168.203.41@tcp:36:bash.0 00010000:00010000:1.0:1770685348.795547:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef93e8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685348.795573:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef93e8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685348.795603:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef93e8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000001:00080000:1.0:1770685348.795652:0:6998:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968196 00000004:00010000:1.0:1770685348.795677:0:6998:0:(mdt_handler.c:4458:mdt_save_lock()) ### save lock request 000000001722721e reply state 0000000061b6f554 transno 4294968197 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef93e8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:1.0:1770685348.795686:0:6998:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000001:00080000:1.0:1770685348.795729:0:6998:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968197 00000100:00100000:1.0:1770685348.795823:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+111:30448:x1856697500422528:12345-192.168.203.41@tcp:36:bash.0 Request processed in 505us (697us total) trans 4294968198 rc 0/0 00000100:00100000:1.0:1770685348.795829:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1331 00000020:00080000:1.0:1770685348.795833:0:6998:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:3.0:1770685348.798231:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685348.798304:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500422656 00000100:00100000:1.0:1770685348.798313:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500422656 00000100:00100000:1.0:1770685348.798361:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 371 00000100:00100000:1.0:1770685348.798370:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5005500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+14:30448:x1856697500422656:12345-192.168.203.41@tcp:101:bash.0 00010000:00010000:1.0:1770685348.798386:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685348.798403:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef93ef lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225be101 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685348.798429:0:6540:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef937f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be0de expref: 15 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685348.798439:0:6540:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef93cc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be0f3 expref: 10 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685348.798464:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685348.798466:0:6540:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685348.798470:0:6540:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef93ef lrc: 5/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.41@tcp remote: 0xa999371225be101 expref: 15 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685348.798501:0:6540:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef93cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.41@tcp remote: 0xa999371225be0f3 expref: 10 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685348.798513:0:6540:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef93cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.41@tcp remote: 0xa999371225be0f3 expref: 10 pid: 6540 timeout: 773 lvb_type: 1 00000100:00100000:1.0:1770685348.798527:0:6540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514816384:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685348.798652:0:6540:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef937f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000010020 nid: 192.168.203.41@tcp remote: 0xa999371225be0de expref: 15 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685348.798662:0:6540:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef937f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400010020 nid: 192.168.203.41@tcp remote: 0xa999371225be0de expref: 15 pid: 6540 timeout: 773 lvb_type: 0 00000100:00100000:1.0:1770685348.798672:0:6540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aeca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514816512:192.168.203.41@tcp:104: 00000100:00100000:1.0:1770685348.798696:0:6540:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c2d05300 going to sleep for 11 seconds 00010000:00010000:0.0:1770685348.799173:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef93e8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.799183:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef93e8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.799189:0:3274:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef93e8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.799195:0:3274:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc3e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685348.799200:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef93e8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.799207:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef93e8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.799223:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9d92c3dd8700) 00010000:00010000:0.0:1770685348.799226:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685348.799230:0:3274:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef93e8 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.799236:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc3e00/0x8f0dbafbd9ef93e8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00000100:00100000:1.0:1770685348.801656:0:6540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aeca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514816512:192.168.203.41@tcp:104: 00000100:00100000:3.0:1770685348.802312:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685348.802375:0:5745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500422784 00000100:00100000:0.0:1770685348.802382:0:5745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500422784 00010000:00010000:0.0:1770685348.802416:0:5745:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef93cc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.41@tcp remote: 0xa999371225be0f3 expref: 11 pid: 6540 timeout: 773 lvb_type: 1 00000100:00100000:0.0:1770685348.802450:0:5745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 386 00000100:00100000:0.0:1770685348.802457:0:5745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5004e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+11:2351:x1856697500422784:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770685348.802468:0:5745:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770685348.802472:0:5745:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef93cc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.41@tcp remote: 0xa999371225be0f3 expref: 11 pid: 6540 timeout: 773 lvb_type: 1 00010000:00010000:0.0:1770685348.802481:0:5745:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef93cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.41@tcp remote: 0xa999371225be0f3 expref: 11 pid: 6540 timeout: 773 lvb_type: 1 00010000:00010000:0.0:1770685348.802502:0:5745:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1770685348.802558:0:5745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5004e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1b20a364-7a5a-4770-9192-023629c7ce89+11:2351:x1856697500422784:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 100us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685348.802565:0:5745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 386 00010000:00010000:1.0:1770685348.803147:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef93cc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.41@tcp remote: 0xa999371225be0f3 expref: 10 pid: 6540 timeout: 773 lvb_type: 1 00000100:00100000:1.0:1770685348.803182:0:6540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514816384:192.168.203.41@tcp:104: 00010000:00010000:1.0:1770685348.803216:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef93ef lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.41@tcp remote: 0xa999371225be101 expref: 15 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685348.803230:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc3000, rc 0) 00000100:00100000:1.0:1770685348.803352:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5005500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+15:30448:x1856697500422656:12345-192.168.203.41@tcp:101:bash.0 Request processed in 4983us (5128us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685348.803359:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 371 00000100:00100000:3.0:1770685348.804158:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685348.804790:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500422912 00000100:00100000:1.0:1770685348.804798:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500422912 00010000:00010000:1.0:1770685348.804832:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef937f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.203.41@tcp remote: 0xa999371225be0de expref: 15 pid: 6540 timeout: 773 lvb_type: 0 00000100:00100000:1.0:1770685348.804867:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 387 00000100:00100000:1.0:1770685348.804876:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5005880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+15:2351:x1856697500422912:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685348.804889:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685348.804895:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef937f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.203.41@tcp remote: 0xa999371225be0de expref: 15 pid: 6540 timeout: 773 lvb_type: 0 00010000:00010000:1.0:1770685348.804907:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef937f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400010020 nid: 192.168.203.41@tcp remote: 0xa999371225be0de expref: 15 pid: 6540 timeout: 773 lvb_type: 0 00010000:00010000:1.0:1770685348.804927:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c271c400/0x8f0dbafbd9ef937f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400010020 nid: 192.168.203.41@tcp remote: 0xa999371225be0de expref: 15 pid: 6540 timeout: 773 lvb_type: 0 00010000:00010000:1.0:1770685348.804957:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685348.804959:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770685348.804970:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef93ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.41@tcp remote: 0xa999371225be101 expref: 14 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685348.804981:0:5746:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef93ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.41@tcp remote: 0xa999371225be101 expref: 14 pid: 6540 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685348.805020:0:5746:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc3000/0x8f0dbafbd9ef93ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.41@tcp remote: 0xa999371225be101 expref: 14 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685348.805037:0:5746:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aed180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5746:1856697514816640:192.168.203.41@tcp:105: 00000100:00100000:1.0:1770685348.805223:0:5746:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c2d05300 going to sleep for 11 seconds 00000100:00100000:2.0:1770685348.807484:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685348.807545:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500423040 00000100:00100000:3.0:1770685348.807554:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500423040 00002000:00010000:3.0:1770685348.807624:0:6546:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/28 (0->18446744073709551615) 00002000:00100000:3.0:1770685348.807629:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c24dad80 with x1856697500423040 ext(0->18446744073709551615) 00002000:00010000:3.0:1770685348.807639:0:6546:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c24dad80. 00000100:00100000:3.0:1770685348.807671:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 117 00000100:00100000:3.0:1770685348.807685:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c24dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+15:2350:x1856697500423040:12345-192.168.203.41@tcp:10:bash.0 00002000:00010000:3.0:1770685348.807942:0:6546:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 1048576 -> 0 00002000:00010000:3.0:1770685348.807946:0:6546:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb mtime from disk: 1770685340 -> 1770685349 00002000:00010000:3.0:1770685348.807948:0:6546:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb atime from disk: 1770685340 -> 1770685340 00002000:00010000:3.0:1770685348.807951:0:6546:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb ctime from disk: 1770685340 -> 1770685349 00002000:00010000:3.0:1770685348.807953:0:6546:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 2051 -> 2051 00000100:00100000:3.0:1770685348.808018:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c24dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+16:2350:x1856697500423040:12345-192.168.203.41@tcp:10:bash.0 Request processed in 339us (539us total) trans 4294967379 rc 0/0 00000100:00100000:3.0:1770685348.808026:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 117 00002000:00010000:3.0:1770685348.808029:0:6546:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/28 (0->18446744073709551615) 00002000:00100000:3.0:1770685348.808032:0:6546:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9d91c24dad80 with x1856697500423040 ext(0->18446744073709551615) 00002000:00010000:3.0:1770685348.808037:0:6546:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9d91c24dad80. 00000100:00100000:1.0:1770685348.808512:0:5746:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aed180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5746:1856697514816640:192.168.203.41@tcp:105: 00010000:00010000:1.0:1770685348.808535:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685348.809417:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5005880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+15:2351:x1856697500422912:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 4536us (5268us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685348.809428:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 387 00000100:00100000:2.0:1770685348.824071:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685348.824227:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500423168 00000100:00100000:1.0:1770685348.824250:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500423168 00000100:00100000:1.0:1770685348.824307:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1332 00000100:00100000:1.0:1770685348.824327:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5d2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+110:30740:x1856697500423168:12345-192.168.203.41@tcp:101:stat.0 00010000:00010000:1.0:1770685348.824352:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685348.824373:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef93f6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225be108 expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770685348.824453:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef93fd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685348.824467:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef93fd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685348.824478:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef93fd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685348.824492:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef9404 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685348.824499:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef9404 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685348.824505:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef9404 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.825777:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef940b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.825796:0:6998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef93da lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be0fa expref: 111 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.825815:0:6998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef940b lrc: 4/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.825854:0:6998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef93da lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0fa expref: 111 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.825868:0:6998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef93da lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0fa expref: 111 pid: 6998 timeout: 773 lvb_type: 0 00000100:00100000:0.0:1770685348.825881:0:6998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5341500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514816768:192.168.203.41@tcp:104: 00000100:00100000:0.0:1770685348.825989:0:6998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d92c57e4840 going to sleep for 11 seconds 00000100:00100000:0.0:1770685348.830343:0:6998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5341500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6998:1856697514816768:192.168.203.41@tcp:104: 00010000:00010000:0.0:1770685348.830372:0:6998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef940b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000100:00100000:2.0:1770685348.830783:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685348.831611:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500423424 00000100:00100000:0.0:1770685348.831620:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500423424 00000100:00100000:0.0:1770685348.831676:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 299 00000100:00100000:0.0:1770685348.831692:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+112:5539:x1856697500423424:12345-192.168.203.41@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1770685348.832330:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bb0b411f-1e9f-4664-994e-ef5350eaf62d+113:5539:x1856697500423424:12345-192.168.203.41@tcp:35:ldlm_bl.0 Request processed in 636us (1547us total) trans 4294968199 rc 0/0 00000100:00100000:0.0:1770685348.832342:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 299 00000100:00100000:2.0:1770685348.840315:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685348.840639:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500423552 00000100:00100000:1.0:1770685348.840649:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500423552 00010000:00010000:1.0:1770685348.840701:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef93da lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0fa expref: 113 pid: 6998 timeout: 773 lvb_type: 0 00000100:00100000:1.0:1770685348.840734:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 388 00000100:00100000:1.0:1770685348.840741:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c70fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+113:2351:x1856697500423552:12345-192.168.203.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1770685348.840754:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1770685348.840760:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef93da lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0fa expref: 113 pid: 6998 timeout: 773 lvb_type: 0 00010000:00010000:1.0:1770685348.840770:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef93da lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0fa expref: 113 pid: 6998 timeout: 773 lvb_type: 0 00010000:00010000:1.0:1770685348.840798:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef93da lrc: 0/0,0 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.41@tcp remote: 0xa999371225be0fa expref: 113 pid: 6998 timeout: 773 lvb_type: 0 00010000:00010000:1.0:1770685348.840819:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9d92c3dd8700) 00010000:00010000:1.0:1770685348.840822:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef940b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685348.840829:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef940b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685348.840834:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef940b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6998 initiator: MDT0 00010000:00010000:1.0:1770685348.840859:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770685348.840904:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c70fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+112:2351:x1856697500423552:12345-192.168.203.41@tcp:103:ldlm_bl.0 Request processed in 162us (599us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685348.840912:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 388 00010000:00010000:2.0:1770685348.841247:0:6998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef940b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685348.841256:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef940b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:2.0:1770685348.841298:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 0 00000004:00200000:2.0:1770685348.841303:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1770685348.841322:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef940b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685348.841335:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef940b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685348.841344:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef93fd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685348.841349:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef93fd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685348.841356:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef93fd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685348.841361:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2c00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685348.841365:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef93fd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685348.841371:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef93fd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685348.841380:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9d92f27c0300) 00010000:00010000:2.0:1770685348.841383:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685348.841387:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef93fd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685348.841394:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2c00/0x8f0dbafbd9ef93fd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685348.841405:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef9404 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685348.841410:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef9404 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685348.841415:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef9404 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685348.841420:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c4dc2800 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:2.0:1770685348.841422:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef9404 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685348.841428:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef9404 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685348.841439:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff9d92c3dd8e00) 00010000:00010000:2.0:1770685348.841442:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1770685348.841445:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef9404 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685348.841450:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2800/0x8f0dbafbd9ef9404 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:2.0:1770685348.841483:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef93f6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be108 expref: 112 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685348.841496:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34e00/0x8f0dbafbd9ef940b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be108 expref: 111 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770685348.841503:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9d92c3dd8700) 00010000:00010000:2.0:1770685348.841505:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1770685348.841507:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3b34e00, rc 0) 00000100:00100000:2.0:1770685348.841555:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5d2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+111:30740:x1856697500423168:12345-192.168.203.41@tcp:101:stat.0 Request processed in 17239us (17493us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685348.841562:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1332 00000100:00100000:2.0:1770685348.868249:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685348.868390:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500423680 00000100:00100000:0.0:1770685348.868401:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500423680 00000100:00100000:0.0:1770685348.869325:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 1333 00000100:00100000:0.0:1770685348.869340:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+55:30741:x1856697500423680:12345-192.168.203.41@tcp:101:stat.0 00010000:00010000:0.0:1770685348.869361:0:6998:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1770685348.869382:0:6998:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35200/0x8f0dbafbd9ef9412 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225be10f expref: -99 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.869449:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef9419 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.869463:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef9419 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.869473:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef9419 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.869486:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef9420 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.869493:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef9420 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.869498:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef9420 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.869649:0:6998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef9427 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.869659:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef9427 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.869666:0:6998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef9427 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00000004:00200000:0.0:1770685348.869697:0:6998:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 0 00000004:00200000:0.0:1770685348.869702:0:6998:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1770685348.869720:0:6998:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef9427 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.869731:0:6998:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef9427 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.869738:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef9419 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.869745:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef9419 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.869750:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef9419 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.869755:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b35e00 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685348.869760:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef9419 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.869771:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef9419 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.869782:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff9d92f27c0300) 00010000:00010000:0.0:1770685348.869785:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685348.869789:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef9419 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.869795:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35e00/0x8f0dbafbd9ef9419 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.869820:0:6998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef9420 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.869826:0:6998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef9420 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.869831:0:6998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef9420 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.869836:0:6998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9d91c3b34000 already unused, calling callback (ffffffffc1f80550) 00010000:00010000:0.0:1770685348.869839:0:6998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef9420 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.869845:0:6998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef9420 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.869852:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff9d92f27c0700) 00010000:00010000:0.0:1770685348.869854:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1770685348.869857:0:6998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef9420 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.869862:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34000/0x8f0dbafbd9ef9420 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6998 initiator: MDT0 00010000:00010000:0.0:1770685348.869892:0:6998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b35200/0x8f0dbafbd9ef9412 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be10f expref: 57 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.869905:0:6998:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d91c3b34800/0x8f0dbafbd9ef9427 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be10f expref: 56 pid: 6998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770685348.869912:0:6998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9d92c3dd8700) 00010000:00010000:0.0:1770685348.869914:0:6998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1770685348.869917:0:6998:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c3b34800, rc 0) 00000100:00100000:0.0:1770685348.869997:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5302300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1b20a364-7a5a-4770-9192-023629c7ce89+56:30741:x1856697500423680:12345-192.168.203.41@tcp:101:stat.0 Request processed in 662us (1757us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685348.870005:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 1333 00000100:00100000:3.0:1770685348.873332:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685348.874801:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500423808 00000100:00100000:1.0:1770685348.874816:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500423808 00000100:00100000:1.0:1770685348.874871:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 372 00000100:00100000:1.0:1770685348.874880:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f544f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500423808:12345-192.168.203.41@tcp:101:stat.0 00010000:00010000:1.0:1770685348.874898:0:6540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1770685348.874917:0:6540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef942e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa999371225be116 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770685348.874991:0:6540:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d91c2aed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514816896:192.168.203.41@tcp:106: 00000100:00100000:1.0:1770685348.875089:0:6540:0:(client.c:2690:ptlrpc_set_wait()) set ffff9d91c2d05480 going to sleep for 11 seconds 00000100:00100000:1.0:1770685348.881952:0:6540:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d91c2aed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6540:1856697514816896:192.168.203.41@tcp:106: 00010000:00010000:1.0:1770685348.882015:0:6540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef942e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be116 expref: 11 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685348.882039:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9d91c4dc2000/0x8f0dbafbd9ef942e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.41@tcp remote: 0xa999371225be116 expref: 11 pid: 6540 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770685348.882051:0:6540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d91c4dc2000, rc 0) 00000100:00100000:1.0:1770685348.882109:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f544f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+10:2351:x1856697500423808:12345-192.168.203.41@tcp:101:stat.0 Request processed in 7229us (8785us total) trans 0 rc 301/301 00000100:00100000:1.0:1770685348.882117:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 372 00000100:00100000:3.0:1770685348.914539:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514817280:0@lo:400:kworker.0 00000100:00100000:3.0:1770685348.914643:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685348.914690:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1770685348.914697:0:3288:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514817408:0@lo:400:kworker.0 00000100:00100000:3.0:1770685348.914726:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685348.914849:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3291:1856697514817152:0@lo:400:kworker.0 00000100:00100000:0.0:1770685348.914853:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514817280 00000100:00100000:0.0:1770685348.914861:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514817280 00000100:00100000:2.0:1770685348.914879:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685348.914903:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1770685348.914908:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5341500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514817024:0@lo:400:kworker.0 00000100:00100000:0.0:1770685348.914929:0:6998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514817152 00000100:00100000:2.0:1770685348.914934:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685348.914943:0:6998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514817152 00000100:00100000:2.0:1770685348.914961:0:3291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f5341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856697514817536:0@lo:400:kworker.0 00000100:00100000:0.0:1770685348.914961:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:0.0:1770685348.914979:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5006a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514817280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685348.914995:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770685348.915017:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514817536 00000100:00100000:2.0:1770685348.915021:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514817536 00000100:00100000:0.0:1770685348.915031:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5006a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3288:x1856697514817280:12345-0@lo:400:kworker.0 Request processed in 53us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685348.915038:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:2.0:1770685348.915042:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:2.0:1770685348.915047:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5300e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1856697514817152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770685348.915052:0:6998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:0.0:1770685348.915057:0:6998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856697514817536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1770685348.915080:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5300e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1856697514817152:12345-0@lo:400:kworker.0 Request processed in 31us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685348.915080:0:6998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5300a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856697514817536:12345-0@lo:400:kworker.0 Request processed in 22us (83us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685348.915086:0:6998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00080000:3.0:1770685348.915131:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1770685348.915162:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3288:1856697514817280:0@lo:400:kworker.0 00000100:00100000:3.0:1770685348.915200:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514817024 00000100:00100000:3.0:1770685348.915203:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514817024 00000100:00100000:3.0:1770685348.915226:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:3.0:1770685348.915232:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300566c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3291:x1856697514817024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1770685348.915259:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300566c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:02368443-f312-44b4-8d5b-8c5b083a881f+18:3291:x1856697514817024:12345-0@lo:400:kworker.0 Request processed in 27us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685348.915265:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:3.0:1770685348.915318:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5341500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:02368443-f312-44b4-8d5b-8c5b083a881f:3291:1856697514817024:0@lo:400:kworker.0 00000100:00100000:3.0:1770685348.915328:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856697514817536:0@lo:400:kworker.0 00000100:00100000:3.0:1770685348.915336:0:3291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3291:1856697514817152:0@lo:400:kworker.0 00000100:00100000:1.0:1770685348.915924:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514817408 00000100:00100000:1.0:1770685348.915943:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514817408 00000100:00100000:1.0:1770685348.915997:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:1.0:1770685348.916006:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5006300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3288:x1856697514817408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770685348.916055:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5006300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3288:x1856697514817408:12345-0@lo:400:kworker.0 Request processed in 50us (1327us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685348.916061:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00080000:0.0:1770685348.916226:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1770685348.916532:0:3288:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f5342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856697514817408:0@lo:400:kworker.0 00000100:00100000:2.0:1770685348.919205:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:1.0:1770685349.426282:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1770685349.426858:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1770685349.426877:0:3289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92c5004380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514817792:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1770685349.426945:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770685349.427046:0:6543:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514817792 00000100:00100000:3.0:1770685349.427055:0:6543:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514817792 00000100:00100000:3.0:1770685349.427100:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:3.0:1770685349.427109:0:6543:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92c5005c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3289:x1856697514817792:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1770685349.427140:0:6543:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 91815936 pending 0 free 3850371072 avail 3848273920 00000100:00100000:3.0:1770685349.427184:0:6543:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92c5005c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3289:x1856697514817792:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685349.427191:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00100000:3.0:1770685349.427249:0:3289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92c5004380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856697514817792:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1770685349.430035:0:3290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9d92f43c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514817664:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1770685349.430110:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1770685349.436441:0:9402:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697514817664 00000100:00100000:0.0:1770685349.436456:0:9402:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697514817664 00000100:00100000:0.0:1770685349.436524:0:9402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:0.0:1770685349.436533:0:9402:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c2aed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3290:x1856697514817664:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1770685349.436567:0:9402:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 86704128 pending 0 free 3856662528 avail 3853516800 00000100:00100000:0.0:1770685349.437153:0:9402:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c2aed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3290:x1856697514817664:12345-0@lo:13:osp-pre-1-0.0 Request processed in 620us (7042us total) trans 0 rc 0/0 00000100:00100000:0.0:1770685349.437164:0:9402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000100:00100000:1.0:1770685349.437276:0:3290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9d92f43c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856697514817664:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1770685349.620610:0:16755:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1770685350.280050:0:20994:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-hsm test_12q: @@@@@@ FAIL: /mnt/lustre2/d12q.sanity-hsm/f12q.sanity-hsm: wrong size after overwrite: 1048576 != 0 00000100:00100000:0.0:1770685350.597831:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685350.597867:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685350.597890:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500424064 00000100:00100000:2.0:1770685350.597900:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500424064 00000100:00100000:0.0:1770685350.597932:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00080000:1.0:1770685350.598006:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1770685350.598057:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 465 00000100:00100000:2.0:1770685350.598069:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5342a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+111:2349:x1856697500424064:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685350.598154:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5342a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bb0b411f-1e9f-4664-994e-ef5350eaf62d+111:2349:x1856697500424064:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 88us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685350.598161:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 465 00000100:00100000:0.0:1770685350.598343:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685350.598358:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500424320 00000100:00100000:3.0:1770685350.598363:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500424320 00000100:00100000:1.0:1770685350.598443:0:6540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500424576 00000100:00100000:1.0:1770685350.598448:0:6540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500424576 00000100:00100000:1.0:1770685350.598476:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 459 00000100:00100000:1.0:1770685350.598483:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5341180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+15:2349:x1856697500424320:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685350.598536:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5341180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bb0b411f-1e9f-4664-994e-ef5350eaf62d+15:2349:x1856697500424320:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 53us (668us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685350.598543:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 459 00000100:00100000:1.0:1770685350.598557:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 460 00000100:00100000:1.0:1770685350.598563:0:6540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5341880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+8:2349:x1856697500424576:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685350.598617:0:6540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5341880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1b20a364-7a5a-4770-9192-023629c7ce89+8:2349:x1856697500424576:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 53us (684us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685350.598623:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 460 00000100:00080000:1.0:1770685350.598720:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1770685350.598723:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1770685350.598839:0:5761:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500424832 00000100:00100000:2.0:1770685350.598844:0:5761:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500424832 00000100:00100000:0.0:1770685350.598857:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685350.598896:0:5761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 466 00000100:00100000:2.0:1770685350.598903:0:5761:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b58e3487-9829-41c1-97fe-e04ad742f090+17:2349:x1856697500424832:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685350.598949:0:5761:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b58e3487-9829-41c1-97fe-e04ad742f090+17:2349:x1856697500424832:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 36us (595us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685350.599010:0:5761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 466 00000100:00080000:2.0:1770685350.599025:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1770685350.599330:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685350.599361:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:3.0:1770685350.599419:0:6538:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500425088 00000100:00100000:3.0:1770685350.599424:0:6538:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500425088 00000100:00100000:3.0:1770685350.599461:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 461 00000100:00100000:3.0:1770685350.599467:0:6538:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d92f5340380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b58e3487-9829-41c1-97fe-e04ad742f090+6:2349:x1856697500425088:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685350.599504:0:6538:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d92f5340380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b58e3487-9829-41c1-97fe-e04ad742f090+6:2349:x1856697500425088:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 37us (646us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685350.599510:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 461 00000100:00080000:3.0:1770685350.599619:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1770685350.599768:0:5753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500423936 00000100:00100000:1.0:1770685350.599773:0:5753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500423936 00000100:00100000:1.0:1770685350.599799:0:5753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 603 00000100:00100000:1.0:1770685350.599805:0:5753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d9300566050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+15:2349:x1856697500423936:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685350.599836:0:5753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d9300566050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b734a6a9-a6e0-4bfc-9567-5cca7587e371+15:2349:x1856697500423936:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 30us (657us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685350.599841:0:5753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 603 00000100:00100000:0.0:1770685350.600409:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:2.0:1770685350.600476:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500424192 00000100:00100000:2.0:1770685350.600481:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500424192 00000100:00100000:2.0:1770685350.600526:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 462 00000100:00100000:2.0:1770685350.600533:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:2349:x1856697500424192:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:2.0:1770685350.600571:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bb0b411f-1e9f-4664-994e-ef5350eaf62d+17:2349:x1856697500424192:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 38us (1208us total) trans 0 rc 0/0 00000100:00100000:2.0:1770685350.600594:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 462 00000100:00080000:1.0:1770685350.600702:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1770685350.600768:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:0.0:1770685350.600815:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.41@tcp (source: 12345-192.168.203.41@tcp) 00000100:00100000:1.0:1770685350.600869:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500424704 00000100:00100000:1.0:1770685350.600873:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500424704 00000100:00100000:1.0:1770685350.600907:0:8401:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500424960 00000100:00100000:1.0:1770685350.600910:0:8401:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500424960 00000100:00100000:1.0:1770685350.600930:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 463 00000100:00100000:1.0:1770685350.600936:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:2349:x1856697500424704:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685350.600985:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1b20a364-7a5a-4770-9192-023629c7ce89+10:2349:x1856697500424704:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 50us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685350.601001:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 463 00000100:00100000:1.0:1770685350.601016:0:8401:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 464 00000100:00100000:1.0:1770685350.601021:0:8401:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b58e3487-9829-41c1-97fe-e04ad742f090+5:2349:x1856697500424960:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:1.0:1770685350.601046:0:8401:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b58e3487-9829-41c1-97fe-e04ad742f090+5:2349:x1856697500424960:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 24us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1770685350.601051:0:8401:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 464 00000100:00080000:0.0:1770685350.601156:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1770685350.601159:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1770685350.601479:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856697500424448 00000100:00100000:3.0:1770685350.601484:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856697500424448 00000100:00100000:3.0:1770685350.601568:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.41@tcp, seq: 467 00000100:00100000:3.0:1770685350.601660:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9d91c25da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+56:2349:x1856697500424448:12345-192.168.203.41@tcp:400:kworker.0 00000100:00100000:3.0:1770685350.601701:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9d91c25da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1b20a364-7a5a-4770-9192-023629c7ce89+56:2349:x1856697500424448:12345-192.168.203.41@tcp:400:kworker.0 Request processed in 126us (1292us total) trans 0 rc 0/0 00000100:00100000:3.0:1770685350.601707:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.41@tcp, seq: 467 00000100:00080000:0.0:1770685350.602063:0:5756:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1770685350.641705:0:5748:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1770685351.011472:0:6567:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967366 is committed 00010000:00010000:2.0:1770685351.665769:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 71742 lines, 71742 kept, 0 dropped, 0 bad.